UnknownFieldSetTest.cs 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284
  1. using System;
  2. using System.Collections.Generic;
  3. using Google.ProtocolBuffers.Descriptors;
  4. using Google.ProtocolBuffers.TestProtos;
  5. using NUnit.Framework;
  6. namespace Google.ProtocolBuffers {
  7. [TestFixture]
  8. public class UnknownFieldSetTest {
  9. private MessageDescriptor descriptor;
  10. private TestAllTypes allFields;
  11. private ByteString allFieldsData;
  12. /// <summary>
  13. /// An empty message that has been parsed from allFieldsData. So, it has
  14. /// unknown fields of every type.
  15. /// </summary>
  16. private TestEmptyMessage emptyMessage;
  17. private UnknownFieldSet unknownFields;
  18. [SetUp]
  19. public void SetUp() {
  20. descriptor = TestAllTypes.Descriptor;
  21. allFields = TestUtil.GetAllSet();
  22. allFieldsData = allFields.ToByteString();
  23. emptyMessage = TestEmptyMessage.ParseFrom(allFieldsData);
  24. unknownFields = emptyMessage.UnknownFields;
  25. }
  26. private UnknownField GetField(String name) {
  27. FieldDescriptor field = descriptor.FindDescriptor<FieldDescriptor>(name);
  28. Assert.IsNotNull(field);
  29. return unknownFields.FieldDictionary[field.FieldNumber];
  30. }
  31. /// <summary>
  32. /// Constructs a protocol buffer which contains fields with all the same
  33. /// numbers as allFieldsData except that each field is some other wire
  34. /// type.
  35. /// </summary>
  36. private ByteString GetBizarroData() {
  37. UnknownFieldSet.Builder bizarroFields = UnknownFieldSet.CreateBuilder();
  38. UnknownField varintField = UnknownField.CreateBuilder().AddVarint(1).Build();
  39. UnknownField fixed32Field = UnknownField.CreateBuilder().AddFixed32(1).Build();
  40. foreach (KeyValuePair<int, UnknownField> entry in unknownFields.FieldDictionary) {
  41. if (entry.Value.VarintList.Count == 0) {
  42. // Original field is not a varint, so use a varint.
  43. bizarroFields.AddField(entry.Key, varintField);
  44. } else {
  45. // Original field *is* a varint, so use something else.
  46. bizarroFields.AddField(entry.Key, fixed32Field);
  47. }
  48. }
  49. return bizarroFields.Build().ToByteString();
  50. }
  51. // =================================================================
  52. [Test]
  53. public void Varint() {
  54. UnknownField field = GetField("optional_int32");
  55. Assert.AreEqual(1, field.VarintList.Count);
  56. Assert.AreEqual(allFields.OptionalInt32, (long) field.VarintList[0]);
  57. }
  58. [Test]
  59. public void Fixed32() {
  60. UnknownField field = GetField("optional_fixed32");
  61. Assert.AreEqual(1, field.Fixed32List.Count);
  62. Assert.AreEqual(allFields.OptionalFixed32, (int) field.Fixed32List[0]);
  63. }
  64. [Test]
  65. public void Fixed64() {
  66. UnknownField field = GetField("optional_fixed64");
  67. Assert.AreEqual(1, field.Fixed64List.Count);
  68. Assert.AreEqual(allFields.OptionalFixed64, (long) field.Fixed64List[0]);
  69. }
  70. [Test]
  71. public void LengthDelimited() {
  72. UnknownField field = GetField("optional_bytes");
  73. Assert.AreEqual(1, field.LengthDelimitedList.Count);
  74. Assert.AreEqual(allFields.OptionalBytes, field.LengthDelimitedList[0]);
  75. }
  76. [Test]
  77. public void Group() {
  78. FieldDescriptor nestedFieldDescriptor =
  79. TestAllTypes.Types.OptionalGroup.Descriptor.FindDescriptor<FieldDescriptor>("a");
  80. Assert.IsNotNull(nestedFieldDescriptor);
  81. UnknownField field = GetField("optionalgroup");
  82. Assert.AreEqual(1, field.GroupList.Count);
  83. UnknownFieldSet group = field.GroupList[0];
  84. Assert.AreEqual(1, group.FieldDictionary.Count);
  85. Assert.IsTrue(group.HasField(nestedFieldDescriptor.FieldNumber));
  86. UnknownField nestedField = group[nestedFieldDescriptor.FieldNumber];
  87. Assert.AreEqual(1, nestedField.VarintList.Count);
  88. Assert.AreEqual(allFields.OptionalGroup.A, (long) nestedField.VarintList[0]);
  89. }
  90. [Test]
  91. public void Serialize() {
  92. // Check that serializing the UnknownFieldSet produces the original data again.
  93. ByteString data = emptyMessage.ToByteString();
  94. Assert.AreEqual(allFieldsData, data);
  95. }
  96. [Test]
  97. public void CopyFrom() {
  98. TestEmptyMessage message =
  99. TestEmptyMessage.CreateBuilder().MergeFrom(emptyMessage).Build();
  100. Assert.AreEqual(emptyMessage.ToString(), message.ToString());
  101. }
  102. [Test]
  103. public void MergeFrom() {
  104. TestEmptyMessage source =
  105. TestEmptyMessage.CreateBuilder()
  106. .SetUnknownFields(
  107. UnknownFieldSet.CreateBuilder()
  108. .AddField(2,
  109. UnknownField.CreateBuilder()
  110. .AddVarint(2).Build())
  111. .AddField(3,
  112. UnknownField.CreateBuilder()
  113. .AddVarint(4).Build())
  114. .Build())
  115. .Build();
  116. TestEmptyMessage destination =
  117. TestEmptyMessage.CreateBuilder()
  118. .SetUnknownFields(
  119. UnknownFieldSet.CreateBuilder()
  120. .AddField(1,
  121. UnknownField.CreateBuilder()
  122. .AddVarint(1).Build())
  123. .AddField(3,
  124. UnknownField.CreateBuilder()
  125. .AddVarint(3).Build())
  126. .Build())
  127. .MergeFrom(source)
  128. .Build();
  129. Assert.AreEqual(
  130. "1: 1\n" +
  131. "2: 2\n" +
  132. "3: 3\n" +
  133. "3: 4\n",
  134. destination.ToString());
  135. }
  136. [Test]
  137. public void Clear() {
  138. UnknownFieldSet fields =
  139. UnknownFieldSet.CreateBuilder().MergeFrom(unknownFields).Clear().Build();
  140. Assert.AreEqual(0, fields.FieldDictionary.Count);
  141. }
  142. [Test]
  143. public void ClearMessage() {
  144. TestEmptyMessage message =
  145. TestEmptyMessage.CreateBuilder().MergeFrom(emptyMessage).Clear().Build();
  146. Assert.AreEqual(0, message.SerializedSize);
  147. }
  148. [Test]
  149. public void ParseKnownAndUnknown() {
  150. // Test mixing known and unknown fields when parsing.
  151. UnknownFieldSet fields =
  152. UnknownFieldSet.CreateBuilder(unknownFields)
  153. .AddField(123456,
  154. UnknownField.CreateBuilder().AddVarint(654321).Build())
  155. .Build();
  156. ByteString data = fields.ToByteString();
  157. TestAllTypes destination = TestAllTypes.ParseFrom(data);
  158. TestUtil.AssertAllFieldsSet(destination);
  159. Assert.AreEqual(1, destination.UnknownFields.FieldDictionary.Count);
  160. UnknownField field = destination.UnknownFields[123456];
  161. Assert.AreEqual(1, field.VarintList.Count);
  162. Assert.AreEqual(654321, (long) field.VarintList[0]);
  163. }
  164. [Test]
  165. public void WrongTypeTreatedAsUnknown() {
  166. // Test that fields of the wrong wire type are treated like unknown fields
  167. // when parsing.
  168. ByteString bizarroData = GetBizarroData();
  169. TestAllTypes allTypesMessage = TestAllTypes.ParseFrom(bizarroData);
  170. TestEmptyMessage emptyMessage = TestEmptyMessage.ParseFrom(bizarroData);
  171. // All fields should have been interpreted as unknown, so the debug strings
  172. // should be the same.
  173. Assert.AreEqual(emptyMessage.ToString(), allTypesMessage.ToString());
  174. }
  175. [Test]
  176. public void UnknownExtensions() {
  177. // Make sure fields are properly parsed to the UnknownFieldSet even when
  178. // they are declared as extension numbers.
  179. TestEmptyMessageWithExtensions message =
  180. TestEmptyMessageWithExtensions.ParseFrom(allFieldsData);
  181. Assert.AreEqual(unknownFields.FieldDictionary.Count,
  182. message.UnknownFields.FieldDictionary.Count);
  183. Assert.AreEqual(allFieldsData, message.ToByteString());
  184. }
  185. [Test]
  186. public void WrongExtensionTypeTreatedAsUnknown() {
  187. // Test that fields of the wrong wire type are treated like unknown fields
  188. // when parsing extensions.
  189. ByteString bizarroData = GetBizarroData();
  190. TestAllExtensions allExtensionsMessage = TestAllExtensions.ParseFrom(bizarroData);
  191. TestEmptyMessage emptyMessage = TestEmptyMessage.ParseFrom(bizarroData);
  192. // All fields should have been interpreted as unknown, so the debug strings
  193. // should be the same.
  194. Assert.AreEqual(emptyMessage.ToString(),
  195. allExtensionsMessage.ToString());
  196. }
  197. [Test]
  198. public void ParseUnknownEnumValue() {
  199. FieldDescriptor singularField = TestAllTypes.Descriptor.FindDescriptor<FieldDescriptor>("optional_nested_enum");
  200. FieldDescriptor repeatedField = TestAllTypes.Descriptor.FindDescriptor<FieldDescriptor>("repeated_nested_enum");
  201. Assert.IsNotNull(singularField);
  202. Assert.IsNotNull(repeatedField);
  203. ByteString data =
  204. UnknownFieldSet.CreateBuilder()
  205. .AddField(singularField.FieldNumber,
  206. UnknownField.CreateBuilder()
  207. .AddVarint((int) TestAllTypes.Types.NestedEnum.BAR)
  208. .AddVarint(5) // not valid
  209. .Build())
  210. .AddField(repeatedField.FieldNumber,
  211. UnknownField.CreateBuilder()
  212. .AddVarint((int) TestAllTypes.Types.NestedEnum.FOO)
  213. .AddVarint(4) // not valid
  214. .AddVarint((int) TestAllTypes.Types.NestedEnum.BAZ)
  215. .AddVarint(6) // not valid
  216. .Build())
  217. .Build()
  218. .ToByteString();
  219. {
  220. TestAllTypes message = TestAllTypes.ParseFrom(data);
  221. Assert.AreEqual(TestAllTypes.Types.NestedEnum.BAR,
  222. message.OptionalNestedEnum);
  223. TestUtil.AssertEqual(new [] {TestAllTypes.Types.NestedEnum.FOO, TestAllTypes.Types.NestedEnum.BAZ},
  224. message.RepeatedNestedEnumList);
  225. TestUtil.AssertEqual(new[] {5UL}, message.UnknownFields[singularField.FieldNumber].VarintList);
  226. TestUtil.AssertEqual(new[] {4UL, 6UL}, message.UnknownFields[repeatedField.FieldNumber].VarintList);
  227. }
  228. {
  229. TestAllExtensions message =
  230. TestAllExtensions.ParseFrom(data, TestUtil.CreateExtensionRegistry());
  231. Assert.AreEqual(TestAllTypes.Types.NestedEnum.BAR,
  232. message.GetExtension(UnitTestProtoFile.OptionalNestedEnumExtension));
  233. TestUtil.AssertEqual(new[] { TestAllTypes.Types.NestedEnum.FOO, TestAllTypes.Types.NestedEnum.BAZ },
  234. message.GetExtension(UnitTestProtoFile.RepeatedNestedEnumExtension));
  235. TestUtil.AssertEqual(new[] { 5UL }, message.UnknownFields[singularField.FieldNumber].VarintList);
  236. TestUtil.AssertEqual(new[] { 4UL, 6UL }, message.UnknownFields[repeatedField.FieldNumber].VarintList);
  237. }
  238. }
  239. }
  240. }