ConformanceJava.java 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321
  1. import com.google.protobuf.ByteString;
  2. import com.google.protobuf.AbstractMessage;
  3. import com.google.protobuf.Parser;
  4. import com.google.protobuf.CodedInputStream;
  5. import com.google.protobuf.conformance.Conformance;
  6. import com.google.protobuf.InvalidProtocolBufferException;
  7. import com.google.protobuf_test_messages.proto3.TestMessagesProto3;
  8. import com.google.protobuf_test_messages.proto3.TestMessagesProto3.TestAllTypesProto3;
  9. import com.google.protobuf_test_messages.proto2.TestMessagesProto2;
  10. import com.google.protobuf_test_messages.proto2.TestMessagesProto2.TestAllTypesProto2;
  11. import com.google.protobuf.ExtensionRegistry;
  12. import com.google.protobuf.util.JsonFormat;
  13. import com.google.protobuf.util.JsonFormat.TypeRegistry;
  14. import java.nio.ByteBuffer;
  15. import java.util.ArrayList;
  16. class ConformanceJava {
  17. private int testCount = 0;
  18. private TypeRegistry typeRegistry;
  19. private boolean readFromStdin(byte[] buf, int len) throws Exception {
  20. int ofs = 0;
  21. while (len > 0) {
  22. int read = System.in.read(buf, ofs, len);
  23. if (read == -1) {
  24. return false; // EOF
  25. }
  26. ofs += read;
  27. len -= read;
  28. }
  29. return true;
  30. }
  31. private void writeToStdout(byte[] buf) throws Exception {
  32. System.out.write(buf);
  33. }
  34. // Returns -1 on EOF (the actual values will always be positive).
  35. private int readLittleEndianIntFromStdin() throws Exception {
  36. byte[] buf = new byte[4];
  37. if (!readFromStdin(buf, 4)) {
  38. return -1;
  39. }
  40. return (buf[0] & 0xff)
  41. | ((buf[1] & 0xff) << 8)
  42. | ((buf[2] & 0xff) << 16)
  43. | ((buf[3] & 0xff) << 24);
  44. }
  45. private void writeLittleEndianIntToStdout(int val) throws Exception {
  46. byte[] buf = new byte[4];
  47. buf[0] = (byte)val;
  48. buf[1] = (byte)(val >> 8);
  49. buf[2] = (byte)(val >> 16);
  50. buf[3] = (byte)(val >> 24);
  51. writeToStdout(buf);
  52. }
  53. private enum BinaryDecoderType {
  54. BTYE_STRING_DECODER,
  55. BYTE_ARRAY_DECODER,
  56. ARRAY_BYTE_BUFFER_DECODER,
  57. READONLY_ARRAY_BYTE_BUFFER_DECODER,
  58. DIRECT_BYTE_BUFFER_DECODER,
  59. READONLY_DIRECT_BYTE_BUFFER_DECODER,
  60. INPUT_STREAM_DECODER;
  61. }
  62. private static class BinaryDecoder <MessageType extends AbstractMessage> {
  63. public MessageType decode (ByteString bytes, BinaryDecoderType type,
  64. Parser <MessageType> parser, ExtensionRegistry extensions)
  65. throws InvalidProtocolBufferException {
  66. switch (type) {
  67. case BTYE_STRING_DECODER:
  68. return parser.parseFrom(bytes, extensions);
  69. case BYTE_ARRAY_DECODER:
  70. return parser.parseFrom(bytes.toByteArray(), extensions);
  71. case ARRAY_BYTE_BUFFER_DECODER: {
  72. ByteBuffer buffer = ByteBuffer.allocate(bytes.size());
  73. bytes.copyTo(buffer);
  74. buffer.flip();
  75. try {
  76. return parser.parseFrom(CodedInputStream.newInstance(buffer), extensions);
  77. } catch (InvalidProtocolBufferException e) {
  78. throw e;
  79. }
  80. }
  81. case READONLY_ARRAY_BYTE_BUFFER_DECODER: {
  82. try {
  83. return parser.parseFrom(
  84. CodedInputStream.newInstance(bytes.asReadOnlyByteBuffer()), extensions);
  85. } catch (InvalidProtocolBufferException e) {
  86. throw e;
  87. }
  88. }
  89. case DIRECT_BYTE_BUFFER_DECODER: {
  90. ByteBuffer buffer = ByteBuffer.allocateDirect(bytes.size());
  91. bytes.copyTo(buffer);
  92. buffer.flip();
  93. try {
  94. return parser.parseFrom(CodedInputStream.newInstance(buffer), extensions);
  95. } catch (InvalidProtocolBufferException e) {
  96. throw e;
  97. }
  98. }
  99. case READONLY_DIRECT_BYTE_BUFFER_DECODER: {
  100. ByteBuffer buffer = ByteBuffer.allocateDirect(bytes.size());
  101. bytes.copyTo(buffer);
  102. buffer.flip();
  103. try {
  104. return parser.parseFrom(
  105. CodedInputStream.newInstance(buffer.asReadOnlyBuffer()), extensions);
  106. } catch (InvalidProtocolBufferException e) {
  107. throw e;
  108. }
  109. }
  110. case INPUT_STREAM_DECODER: {
  111. try {
  112. return parser.parseFrom(bytes.newInput(), extensions);
  113. } catch (InvalidProtocolBufferException e) {
  114. throw e;
  115. }
  116. }
  117. default :
  118. return null;
  119. }
  120. }
  121. }
  122. private <MessageType extends AbstractMessage> MessageType parseBinary(
  123. ByteString bytes, Parser <MessageType> parser, ExtensionRegistry extensions)
  124. throws InvalidProtocolBufferException {
  125. ArrayList <MessageType> messages = new ArrayList <MessageType> ();
  126. ArrayList <InvalidProtocolBufferException> exceptions =
  127. new ArrayList <InvalidProtocolBufferException>();
  128. for (int i = 0; i < BinaryDecoderType.values().length; i++) {
  129. messages.add(null);
  130. exceptions.add(null);
  131. }
  132. BinaryDecoder <MessageType> decoder = new BinaryDecoder <MessageType> ();
  133. boolean hasMessage = false;
  134. boolean hasException = false;
  135. for (int i = 0; i < BinaryDecoderType.values().length; ++i) {
  136. try {
  137. //= BinaryDecoderType.values()[i].parseProto3(bytes);
  138. messages.set(i, decoder.decode(bytes, BinaryDecoderType.values()[i], parser, extensions));
  139. hasMessage = true;
  140. } catch (InvalidProtocolBufferException e) {
  141. exceptions.set(i, e);
  142. hasException = true;
  143. }
  144. }
  145. if (hasMessage && hasException) {
  146. StringBuilder sb =
  147. new StringBuilder("Binary decoders disagreed on whether the payload was valid.\n");
  148. for (int i = 0; i < BinaryDecoderType.values().length; ++i) {
  149. sb.append(BinaryDecoderType.values()[i].name());
  150. if (messages.get(i) != null) {
  151. sb.append(" accepted the payload.\n");
  152. } else {
  153. sb.append(" rejected the payload.\n");
  154. }
  155. }
  156. throw new RuntimeException(sb.toString());
  157. }
  158. if (hasException) {
  159. // We do not check if exceptions are equal. Different implementations may return different
  160. // exception messages. Throw an arbitrary one out instead.
  161. throw exceptions.get(0);
  162. }
  163. // Fast path comparing all the messages with the first message, assuming equality being
  164. // symmetric and transitive.
  165. boolean allEqual = true;
  166. for (int i = 1; i < messages.size(); ++i) {
  167. if (!messages.get(0).equals(messages.get(i))) {
  168. allEqual = false;
  169. break;
  170. }
  171. }
  172. // Slow path: compare and find out all unequal pairs.
  173. if (!allEqual) {
  174. StringBuilder sb = new StringBuilder();
  175. for (int i = 0; i < messages.size() - 1; ++i) {
  176. for (int j = i + 1; j < messages.size(); ++j) {
  177. if (!messages.get(i).equals(messages.get(j))) {
  178. sb.append(BinaryDecoderType.values()[i].name())
  179. .append(" and ")
  180. .append(BinaryDecoderType.values()[j].name())
  181. .append(" parsed the payload differently.\n");
  182. }
  183. }
  184. }
  185. throw new RuntimeException(sb.toString());
  186. }
  187. return messages.get(0);
  188. }
  189. private Conformance.ConformanceResponse doTest(Conformance.ConformanceRequest request) {
  190. com.google.protobuf.AbstractMessage testMessage;
  191. boolean isProto3 = request.getMessageType().equals("protobuf_test_messages.proto3.TestAllTypesProto3");
  192. boolean isProto2 = request.getMessageType().equals("protobuf_test_messages.proto2.TestAllTypesProto2");
  193. switch (request.getPayloadCase()) {
  194. case PROTOBUF_PAYLOAD: {
  195. if (isProto3) {
  196. try {
  197. ExtensionRegistry extensions = ExtensionRegistry.newInstance();
  198. TestMessagesProto3.registerAllExtensions(extensions);
  199. testMessage = parseBinary(request.getProtobufPayload(), TestAllTypesProto3.parser(), extensions);
  200. } catch (InvalidProtocolBufferException e) {
  201. return Conformance.ConformanceResponse.newBuilder().setParseError(e.getMessage()).build();
  202. }
  203. } else if (isProto2) {
  204. try {
  205. ExtensionRegistry extensions = ExtensionRegistry.newInstance();
  206. TestMessagesProto2.registerAllExtensions(extensions);
  207. testMessage = parseBinary(request.getProtobufPayload(), TestAllTypesProto2.parser(), extensions);
  208. } catch (InvalidProtocolBufferException e) {
  209. return Conformance.ConformanceResponse.newBuilder().setParseError(e.getMessage()).build();
  210. }
  211. } else {
  212. throw new RuntimeException("Protobuf request doesn't have specific payload type.");
  213. }
  214. break;
  215. }
  216. case JSON_PAYLOAD: {
  217. try {
  218. TestMessagesProto3.TestAllTypesProto3.Builder builder =
  219. TestMessagesProto3.TestAllTypesProto3.newBuilder();
  220. JsonFormat.Parser parser = JsonFormat.parser().usingTypeRegistry(typeRegistry);
  221. if (request.getTestCategory()
  222. == Conformance.TestCategory.JSON_IGNORE_UNKNOWN_PARSING_TEST) {
  223. parser = parser.ignoringUnknownFields();
  224. }
  225. parser.merge(request.getJsonPayload(), builder);
  226. testMessage = builder.build();
  227. } catch (InvalidProtocolBufferException e) {
  228. return Conformance.ConformanceResponse.newBuilder().setParseError(e.getMessage()).build();
  229. }
  230. break;
  231. }
  232. case PAYLOAD_NOT_SET: {
  233. throw new RuntimeException("Request didn't have payload.");
  234. }
  235. default: {
  236. throw new RuntimeException("Unexpected payload case.");
  237. }
  238. }
  239. switch (request.getRequestedOutputFormat()) {
  240. case UNSPECIFIED:
  241. throw new RuntimeException("Unspecified output format.");
  242. case PROTOBUF: {
  243. ByteString MessageString = testMessage.toByteString();
  244. return Conformance.ConformanceResponse.newBuilder().setProtobufPayload(MessageString).build();
  245. }
  246. case JSON:
  247. try {
  248. return Conformance.ConformanceResponse.newBuilder().setJsonPayload(
  249. JsonFormat.printer().usingTypeRegistry(typeRegistry).print(testMessage)).build();
  250. } catch (InvalidProtocolBufferException | IllegalArgumentException e) {
  251. return Conformance.ConformanceResponse.newBuilder().setSerializeError(
  252. e.getMessage()).build();
  253. }
  254. default: {
  255. throw new RuntimeException("Unexpected request output.");
  256. }
  257. }
  258. }
  259. private boolean doTestIo() throws Exception {
  260. int bytes = readLittleEndianIntFromStdin();
  261. if (bytes == -1) {
  262. return false; // EOF
  263. }
  264. byte[] serializedInput = new byte[bytes];
  265. if (!readFromStdin(serializedInput, bytes)) {
  266. throw new RuntimeException("Unexpected EOF from test program.");
  267. }
  268. Conformance.ConformanceRequest request =
  269. Conformance.ConformanceRequest.parseFrom(serializedInput);
  270. Conformance.ConformanceResponse response = doTest(request);
  271. byte[] serializedOutput = response.toByteArray();
  272. writeLittleEndianIntToStdout(serializedOutput.length);
  273. writeToStdout(serializedOutput);
  274. return true;
  275. }
  276. public void run() throws Exception {
  277. typeRegistry = TypeRegistry.newBuilder().add(
  278. TestMessagesProto3.TestAllTypesProto3.getDescriptor()).build();
  279. while (doTestIo()) {
  280. this.testCount++;
  281. }
  282. System.err.println("ConformanceJava: received EOF from test runner after " +
  283. this.testCount + " tests");
  284. }
  285. public static void main(String[] args) throws Exception {
  286. new ConformanceJava().run();
  287. }
  288. }