123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213 |
- #!/usr/bin/env python
- # Protocol Buffers - Google's data interchange format
- # Copyright 2008 Google Inc. All rights reserved.
- # https://developers.google.com/protocol-buffers/
- #
- # Redistribution and use in source and binary forms, with or without
- # modification, are permitted provided that the following conditions are
- # met:
- #
- # * Redistributions of source code must retain the above copyright
- # notice, this list of conditions and the following disclaimer.
- # * Redistributions in binary form must reproduce the above
- # copyright notice, this list of conditions and the following disclaimer
- # in the documentation and/or other materials provided with the
- # distribution.
- # * Neither the name of Google Inc. nor the names of its
- # contributors may be used to endorse or promote products derived from
- # this software without specific prior written permission.
- #
- # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- """A conformance test implementation for the Python protobuf library.
- See conformance.proto for more information.
- """
- import struct
- import sys
- import os
- from google.protobuf import json_format
- from google.protobuf import message
- from google.protobuf import test_messages_proto3_pb2
- from google.protobuf import test_messages_proto2_pb2
- from google.protobuf import text_format
- import conformance_pb2
- sys.stdout = os.fdopen(sys.stdout.fileno(), 'wb', 0)
- sys.stdin = os.fdopen(sys.stdin.fileno(), 'rb', 0)
- test_count = 0
- verbose = False
- class ProtocolError(Exception):
- pass
- def do_test(request):
- response = conformance_pb2.ConformanceResponse()
- if request.message_type == "conformance.FailureSet":
- failure_set = conformance_pb2.FailureSet()
- failures = []
- # TODO(gerbens): Remove, this is a hack to detect if the old vs new
- # parser is used by the cpp code. Relying on a bug in the old parser.
- hack_proto = test_messages_proto2_pb2.TestAllTypesProto2()
- old_parser = True
- try:
- hack_proto.ParseFromString(b"\322\002\001")
- except message.DecodeError as e:
- old_parser = False
- if old_parser:
- # the string above is one of the failing conformance test strings of the
- # old parser. If we succeed the c++ implementation is using the old
- # parser so we add the list of failing conformance tests.
- failures = [
- "Required.Proto3.ProtobufInput.PrematureEofInDelimitedDataForKnownNonRepeatedValue.MESSAGE",
- "Required.Proto3.ProtobufInput.PrematureEofInDelimitedDataForKnownRepeatedValue.MESSAGE",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.BOOL",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.DOUBLE",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.ENUM",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.FIXED32",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.FIXED64",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.FLOAT",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.INT32",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.INT64",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.SFIXED32",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.SFIXED64",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.SINT32",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.SINT64",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.UINT32",
- "Required.Proto3.ProtobufInput.PrematureEofInPackedField.UINT64",
- "Required.Proto2.ProtobufInput.PrematureEofInDelimitedDataForKnownNonRepeatedValue.MESSAGE",
- "Required.Proto2.ProtobufInput.PrematureEofInDelimitedDataForKnownRepeatedValue.MESSAGE",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.BOOL",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.DOUBLE",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.ENUM",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.FIXED32",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.FIXED64",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.FLOAT",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.INT32",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.INT64",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.SFIXED32",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.SFIXED64",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.SINT32",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.SINT64",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.UINT32",
- "Required.Proto2.ProtobufInput.PrematureEofInPackedField.UINT64",
- ]
- for x in failures:
- failure_set.failure.append(x)
- response.protobuf_payload = failure_set.SerializeToString()
- return response
- isProto3 = (request.message_type == "protobuf_test_messages.proto3.TestAllTypesProto3")
- isJson = (request.WhichOneof('payload') == 'json_payload')
- isProto2 = (request.message_type == "protobuf_test_messages.proto2.TestAllTypesProto2")
- if (not isProto3) and (not isJson) and (not isProto2):
- raise ProtocolError("Protobuf request doesn't have specific payload type")
- test_message = test_messages_proto2_pb2.TestAllTypesProto2() if isProto2 else \
- test_messages_proto3_pb2.TestAllTypesProto3()
- try:
- if request.WhichOneof('payload') == 'protobuf_payload':
- try:
- test_message.ParseFromString(request.protobuf_payload)
- except message.DecodeError as e:
- response.parse_error = str(e)
- return response
- elif request.WhichOneof('payload') == 'json_payload':
- try:
- ignore_unknown_fields = \
- request.test_category == \
- conformance_pb2.JSON_IGNORE_UNKNOWN_PARSING_TEST
- json_format.Parse(request.json_payload, test_message,
- ignore_unknown_fields)
- except Exception as e:
- response.parse_error = str(e)
- return response
- elif request.WhichOneof('payload') == 'text_payload':
- try:
- text_format.Parse(request.text_payload, test_message)
- except Exception as e:
- response.parse_error = str(e)
- return response
- else:
- raise ProtocolError("Request didn't have payload.")
- if request.requested_output_format == conformance_pb2.UNSPECIFIED:
- raise ProtocolError("Unspecified output format")
- elif request.requested_output_format == conformance_pb2.PROTOBUF:
- response.protobuf_payload = test_message.SerializeToString()
- elif request.requested_output_format == conformance_pb2.JSON:
- try:
- response.json_payload = json_format.MessageToJson(test_message)
- except Exception as e:
- response.serialize_error = str(e)
- return response
- elif request.requested_output_format == conformance_pb2.TEXT_FORMAT:
- response.text_payload = text_format.MessageToString(
- test_message, print_unknown_fields=request.print_unknown_fields)
- except Exception as e:
- response.runtime_error = str(e)
- return response
- def do_test_io():
- length_bytes = sys.stdin.read(4)
- if len(length_bytes) == 0:
- return False # EOF
- elif len(length_bytes) != 4:
- raise IOError("I/O error")
- # "I" is "unsigned int", so this depends on running on a platform with
- # 32-bit "unsigned int" type. The Python struct module unfortunately
- # has no format specifier for uint32_t.
- length = struct.unpack("<I", length_bytes)[0]
- serialized_request = sys.stdin.read(length)
- if len(serialized_request) != length:
- raise IOError("I/O error")
- request = conformance_pb2.ConformanceRequest()
- request.ParseFromString(serialized_request)
- response = do_test(request)
- serialized_response = response.SerializeToString()
- sys.stdout.write(struct.pack("<I", len(serialized_response)))
- sys.stdout.write(serialized_response)
- sys.stdout.flush()
- if verbose:
- sys.stderr.write("conformance_python: request=%s, response=%s\n" % (
- request.ShortDebugString().c_str(),
- response.ShortDebugString().c_str()))
- global test_count
- test_count += 1
- return True
- while True:
- if not do_test_io():
- sys.stderr.write("conformance_python: received EOF from test runner " +
- "after %s tests, exiting\n" % (test_count))
- sys.exit(0)
|