Migrate data_migration example to dynamic stubs

examples/python/data_transmission/client.py

@@ -16,8 +16,7 @@
 import time
 import grpc
 
-import demo_pb2_grpc
-import demo_pb2
+protos, services = grpc.protos_and_services("demo.proto")
 
 SERVER_ADDRESS = "localhost:23333"
 CLIENT_ID = 1
@@ -28,7 +27,7 @@ CLIENT_ID = 1
 # only respond once.)
 def simple_method(stub):
     print("--------------Call SimpleMethod Begin--------------")
-    request = demo_pb2.Request(
+    request = protos.Request(
         client_id=CLIENT_ID, request_data="called by Python client")
     response = stub.SimpleMethod(request)
     print("resp from server(%d), the message=%s" % (response.server_id,
@@ -46,7 +45,7 @@ def client_streaming_method(stub):
     # create a generator
     def request_messages():
         for i in range(5):
-            request = demo_pb2.Request(
+            request = protos.Request(
                 client_id=CLIENT_ID,
                 request_data=("called by Python client, message:%d" % i))
             yield request
@@ -62,7 +61,7 @@ def client_streaming_method(stub):
 # but the server can return the response many times.)
 def server_streaming_method(stub):
     print("--------------Call ServerStreamingMethod Begin--------------")
-    request = demo_pb2.Request(
+    request = protos.Request(
         client_id=CLIENT_ID, request_data="called by Python client")
     response_iterator = stub.ServerStreamingMethod(request)
     for response in response_iterator:
@@ -83,7 +82,7 @@ def bidirectional_streaming_method(stub):
     # create a generator
     def request_messages():
         for i in range(5):
-            request = demo_pb2.Request(
+            request = protos.Request(
                 client_id=CLIENT_ID,
                 request_data=("called by Python client, message: %d" % i))
             yield request
@@ -99,7 +98,7 @@ def bidirectional_streaming_method(stub):
 
 def main():
     with grpc.insecure_channel(SERVER_ADDRESS) as channel:
-        stub = demo_pb2_grpc.GRPCDemoStub(channel)
+        stub = services.GRPCDemoStub(channel)
 
         simple_method(stub)
 

examples/python/data_transmission/demo_pb2.py

@@ -1,174 +0,0 @@
-# -*- coding: utf-8 -*-
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: demo.proto
-
-import sys
-_b=sys.version_info[0]<3 and (lambda x:x) or (lambda x:x.encode('latin1'))
-from google.protobuf import descriptor as _descriptor
-from google.protobuf import message as _message
-from google.protobuf import reflection as _reflection
-from google.protobuf import symbol_database as _symbol_database
-# @@protoc_insertion_point(imports)
-
-_sym_db = _symbol_database.Default()
-
-
-
-
-DESCRIPTOR = _descriptor.FileDescriptor(
-  name='demo.proto',
-  package='demo',
-  syntax='proto3',
-  serialized_options=None,
-  serialized_pb=_b('\n\ndemo.proto\x12\x04\x64\x65mo\"2\n\x07Request\x12\x11\n\tclient_id\x18\x01 \x01(\x03\x12\x14\n\x0crequest_data\x18\x02 \x01(\t\"4\n\x08Response\x12\x11\n\tserver_id\x18\x01 \x01(\x03\x12\x15\n\rresponse_data\x18\x02 \x01(\t2\xf0\x01\n\x08GRPCDemo\x12-\n\x0cSimpleMethod\x12\r.demo.Request\x1a\x0e.demo.Response\x12\x38\n\x15\x43lientStreamingMethod\x12\r.demo.Request\x1a\x0e.demo.Response(\x01\x12\x38\n\x15ServerStreamingMethod\x12\r.demo.Request\x1a\x0e.demo.Response0\x01\x12\x41\n\x1c\x42idirectionalStreamingMethod\x12\r.demo.Request\x1a\x0e.demo.Response(\x01\x30\x01\x62\x06proto3')
-)
-
-
-
-
-_REQUEST = _descriptor.Descriptor(
-  name='Request',
-  full_name='demo.Request',
-  filename=None,
-  file=DESCRIPTOR,
-  containing_type=None,
-  fields=[
-    _descriptor.FieldDescriptor(
-      name='client_id', full_name='demo.Request.client_id', index=0,
-      number=1, type=3, cpp_type=2, label=1,
-      has_default_value=False, default_value=0,
-      message_type=None, enum_type=None, containing_type=None,
-      is_extension=False, extension_scope=None,
-      serialized_options=None, file=DESCRIPTOR),
-    _descriptor.FieldDescriptor(
-      name='request_data', full_name='demo.Request.request_data', index=1,
-      number=2, type=9, cpp_type=9, label=1,
-      has_default_value=False, default_value=_b("").decode('utf-8'),
-      message_type=None, enum_type=None, containing_type=None,
-      is_extension=False, extension_scope=None,
-      serialized_options=None, file=DESCRIPTOR),
-  ],
-  extensions=[
-  ],
-  nested_types=[],
-  enum_types=[
-  ],
-  serialized_options=None,
-  is_extendable=False,
-  syntax='proto3',
-  extension_ranges=[],
-  oneofs=[
-  ],
-  serialized_start=20,
-  serialized_end=70,
-)
-
-
-_RESPONSE = _descriptor.Descriptor(
-  name='Response',
-  full_name='demo.Response',
-  filename=None,
-  file=DESCRIPTOR,
-  containing_type=None,
-  fields=[
-    _descriptor.FieldDescriptor(
-      name='server_id', full_name='demo.Response.server_id', index=0,
-      number=1, type=3, cpp_type=2, label=1,
-      has_default_value=False, default_value=0,
-      message_type=None, enum_type=None, containing_type=None,
-      is_extension=False, extension_scope=None,
-      serialized_options=None, file=DESCRIPTOR),
-    _descriptor.FieldDescriptor(
-      name='response_data', full_name='demo.Response.response_data', index=1,
-      number=2, type=9, cpp_type=9, label=1,
-      has_default_value=False, default_value=_b("").decode('utf-8'),
-      message_type=None, enum_type=None, containing_type=None,
-      is_extension=False, extension_scope=None,
-      serialized_options=None, file=DESCRIPTOR),
-  ],
-  extensions=[
-  ],
-  nested_types=[],
-  enum_types=[
-  ],
-  serialized_options=None,
-  is_extendable=False,
-  syntax='proto3',
-  extension_ranges=[],
-  oneofs=[
-  ],
-  serialized_start=72,
-  serialized_end=124,
-)
-
-DESCRIPTOR.message_types_by_name['Request'] = _REQUEST
-DESCRIPTOR.message_types_by_name['Response'] = _RESPONSE
-_sym_db.RegisterFileDescriptor(DESCRIPTOR)
-
-Request = _reflection.GeneratedProtocolMessageType('Request', (_message.Message,), {
-  'DESCRIPTOR' : _REQUEST,
-  '__module__' : 'demo_pb2'
-  # @@protoc_insertion_point(class_scope:demo.Request)
-  })
-_sym_db.RegisterMessage(Request)
-
-Response = _reflection.GeneratedProtocolMessageType('Response', (_message.Message,), {
-  'DESCRIPTOR' : _RESPONSE,
-  '__module__' : 'demo_pb2'
-  # @@protoc_insertion_point(class_scope:demo.Response)
-  })
-_sym_db.RegisterMessage(Response)
-
-
-
-_GRPCDEMO = _descriptor.ServiceDescriptor(
-  name='GRPCDemo',
-  full_name='demo.GRPCDemo',
-  file=DESCRIPTOR,
-  index=0,
-  serialized_options=None,
-  serialized_start=127,
-  serialized_end=367,
-  methods=[
-  _descriptor.MethodDescriptor(
-    name='SimpleMethod',
-    full_name='demo.GRPCDemo.SimpleMethod',
-    index=0,
-    containing_service=None,
-    input_type=_REQUEST,
-    output_type=_RESPONSE,
-    serialized_options=None,
-  ),
-  _descriptor.MethodDescriptor(
-    name='ClientStreamingMethod',
-    full_name='demo.GRPCDemo.ClientStreamingMethod',
-    index=1,
-    containing_service=None,
-    input_type=_REQUEST,
-    output_type=_RESPONSE,
-    serialized_options=None,
-  ),
-  _descriptor.MethodDescriptor(
-    name='ServerStreamingMethod',
-    full_name='demo.GRPCDemo.ServerStreamingMethod',
-    index=2,
-    containing_service=None,
-    input_type=_REQUEST,
-    output_type=_RESPONSE,
-    serialized_options=None,
-  ),
-  _descriptor.MethodDescriptor(
-    name='BidirectionalStreamingMethod',
-    full_name='demo.GRPCDemo.BidirectionalStreamingMethod',
-    index=3,
-    containing_service=None,
-    input_type=_REQUEST,
-    output_type=_RESPONSE,
-    serialized_options=None,
-  ),
-])
-_sym_db.RegisterServiceDescriptor(_GRPCDEMO)
-
-DESCRIPTOR.services_by_name['GRPCDemo'] = _GRPCDEMO
-
-# @@protoc_insertion_point(module_scope)

examples/python/data_transmission/demo_pb2_grpc.py

@@ -1,106 +0,0 @@
-# Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
-import grpc
-
-import demo_pb2 as demo__pb2
-
-
-class GRPCDemoStub(object):
-  """service是用来给GRPC服务定义方法的, 格式固定, 类似于Golang中定义一个接口
-  `service` is used to define methods for GRPC services in a fixed format, similar to defining an interface in Golang
-  """
-
-  def __init__(self, channel):
-    """Constructor.
-
-    Args:
-      channel: A grpc.Channel.
-    """
-    self.SimpleMethod = channel.unary_unary(
-        '/demo.GRPCDemo/SimpleMethod',
-        request_serializer=demo__pb2.Request.SerializeToString,
-        response_deserializer=demo__pb2.Response.FromString,
-        )
-    self.ClientStreamingMethod = channel.stream_unary(
-        '/demo.GRPCDemo/ClientStreamingMethod',
-        request_serializer=demo__pb2.Request.SerializeToString,
-        response_deserializer=demo__pb2.Response.FromString,
-        )
-    self.ServerStreamingMethod = channel.unary_stream(
-        '/demo.GRPCDemo/ServerStreamingMethod',
-        request_serializer=demo__pb2.Request.SerializeToString,
-        response_deserializer=demo__pb2.Response.FromString,
-        )
-    self.BidirectionalStreamingMethod = channel.stream_stream(
-        '/demo.GRPCDemo/BidirectionalStreamingMethod',
-        request_serializer=demo__pb2.Request.SerializeToString,
-        response_deserializer=demo__pb2.Response.FromString,
-        )
-
-
-class GRPCDemoServicer(object):
-  """service是用来给GRPC服务定义方法的, 格式固定, 类似于Golang中定义一个接口
-  `service` is used to define methods for GRPC services in a fixed format, similar to defining an interface in Golang
-  """
-
-  def SimpleMethod(self, request, context):
-    """简单模式
-    unary-unary
-    """
-    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-    context.set_details('Method not implemented!')
-    raise NotImplementedError('Method not implemented!')
-
-  def ClientStreamingMethod(self, request_iterator, context):
-    """客户端流模式（在一次调用中, 客户端可以多次向服务器传输数据, 但是服务器只能返回一次响应）
-    stream-unary (In a single call, the client can transfer data to the server several times,
-    but the server can only return a response once.)
-    """
-    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-    context.set_details('Method not implemented!')
-    raise NotImplementedError('Method not implemented!')
-
-  def ServerStreamingMethod(self, request, context):
-    """服务端流模式（在一次调用中, 客户端只能一次向服务器传输数据, 但是服务器可以多次返回响应）
-    unary-stream (In a single call, the client can only transmit data to the server at one time,
-    but the server can return the response many times.)
-    """
-    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-    context.set_details('Method not implemented!')
-    raise NotImplementedError('Method not implemented!')
-
-  def BidirectionalStreamingMethod(self, request_iterator, context):
-    """双向流模式 (在一次调用中, 客户端和服务器都可以向对方多次收发数据)
-    stream-stream (In a single call, both client and server can send and receive data
-    to each other multiple times.)
-    """
-    context.set_code(grpc.StatusCode.UNIMPLEMENTED)
-    context.set_details('Method not implemented!')
-    raise NotImplementedError('Method not implemented!')
-
-
-def add_GRPCDemoServicer_to_server(servicer, server):
-  rpc_method_handlers = {
-      'SimpleMethod': grpc.unary_unary_rpc_method_handler(
-          servicer.SimpleMethod,
-          request_deserializer=demo__pb2.Request.FromString,
-          response_serializer=demo__pb2.Response.SerializeToString,
-      ),
-      'ClientStreamingMethod': grpc.stream_unary_rpc_method_handler(
-          servicer.ClientStreamingMethod,
-          request_deserializer=demo__pb2.Request.FromString,
-          response_serializer=demo__pb2.Response.SerializeToString,
-      ),
-      'ServerStreamingMethod': grpc.unary_stream_rpc_method_handler(
-          servicer.ServerStreamingMethod,
-          request_deserializer=demo__pb2.Request.FromString,
-          response_serializer=demo__pb2.Response.SerializeToString,
-      ),
-      'BidirectionalStreamingMethod': grpc.stream_stream_rpc_method_handler(
-          servicer.BidirectionalStreamingMethod,
-          request_deserializer=demo__pb2.Request.FromString,
-          response_serializer=demo__pb2.Response.SerializeToString,
-      ),
-  }
-  generic_handler = grpc.method_handlers_generic_handler(
-      'demo.GRPCDemo', rpc_method_handlers)
-  server.add_generic_rpc_handlers((generic_handler,))

examples/python/data_transmission/server.py

@@ -17,14 +17,14 @@ from threading import Thread
 from concurrent import futures
 
 import grpc
-import demo_pb2_grpc
-import demo_pb2
+
+protos, services = grpc.protos_and_services("demo.proto")
 
 SERVER_ADDRESS = 'localhost:23333'
 SERVER_ID = 1
 
 
-class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
+class DemoServer(services.GRPCDemoServicer):
 
     # 一元模式(在一次调用中, 客户端只能向服务器传输一次请求数据, 服务器也只能返回一次响应)
     # unary-unary(In a single call, the client can only send request once, and the server can
@@ -32,7 +32,7 @@ class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
     def SimpleMethod(self, request, context):
         print("SimpleMethod called by client(%d) the message: %s" %
               (request.client_id, request.request_data))
-        response = demo_pb2.Response(
+        response = protos.Response(
             server_id=SERVER_ID,
             response_data="Python server SimpleMethod Ok!!!!")
         return response
@@ -45,7 +45,7 @@ class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
         for request in request_iterator:
             print("recv from client(%d), message= %s" % (request.client_id,
                                                          request.request_data))
-        response = demo_pb2.Response(
+        response = protos.Response(
             server_id=SERVER_ID,
             response_data="Python server ClientStreamingMethod ok")
         return response
@@ -61,7 +61,7 @@ class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
         # create a generator
         def response_messages():
             for i in range(5):
-                response = demo_pb2.Response(
+                response = protos.Response(
                     server_id=SERVER_ID,
                     response_data=("send by Python server, message=%d" % i))
                 yield response
@@ -85,7 +85,7 @@ class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
         t.start()
 
         for i in range(5):
-            yield demo_pb2.Response(
+            yield protos.Response(
                 server_id=SERVER_ID,
                 response_data=("send by Python server, message= %d" % i))
 
@@ -95,20 +95,13 @@ class DemoServer(demo_pb2_grpc.GRPCDemoServicer):
 def main():
     server = grpc.server(futures.ThreadPoolExecutor())
 
-    demo_pb2_grpc.add_GRPCDemoServicer_to_server(DemoServer(), server)
+    services.add_GRPCDemoServicer_to_server(DemoServer(), server)
 
     server.add_insecure_port(SERVER_ADDRESS)
     print("------------------start Python GRPC server")
     server.start()
     server.wait_for_termination()
 
-    # If raise Error:
-    #   AttributeError: '_Server' object has no attribute 'wait_for_termination'
-    # You can use the following code instead:
-    # import time
-    # while 1:
-    #     time.sleep(10)
-
 
 if __name__ == '__main__':
     main()