mirror of https://github.com/grpc/grpc.git
Merge pull request #20753 from gnossen/unary_stream
Add experimental option to run unary-stream RPCs on a single Python thread.pull/20774/head
Richard Belleville
5 years ago
committed by
GitHub
commit
018580fb89
10 changed files with 454 additions and 110 deletions
@ -0,0 +1,30 @@ |
||||
load("@com_github_grpc_grpc//bazel:python_rules.bzl", "py_proto_library", "py_grpc_library") |
||||
|
||||
proto_library( |
||||
name = "unary_stream_benchmark_proto", |
||||
srcs = ["unary_stream_benchmark.proto"], |
||||
deps = [], |
||||
) |
||||
|
||||
py_proto_library( |
||||
name = "unary_stream_benchmark_py_pb2", |
||||
deps = [":unary_stream_benchmark_proto"], |
||||
) |
||||
|
||||
py_grpc_library( |
||||
name = "unary_stream_benchmark_py_pb2_grpc", |
||||
srcs = [":unary_stream_benchmark_proto"], |
||||
deps = [":unary_stream_benchmark_py_pb2"], |
||||
) |
||||
|
||||
py_binary( |
||||
name = "unary_stream_benchmark", |
||||
srcs_version = "PY3", |
||||
python_version = "PY3", |
||||
srcs = ["unary_stream_benchmark.py"], |
||||
deps = [ |
||||
"//src/python/grpcio/grpc:grpcio", |
||||
":unary_stream_benchmark_py_pb2", |
||||
":unary_stream_benchmark_py_pb2_grpc", |
||||
] |
||||
) |
||||
@ -0,0 +1,27 @@ |
||||
// Copyright 2019 The gRPC Authors |
||||
// |
||||
// Licensed under the Apache License, Version 2.0 (the "License"); |
||||
// you may not use this file except in compliance with the License. |
||||
// You may obtain a copy of the License at |
||||
// |
||||
// http://www.apache.org/licenses/LICENSE-2.0 |
||||
// |
||||
// Unless required by applicable law or agreed to in writing, software |
||||
// distributed under the License is distributed on an "AS IS" BASIS, |
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
// See the License for the specific language governing permissions and |
||||
// limitations under the License. |
||||
syntax = "proto3"; |
||||
|
||||
message BenchmarkRequest { |
||||
int32 message_size = 1; |
||||
int32 response_count = 2; |
||||
} |
||||
|
||||
message BenchmarkResponse { |
||||
bytes response = 1; |
||||
} |
||||
|
||||
service UnaryStreamBenchmarkService { |
||||
rpc Benchmark(BenchmarkRequest) returns (stream BenchmarkResponse); |
||||
} |
||||
@ -0,0 +1,104 @@ |
||||
# Copyright 2019 The gRPC authors. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
|
||||
import datetime |
||||
import threading |
||||
import grpc |
||||
import grpc.experimental |
||||
import subprocess |
||||
import sys |
||||
import time |
||||
import contextlib |
||||
|
||||
_PORT = 5741 |
||||
_MESSAGE_SIZE = 4 |
||||
_RESPONSE_COUNT = 32 * 1024 |
||||
|
||||
_SERVER_CODE = """ |
||||
import datetime |
||||
import threading |
||||
import grpc |
||||
from concurrent import futures |
||||
from src.python.grpcio_tests.tests.stress import unary_stream_benchmark_pb2 |
||||
from src.python.grpcio_tests.tests.stress import unary_stream_benchmark_pb2_grpc |
||||
|
||||
class Handler(unary_stream_benchmark_pb2_grpc.UnaryStreamBenchmarkServiceServicer): |
||||
|
||||
def Benchmark(self, request, context): |
||||
payload = b'\\x00\\x01' * int(request.message_size / 2) |
||||
for _ in range(request.response_count): |
||||
yield unary_stream_benchmark_pb2.BenchmarkResponse(response=payload) |
||||
|
||||
|
||||
server = grpc.server(futures.ThreadPoolExecutor(max_workers=1)) |
||||
server.add_insecure_port('[::]:%d') |
||||
unary_stream_benchmark_pb2_grpc.add_UnaryStreamBenchmarkServiceServicer_to_server(Handler(), server) |
||||
server.start() |
||||
server.wait_for_termination() |
||||
""" % _PORT |
||||
|
||||
try: |
||||
from src.python.grpcio_tests.tests.stress import unary_stream_benchmark_pb2 |
||||
from src.python.grpcio_tests.tests.stress import unary_stream_benchmark_pb2_grpc |
||||
|
||||
_GRPC_CHANNEL_OPTIONS = [ |
||||
('grpc.max_metadata_size', 16 * 1024 * 1024), |
||||
('grpc.max_receive_message_length', 64 * 1024 * 1024), |
||||
(grpc.experimental.ChannelOptions.SingleThreadedUnaryStream, 1), |
||||
] |
||||
|
||||
@contextlib.contextmanager |
||||
def _running_server(): |
||||
server_process = subprocess.Popen( |
||||
[sys.executable, '-c', _SERVER_CODE], |
||||
stdout=subprocess.PIPE, |
||||
stderr=subprocess.PIPE) |
||||
try: |
||||
yield |
||||
finally: |
||||
server_process.terminate() |
||||
server_process.wait() |
||||
sys.stdout.write("stdout: {}".format(server_process.stdout.read())) |
||||
sys.stdout.flush() |
||||
sys.stdout.write("stderr: {}".format(server_process.stderr.read())) |
||||
sys.stdout.flush() |
||||
|
||||
def profile(message_size, response_count): |
||||
request = unary_stream_benchmark_pb2.BenchmarkRequest( |
||||
message_size=message_size, response_count=response_count) |
||||
with grpc.insecure_channel( |
||||
'[::]:{}'.format(_PORT), |
||||
options=_GRPC_CHANNEL_OPTIONS) as channel: |
||||
stub = unary_stream_benchmark_pb2_grpc.UnaryStreamBenchmarkServiceStub( |
||||
channel) |
||||
start = datetime.datetime.now() |
||||
call = stub.Benchmark(request, wait_for_ready=True) |
||||
for message in call: |
||||
pass |
||||
end = datetime.datetime.now() |
||||
return end - start |
||||
|
||||
def main(): |
||||
with _running_server(): |
||||
for i in range(1000): |
||||
latency = profile(_MESSAGE_SIZE, 1024) |
||||
sys.stdout.write("{}\n".format(latency.total_seconds())) |
||||
sys.stdout.flush() |
||||
|
||||
if __name__ == '__main__': |
||||
main() |
||||
|
||||
except ImportError: |
||||
# NOTE(rbellevi): The test runner should not load this module. |
||||
pass |
||||
Loading…
Reference in new issue