|
|
|
# Copyright 2016, Google Inc.
|
|
|
|
# All rights reserved.
|
|
|
|
#
|
|
|
|
# Redistribution and use in source and binary forms, with or without
|
|
|
|
# modification, are permitted provided that the following conditions are
|
|
|
|
# met:
|
|
|
|
#
|
|
|
|
# * Redistributions of source code must retain the above copyright
|
|
|
|
# notice, this list of conditions and the following disclaimer.
|
|
|
|
# * Redistributions in binary form must reproduce the above
|
|
|
|
# copyright notice, this list of conditions and the following disclaimer
|
|
|
|
# in the documentation and/or other materials provided with the
|
|
|
|
# distribution.
|
|
|
|
# * Neither the name of Google Inc. nor the names of its
|
|
|
|
# contributors may be used to endorse or promote products derived from
|
|
|
|
# this software without specific prior written permission.
|
|
|
|
#
|
|
|
|
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
|
|
|
|
# performance scenario configuration for various languages
|
|
|
|
|
|
|
|
WARMUP_SECONDS=5
|
|
|
|
JAVA_WARMUP_SECONDS=15 # Java needs more warmup time for JIT to kick in.
|
|
|
|
BENCHMARK_SECONDS=30
|
|
|
|
|
|
|
|
SMOKETEST='smoketest'
|
|
|
|
SCALABLE='scalable'
|
|
|
|
SWEEP='sweep'
|
|
|
|
|
|
|
|
SECURE_SECARGS = {'use_test_ca': True,
|
|
|
|
'server_host_override': 'foo.test.google.fr'}
|
|
|
|
|
|
|
|
HISTOGRAM_PARAMS = {
|
|
|
|
'resolution': 0.01,
|
|
|
|
'max_possible': 60e9,
|
|
|
|
}
|
|
|
|
|
|
|
|
EMPTY_GENERIC_PAYLOAD = {
|
|
|
|
'bytebuf_params': {
|
|
|
|
'req_size': 0,
|
|
|
|
'resp_size': 0,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
EMPTY_PROTO_PAYLOAD = {
|
|
|
|
'simple_params': {
|
|
|
|
'req_size': 0,
|
|
|
|
'resp_size': 0,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
BIG_GENERIC_PAYLOAD = {
|
|
|
|
'bytebuf_params': {
|
|
|
|
'req_size': 65536,
|
|
|
|
'resp_size': 65536,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
# deep is the number of RPCs outstanding on a channel in non-ping-pong tests
|
|
|
|
# (the value used is 1 otherwise)
|
|
|
|
DEEP=100
|
|
|
|
|
|
|
|
# wide is the number of client channels in multi-channel tests (1 otherwise)
|
|
|
|
WIDE=64
|
|
|
|
|
|
|
|
# For most synchronous clients, DEEP*WIDE threads will be created.
|
|
|
|
SYNC_DEEP=10
|
|
|
|
SYNC_WIDE=8
|
|
|
|
|
|
|
|
|
|
|
|
def _get_secargs(is_secure):
|
|
|
|
if is_secure:
|
|
|
|
return SECURE_SECARGS
|
|
|
|
else:
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
def remove_nonproto_fields(scenario):
|
|
|
|
"""Remove special-purpose that contains some extra info about the scenario
|
|
|
|
but don't belong to the ScenarioConfig protobuf message"""
|
|
|
|
scenario.pop('CATEGORIES', None)
|
|
|
|
scenario.pop('CLIENT_LANGUAGE', None)
|
|
|
|
scenario.pop('SERVER_LANGUAGE', None)
|
|
|
|
return scenario
|
|
|
|
|
|
|
|
|
|
|
|
def _ping_pong_scenario(name, rpc_type,
|
|
|
|
client_type, server_type,
|
|
|
|
secure=True,
|
|
|
|
use_generic_payload=False,
|
|
|
|
unconstrained_client=None,
|
|
|
|
client_language=None,
|
|
|
|
server_language=None,
|
|
|
|
server_core_limit=0,
|
|
|
|
async_server_threads=0,
|
|
|
|
warmup_seconds=WARMUP_SECONDS,
|
|
|
|
categories=[],
|
|
|
|
channels=None):
|
|
|
|
"""Creates a basic ping pong scenario."""
|
|
|
|
scenario = {
|
|
|
|
'name': name,
|
|
|
|
'num_servers': 1,
|
|
|
|
'num_clients': 1,
|
|
|
|
'client_config': {
|
|
|
|
'client_type': client_type,
|
|
|
|
'security_params': _get_secargs(secure),
|
|
|
|
'outstanding_rpcs_per_channel': 1,
|
|
|
|
'client_channels': 1,
|
|
|
|
'async_client_threads': 1,
|
|
|
|
'rpc_type': rpc_type,
|
|
|
|
'load_params': {
|
|
|
|
'closed_loop': {}
|
|
|
|
},
|
|
|
|
'histogram_params': HISTOGRAM_PARAMS,
|
|
|
|
},
|
|
|
|
'server_config': {
|
|
|
|
'server_type': server_type,
|
|
|
|
'security_params': _get_secargs(secure),
|
|
|
|
'core_limit': server_core_limit,
|
|
|
|
'async_server_threads': async_server_threads,
|
|
|
|
},
|
|
|
|
'warmup_seconds': warmup_seconds,
|
|
|
|
'benchmark_seconds': BENCHMARK_SECONDS
|
|
|
|
}
|
|
|
|
if use_generic_payload:
|
|
|
|
if server_type != 'ASYNC_GENERIC_SERVER':
|
|
|
|
raise Exception('Use ASYNC_GENERIC_SERVER for generic payload.')
|
|
|
|
scenario['client_config']['payload_config'] = EMPTY_GENERIC_PAYLOAD
|
|
|
|
scenario['server_config']['payload_config'] = EMPTY_GENERIC_PAYLOAD
|
|
|
|
else:
|
|
|
|
# For proto payload, only the client should get the config.
|
|
|
|
scenario['client_config']['payload_config'] = EMPTY_PROTO_PAYLOAD
|
|
|
|
|
|
|
|
if unconstrained_client:
|
|
|
|
if unconstrained_client == 'async':
|
|
|
|
deep = DEEP
|
|
|
|
wide = WIDE
|
|
|
|
elif unconstrained_client == 'sync':
|
|
|
|
deep = SYNC_DEEP
|
|
|
|
wide = SYNC_WIDE
|
|
|
|
else:
|
|
|
|
raise Exception('Illegal value of unconstrained_client option.')
|
|
|
|
|
|
|
|
scenario['num_clients'] = 0 # use as many client as available.
|
|
|
|
scenario['client_config']['outstanding_rpcs_per_channel'] = deep
|
|
|
|
scenario['client_config']['client_channels'] = wide
|
|
|
|
scenario['client_config']['async_client_threads'] = 0
|
|
|
|
else:
|
|
|
|
scenario['client_config']['outstanding_rpcs_per_channel'] = 1
|
|
|
|
scenario['client_config']['client_channels'] = 1
|
|
|
|
scenario['client_config']['async_client_threads'] = 1
|
|
|
|
|
|
|
|
if channels is not None:
|
|
|
|
scenario['client_config']['client_channels'] = channels
|
|
|
|
|
|
|
|
if client_language:
|
|
|
|
# the CLIENT_LANGUAGE field is recognized by run_performance_tests.py
|
|
|
|
scenario['CLIENT_LANGUAGE'] = client_language
|
|
|
|
if server_language:
|
|
|
|
# the SERVER_LANGUAGE field is recognized by run_performance_tests.py
|
|
|
|
scenario['SERVER_LANGUAGE'] = server_language
|
|
|
|
if categories:
|
|
|
|
scenario['CATEGORIES'] = categories
|
|
|
|
return scenario
|
|
|
|
|
|
|
|
|
|
|
|
class CXXLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self.safename = 'cxx'
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['bins/opt/qps_worker']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 0
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
# TODO(ctiller): add 70% load latency test
|
|
|
|
for secure in [True, False]:
|
|
|
|
secstr = 'secure' if secure else 'insecure'
|
|
|
|
smoketest_categories = [SMOKETEST] if secure else []
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_generic_async_streaming_ping_pong_%s' % secstr,
|
|
|
|
rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT',
|
|
|
|
server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
use_generic_payload=True, server_core_limit=1, async_server_threads=1,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_generic_async_streaming_qps_unconstrained_%s' % secstr,
|
|
|
|
rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT',
|
|
|
|
server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
unconstrained_client='async', use_generic_payload=True,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories+[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_generic_async_streaming_qps_one_server_core_%s' % secstr,
|
|
|
|
rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT',
|
|
|
|
server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
unconstrained_client='async', use_generic_payload=True,
|
|
|
|
server_core_limit=1, async_server_threads=1,
|
|
|
|
secure=secure)
|
|
|
|
|
|
|
|
for synchronicity in ['sync', 'async']:
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_protobuf_%s_streaming_ping_pong_%s' % (synchronicity, secstr),
|
|
|
|
rpc_type='STREAMING',
|
|
|
|
client_type='%s_CLIENT' % synchronicity.upper(),
|
|
|
|
server_type='%s_SERVER' % synchronicity.upper(),
|
|
|
|
server_core_limit=1, async_server_threads=1,
|
|
|
|
secure=secure)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_protobuf_%s_unary_ping_pong_%s' % (synchronicity, secstr),
|
|
|
|
rpc_type='UNARY',
|
|
|
|
client_type='%s_CLIENT' % synchronicity.upper(),
|
|
|
|
server_type='%s_SERVER' % synchronicity.upper(),
|
|
|
|
server_core_limit=1, async_server_threads=1,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_protobuf_%s_unary_qps_unconstrained_%s' % (synchronicity, secstr),
|
|
|
|
rpc_type='UNARY',
|
|
|
|
client_type='%s_CLIENT' % synchronicity.upper(),
|
|
|
|
server_type='%s_SERVER' % synchronicity.upper(),
|
|
|
|
unconstrained_client=synchronicity,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories+[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_protobuf_%s_streaming_qps_unconstrained_%s' % (synchronicity, secstr),
|
|
|
|
rpc_type='STREAMING',
|
|
|
|
client_type='%s_CLIENT' % synchronicity.upper(),
|
|
|
|
server_type='%s_SERVER' % synchronicity.upper(),
|
|
|
|
unconstrained_client=synchronicity,
|
|
|
|
secure=secure,
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
for channels in [1, 3, 10, 31, 100, 316, 1000]:
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_protobuf_async_unary_qps_unconstrained_%s_%d_channels' % (secstr, channels),
|
|
|
|
rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client=synchronicity, secure=secure,
|
|
|
|
categories=[SWEEP], channels=channels)
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'c++'
|
|
|
|
|
|
|
|
|
|
|
|
class CSharpLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self.safename = str(self)
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_csharp.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 100
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_generic_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
use_generic_payload=True,
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_protobuf_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_protobuf_async_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_protobuf_sync_to_async_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_protobuf_async_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
categories=[SMOKETEST,SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_protobuf_async_streaming_qps_unconstrained', rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_to_cpp_protobuf_sync_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1,
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_to_cpp_protobuf_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_to_cpp_protobuf_async_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async', server_language='c++',
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'csharp_to_cpp_protobuf_sync_to_async_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='sync', server_language='c++',
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'cpp_to_csharp_protobuf_async_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async', client_language='c++',
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'csharp'
|
|
|
|
|
|
|
|
|
|
|
|
class NodeLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
pass
|
|
|
|
self.safename = str(self)
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_node.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 200
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
# TODO(jtattermusch): make this scenario work
|
|
|
|
#yield _ping_pong_scenario(
|
|
|
|
# 'node_generic_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
# client_type='ASYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
# use_generic_payload=True)
|
|
|
|
|
|
|
|
# TODO(jtattermusch): make this scenario work
|
|
|
|
#yield _ping_pong_scenario(
|
|
|
|
# 'node_protobuf_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
# client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'node_protobuf_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'node_protobuf_async_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
# TODO(jtattermusch): make this scenario work
|
|
|
|
#yield _ping_pong_scenario(
|
|
|
|
# 'node_protobuf_async_streaming_qps_unconstrained', rpc_type='STREAMING',
|
|
|
|
# client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
# unconstrained_client='async')
|
|
|
|
|
|
|
|
# TODO(jtattermusch): make this scenario work
|
|
|
|
#yield _ping_pong_scenario(
|
|
|
|
# 'node_to_cpp_protobuf_async_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
# client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
# server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
# TODO(jtattermusch): make this scenario work
|
|
|
|
#yield _ping_pong_scenario(
|
|
|
|
# 'node_to_cpp_protobuf_async_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
# client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
# server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'node'
|
|
|
|
|
|
|
|
class PythonLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
self.safename = 'python'
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_python.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 500
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_generic_sync_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
use_generic_payload=True,
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_protobuf_sync_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_protobuf_async_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_protobuf_sync_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_protobuf_sync_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='sync')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_protobuf_sync_streaming_qps_unconstrained', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='sync')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_to_cpp_protobuf_sync_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1,
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'python_to_cpp_protobuf_sync_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'python'
|
|
|
|
|
|
|
|
class RubyLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
pass
|
|
|
|
self.safename = str(self)
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_ruby.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 300
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_protobuf_sync_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_protobuf_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
categories=[SMOKETEST])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_protobuf_sync_unary_qps_unconstrained', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
unconstrained_client='sync')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_protobuf_sync_streaming_qps_unconstrained', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
unconstrained_client='sync')
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_to_cpp_protobuf_sync_unary_ping_pong', rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'ruby_to_cpp_protobuf_sync_streaming_ping_pong', rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
server_language='c++', server_core_limit=1, async_server_threads=1)
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'ruby'
|
|
|
|
|
|
|
|
|
|
|
|
class JavaLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
pass
|
|
|
|
self.safename = str(self)
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_java.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 400
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
for secure in [True, False]:
|
|
|
|
secstr = 'secure' if secure else 'insecure'
|
|
|
|
smoketest_categories = [SMOKETEST] if secure else []
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_generic_async_streaming_ping_pong_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
use_generic_payload=True, async_server_threads=1,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_protobuf_async_streaming_ping_pong_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_protobuf_async_unary_ping_pong_%s' % secstr, rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_protobuf_unary_ping_pong_%s' % secstr, rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_protobuf_async_unary_qps_unconstrained_%s' % secstr, rpc_type='UNARY',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS,
|
|
|
|
categories=smoketest_categories+[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_protobuf_async_streaming_qps_unconstrained_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS,
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_generic_async_streaming_qps_unconstrained_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
unconstrained_client='async', use_generic_payload=True,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS,
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'java_generic_async_streaming_qps_one_server_core_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='ASYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
unconstrained_client='async', use_generic_payload=True,
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure, warmup_seconds=JAVA_WARMUP_SECONDS)
|
|
|
|
|
|
|
|
# TODO(jtattermusch): add scenarios java vs C++
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'java'
|
|
|
|
|
|
|
|
|
|
|
|
class GoLanguage:
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
pass
|
|
|
|
self.safename = str(self)
|
|
|
|
|
|
|
|
def worker_cmdline(self):
|
|
|
|
return ['tools/run_tests/performance/run_worker_go.sh']
|
|
|
|
|
|
|
|
def worker_port_offset(self):
|
|
|
|
return 600
|
|
|
|
|
|
|
|
def scenarios(self):
|
|
|
|
for secure in [True, False]:
|
|
|
|
secstr = 'secure' if secure else 'insecure'
|
|
|
|
smoketest_categories = [SMOKETEST] if secure else []
|
|
|
|
|
|
|
|
# ASYNC_GENERIC_SERVER for Go actually uses a sync streaming server,
|
|
|
|
# but that's mostly because of lack of better name of the enum value.
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_generic_sync_streaming_ping_pong_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
use_generic_payload=True, async_server_threads=1,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_protobuf_sync_streaming_ping_pong_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure)
|
|
|
|
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_protobuf_sync_unary_ping_pong_%s' % secstr, rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
async_server_threads=1,
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories)
|
|
|
|
|
|
|
|
# unconstrained_client='async' is intended (client uses goroutines)
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_protobuf_sync_unary_qps_unconstrained_%s' % secstr, rpc_type='UNARY',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
secure=secure,
|
|
|
|
categories=smoketest_categories+[SCALABLE])
|
|
|
|
|
|
|
|
# unconstrained_client='async' is intended (client uses goroutines)
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_protobuf_sync_streaming_qps_unconstrained_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='SYNC_SERVER',
|
|
|
|
unconstrained_client='async',
|
|
|
|
secure=secure,
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
# unconstrained_client='async' is intended (client uses goroutines)
|
|
|
|
# ASYNC_GENERIC_SERVER for Go actually uses a sync streaming server,
|
|
|
|
# but that's mostly because of lack of better name of the enum value.
|
|
|
|
yield _ping_pong_scenario(
|
|
|
|
'go_generic_sync_streaming_qps_unconstrained_%s' % secstr, rpc_type='STREAMING',
|
|
|
|
client_type='SYNC_CLIENT', server_type='ASYNC_GENERIC_SERVER',
|
|
|
|
unconstrained_client='async', use_generic_payload=True,
|
|
|
|
secure=secure,
|
|
|
|
categories=[SCALABLE])
|
|
|
|
|
|
|
|
# TODO(jtattermusch): add scenarios go vs C++
|
|
|
|
|
|
|
|
def __str__(self):
|
|
|
|
return 'go'
|
|
|
|
|
|
|
|
|
|
|
|
LANGUAGES = {
|
|
|
|
'c++' : CXXLanguage(),
|
|
|
|
'csharp' : CSharpLanguage(),
|
|
|
|
'node' : NodeLanguage(),
|
|
|
|
'ruby' : RubyLanguage(),
|
|
|
|
'java' : JavaLanguage(),
|
|
|
|
'python' : PythonLanguage(),
|
|
|
|
'go' : GoLanguage(),
|
|
|
|
}
|