More programmatically generate scenarios

pull/8126/head
Craig Tiller 8 years ago
parent bf4939fd22
commit 601cff4018
  1. 84
      tools/run_tests/performance/scenario_config.py
  2. 2754
      tools/run_tests/tests.json

@ -219,60 +219,36 @@ class CXXLanguage:
server_core_limit=1, async_server_threads=1, server_core_limit=1, async_server_threads=1,
secure=secure) secure=secure)
for synchronicity in ['sync', 'async']: for rpc_type in ['unary', 'streaming']:
yield _ping_pong_scenario( for synchronicity in ['sync', 'async']:
'cpp_protobuf_%s_streaming_ping_pong_%s' % (synchronicity, secstr), yield _ping_pong_scenario(
rpc_type='STREAMING', 'cpp_protobuf_%s_%s_ping_pong_%s' % (synchronicity, rpc_type, secstr),
client_type='%s_CLIENT' % synchronicity.upper(), rpc_type=rpc_type.upper(),
server_type='%s_SERVER' % synchronicity.upper(), client_type='%s_CLIENT' % synchronicity.upper(),
server_core_limit=1, async_server_threads=1, server_type='%s_SERVER' % synchronicity.upper(),
secure=secure) server_core_limit=1, async_server_threads=1,
secure=secure)
yield _ping_pong_scenario(
'cpp_protobuf_%s_unary_ping_pong_%s' % (synchronicity, secstr), yield _ping_pong_scenario(
rpc_type='UNARY', 'cpp_protobuf_%s_%s_qps_unconstrained_%s' % (synchronicity, rpc_type, secstr),
client_type='%s_CLIENT' % synchronicity.upper(), rpc_type=rpc_type.upper(),
server_type='%s_SERVER' % synchronicity.upper(), client_type='%s_CLIENT' % synchronicity.upper(),
server_core_limit=1, async_server_threads=1, server_type='%s_SERVER' % synchronicity.upper(),
secure=secure, unconstrained_client=synchronicity,
categories=smoketest_categories) secure=secure,
categories=smoketest_categories+[SCALABLE])
yield _ping_pong_scenario(
'cpp_protobuf_%s_unary_qps_unconstrained_%s' % (synchronicity, secstr), for channels in geometric_progression(1, 20000, math.sqrt(10)):
rpc_type='UNARY', for outstanding in geometric_progression(1, 200000, math.sqrt(10)):
client_type='%s_CLIENT' % synchronicity.upper(), if synchronicity == 'sync' and outstanding > 1200: continue
server_type='%s_SERVER' % synchronicity.upper(), if outstanding < channels: continue
unconstrained_client=synchronicity, yield _ping_pong_scenario(
secure=secure, 'cpp_protobuf_%s_%s_qps_unconstrained_%s_%d_channels_%d_outstanding' % (synchronicity, rpc_type, secstr, channels, outstanding),
categories=smoketest_categories+[SCALABLE]) rpc_type=rpc_type.upper(),
client_type='%s_CLIENT' % synchronicity.upper(),
yield _ping_pong_scenario( server_type='%s_SERVER' % synchronicity.upper(),
'cpp_protobuf_%s_streaming_qps_unconstrained_%s' % (synchronicity, secstr), unconstrained_client=synchronicity, secure=secure,
rpc_type='STREAMING', categories=[SWEEP], channels=channels, outstanding=outstanding)
client_type='%s_CLIENT' % synchronicity.upper(),
server_type='%s_SERVER' % synchronicity.upper(),
unconstrained_client=synchronicity,
secure=secure,
categories=[SCALABLE])
for channels in geometric_progression(1, 500, math.sqrt(10)):
for outstanding in geometric_progression(1, 200000, math.sqrt(10)):
if synchronicity == 'sync' and outstanding > 1200: continue
if outstanding < channels: continue
yield _ping_pong_scenario(
'cpp_protobuf_%s_unary_qps_unconstrained_%s_%d_channels_%d_outstanding' % (synchronicity, secstr, channels, outstanding),
rpc_type='UNARY',
client_type='%s_CLIENT' % synchronicity.upper(),
server_type='%s_SERVER' % synchronicity.upper(),
unconstrained_client=synchronicity, secure=secure,
categories=[SWEEP], channels=channels, outstanding=outstanding)
yield _ping_pong_scenario(
'cpp_protobuf_%s_streaming_qps_unconstrained_%s_%d_channels_%d_outstanding' % (synchronicity, secstr, channels, outstanding),
rpc_type='STREAMING',
client_type='%s_CLIENT' % synchronicity.upper(),
server_type='%s_SERVER' % synchronicity.upper(),
unconstrained_client=synchronicity, secure=secure,
categories=[SWEEP], channels=channels, outstanding=outstanding)
def __str__(self): def __str__(self):
return 'c++' return 'c++'

File diff suppressed because it is too large Load Diff
Loading…
Cancel
Save