From 7c10e1b9fe9b751cffc3e2d2c0f37feb3163fe93 Mon Sep 17 00:00:00 2001 From: Jan Tattermusch Date: Wed, 15 Sep 2021 10:00:51 +0200 Subject: [PATCH] stop running protobuf_async_streaming_from_server_qps_unconstrained_secure scenario on CI (#27346) --- tools/run_tests/performance/scenario_config.py | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/tools/run_tests/performance/scenario_config.py b/tools/run_tests/performance/scenario_config.py index 0315da3a83e..3030f22f690 100644 --- a/tools/run_tests/performance/scenario_config.py +++ b/tools/run_tests/performance/scenario_config.py @@ -550,6 +550,13 @@ class CXXLanguage(Language): minimal_stack=not secure, categories=[SWEEP]) + maybe_scalable = [SCALABLE] + if rpc_type == 'streaming_from_server' and synchronicity == 'async' and secure: + # protobuf_async_streaming_from_server_qps_unconstrained_secure is very flaky + # and has extremely high variance so running it isn't really useful. + # see b/198275705 + maybe_scalable = [SWEEP] + yield _ping_pong_scenario( 'cpp_protobuf_%s_%s_qps_unconstrained_%s' % (synchronicity, rpc_type, secstr), @@ -561,7 +568,7 @@ class CXXLanguage(Language): minimal_stack=not secure, server_threads_per_cq=3, client_threads_per_cq=3, - categories=inproc_categories + [SCALABLE]) + categories=inproc_categories + maybe_scalable) # TODO(vjpai): Re-enable this test. It has a lot of timeouts # and hasn't yet been conclusively identified as a test failure