Mark disappearing_server as flaky: this was always so, but is more pronounced now - and will be fixed with retries

reviewable/pr8239/r8
Craig Tiller 8 years ago
parent 64542dfccd
commit 6476170c4b
  1. 10
      test/core/end2end/gen_build_yaml.py
  2. 50
      tools/run_tests/tests.json

@ -84,8 +84,8 @@ END2END_FIXTURES = {
TestOptions = collections.namedtuple(
'TestOptions',
'needs_fullstack needs_dns proxyable secure traceable cpu_cost exclude_iomgrs large_writes')
default_test_options = TestOptions(False, False, True, False, True, 1.0, [], False)
'needs_fullstack needs_dns proxyable secure traceable cpu_cost exclude_iomgrs large_writes flaky')
default_test_options = TestOptions(False, False, True, False, True, 1.0, [], False, False)
connectivity_test_options = default_test_options._replace(needs_fullstack=True)
LOWCPU = 0.1
@ -108,7 +108,7 @@ END2END_TESTS = {
proxyable=False, cpu_cost=LOWCPU, exclude_iomgrs=['uv']),
'default_host': default_test_options._replace(needs_fullstack=True,
needs_dns=True),
'disappearing_server': connectivity_test_options,
'disappearing_server': connectivity_test_options._replace(flaky=True),
'empty_batch': default_test_options,
'filter_causes_close': default_test_options,
'filter_call_init_fails': default_test_options,
@ -263,7 +263,7 @@ def main():
'ci_platforms': (END2END_FIXTURES[f].platforms
if END2END_FIXTURES[f].ci_mac else without(
END2END_FIXTURES[f].platforms, 'mac')),
'flaky': False,
'flaky': END2END_TESTS[t].flaky,
'language': 'c',
'cpu_cost': END2END_TESTS[t].cpu_cost,
}
@ -280,7 +280,7 @@ def main():
'ci_platforms': (END2END_FIXTURES[f].platforms
if END2END_FIXTURES[f].ci_mac else without(
END2END_FIXTURES[f].platforms, 'mac')),
'flaky': False,
'flaky': END2END_TESTS[t].flaky,
'language': 'c',
'cpu_cost': END2END_TESTS[t].cpu_cost,
}

@ -5134,7 +5134,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_census_test",
"platforms": [
@ -6171,7 +6171,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_compress_test",
"platforms": [
@ -7208,7 +7208,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_fake_resolver_test",
"platforms": [
@ -8232,7 +8232,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_fakesec_test",
"platforms": [
@ -10157,7 +10157,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full_test",
"platforms": [
@ -11143,7 +11143,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full+pipe_test",
"platforms": [
@ -12049,7 +12049,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full+trace_test",
"platforms": [
@ -13051,7 +13051,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_http_proxy_test",
"platforms": [
@ -14120,7 +14120,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_load_reporting_test",
"platforms": [
@ -15168,7 +15168,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_oauth2_test",
"platforms": [
@ -16200,7 +16200,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_proxy_test",
"platforms": [
@ -20011,7 +20011,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_ssl_test",
"platforms": [
@ -21048,7 +21048,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_ssl_cert_test",
"platforms": [
@ -22048,7 +22048,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_ssl_proxy_test",
"platforms": [
@ -22973,7 +22973,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_uds_test",
"platforms": [
@ -23986,7 +23986,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_census_nosec_test",
"platforms": [
@ -25000,7 +25000,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_compress_nosec_test",
"platforms": [
@ -26014,7 +26014,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_fake_resolver_nosec_test",
"platforms": [
@ -27925,7 +27925,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full_nosec_test",
"platforms": [
@ -28892,7 +28892,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full+pipe_nosec_test",
"platforms": [
@ -29775,7 +29775,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_full+trace_nosec_test",
"platforms": [
@ -30753,7 +30753,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_http_proxy_nosec_test",
"platforms": [
@ -31799,7 +31799,7 @@
"cpu_cost": 1.0,
"exclude_configs": [],
"exclude_iomgrs": [],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_load_reporting_nosec_test",
"platforms": [
@ -32775,7 +32775,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_proxy_nosec_test",
"platforms": [
@ -36465,7 +36465,7 @@
"exclude_iomgrs": [
"uv"
],
"flaky": false,
"flaky": true,
"language": "c",
"name": "h2_uds_nosec_test",
"platforms": [

Loading…
Cancel
Save