Turn benchmark failures into test failures

pull/13039/head
Craig Tiller 7 years ago
parent 77013000e7
commit 19b334286b
  1. 28
      build.yaml
  2. 56
      tools/run_tests/generated/tests.json

@ -3553,8 +3553,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3576,8 +3574,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3599,8 +3595,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3622,8 +3616,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3644,8 +3636,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3666,8 +3656,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3688,8 +3676,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=4
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3710,8 +3696,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3735,8 +3719,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
excluded_poll_engines: excluded_poll_engines:
@ -3763,8 +3745,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
excluded_poll_engines: excluded_poll_engines:
@ -3790,8 +3770,6 @@ targets:
- gpr_test_util - gpr_test_util
- gpr - gpr
- grpc++_test_config - grpc++_test_config
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
excluded_poll_engines: excluded_poll_engines:
@ -3818,8 +3796,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
excluded_poll_engines: excluded_poll_engines:
@ -3844,8 +3820,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:
@ -3867,8 +3841,6 @@ targets:
- grpc_unsecure - grpc_unsecure
- gpr_test_util - gpr_test_util
- gpr - gpr
args:
- --benchmark_min_time=0
benchmark: true benchmark: true
defaults: benchmark defaults: benchmark
platforms: platforms:

@ -3084,9 +3084,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3108,9 +3106,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3132,9 +3128,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3156,9 +3150,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3180,9 +3172,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3204,9 +3194,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3228,9 +3216,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=4"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3252,9 +3238,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3276,9 +3260,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3305,9 +3287,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3334,9 +3314,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3363,9 +3341,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3392,9 +3368,7 @@
"uses_polling": true "uses_polling": true
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",
@ -3416,9 +3390,7 @@
"uses_polling": false "uses_polling": false
}, },
{ {
"args": [ "args": [],
"--benchmark_min_time=0"
],
"benchmark": true, "benchmark": true,
"ci_platforms": [ "ci_platforms": [
"linux", "linux",

Loading…
Cancel
Save