added qps tests on bazel

test/cpp/qps/gen_build_yaml.py

@@ -14,6 +14,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from __future__ import print_function
 import json
 import pipes
 import shutil
@@ -68,62 +69,66 @@ def maybe_exclude_gcov(scenario_json):
     return ['gcov']
   return []
 
-print yaml.dump({
+def generate_yaml():
-  'tests': [
+  return {
-    {
+    'tests': [
-      'name': 'json_run_localhost',
+      {
-      'shortname': 'json_run_localhost:%s' % scenario_json['name'],
+        'name': 'json_run_localhost',
-      'args': ['--scenarios_json', _scenario_json_string(scenario_json, False)],
+        'shortname': 'json_run_localhost:%s' % scenario_json['name'],
-      'ci_platforms': ['linux'],
+        'args': ['--scenarios_json', _scenario_json_string(scenario_json, False)],
-      'platforms': ['linux'],
+        'ci_platforms': ['linux'],
-      'flaky': False,
+        'platforms': ['linux'],
-      'language': 'c++',
+        'flaky': False,
-      'boringssl': True,
+        'language': 'c++',
-      'defaults': 'boringssl',
+        'boringssl': True,
-      'cpu_cost': guess_cpu(scenario_json, False),
+        'defaults': 'boringssl',
-      'exclude_configs': ['tsan', 'asan'] + maybe_exclude_gcov(scenario_json),
+        'cpu_cost': guess_cpu(scenario_json, False),
-      'timeout_seconds': 2*60,
+        'exclude_configs': ['tsan', 'asan'] + maybe_exclude_gcov(scenario_json),
-      'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', []),
+        'timeout_seconds': 2*60,
-      'auto_timeout_scaling': False
+        'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', []),
-    }
+        'auto_timeout_scaling': False
-    for scenario_json in scenario_config.CXXLanguage().scenarios()
+      }
-    if 'scalable' in scenario_json.get('CATEGORIES', [])
+      for scenario_json in scenario_config.CXXLanguage().scenarios()
-  ] + [
+      if 'scalable' in scenario_json.get('CATEGORIES', [])
-    {
+    ] + [
-      'name': 'qps_json_driver',
+      {
-      'shortname': 'qps_json_driver:inproc_%s' % scenario_json['name'],
+        'name': 'qps_json_driver',
-      'args': ['--run_inproc', '--scenarios_json', _scenario_json_string(scenario_json, False)],
+        'shortname': 'qps_json_driver:inproc_%s' % scenario_json['name'],
-      'ci_platforms': ['linux'],
+        'args': ['--run_inproc', '--scenarios_json', _scenario_json_string(scenario_json, False)],
-      'platforms': ['linux'],
+        'ci_platforms': ['linux'],
-      'flaky': False,
+        'platforms': ['linux'],
-      'language': 'c++',
+        'flaky': False,
-      'boringssl': True,
+        'language': 'c++',
-      'defaults': 'boringssl',
+        'boringssl': True,
-      'cpu_cost': guess_cpu(scenario_json, False),
+        'defaults': 'boringssl',
-      'exclude_configs': ['tsan', 'asan'],
+        'cpu_cost': guess_cpu(scenario_json, False),
-      'timeout_seconds': 6*60,
+        'exclude_configs': ['tsan', 'asan'],
-      'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', [])
+        'timeout_seconds': 6*60,
-    }
+        'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', [])
-    for scenario_json in scenario_config.CXXLanguage().scenarios()
+      }
-    if 'inproc' in scenario_json.get('CATEGORIES', [])
+      for scenario_json in scenario_config.CXXLanguage().scenarios()
-  ] + [
+      if 'inproc' in scenario_json.get('CATEGORIES', [])
-    {
+    ] + [
-      'name': 'json_run_localhost',
+      {
-      'shortname': 'json_run_localhost:%s_low_thread_count' % scenario_json['name'],
+        'name': 'json_run_localhost',
-      'args': ['--scenarios_json', _scenario_json_string(scenario_json, True)],
+        'shortname': 'json_run_localhost:%s_low_thread_count' % scenario_json['name'],
-      'ci_platforms': ['linux'],
+        'args': ['--scenarios_json', _scenario_json_string(scenario_json, True)],
-      'platforms': ['linux'],
+        'ci_platforms': ['linux'],
-      'flaky': False,
+        'platforms': ['linux'],
-      'language': 'c++',
+        'flaky': False,
-      'boringssl': True,
+        'language': 'c++',
-      'defaults': 'boringssl',
+        'boringssl': True,
-      'cpu_cost': guess_cpu(scenario_json, True),
+        'defaults': 'boringssl',
-      'exclude_configs': sorted(c for c in configs_from_yaml if c not in ('tsan', 'asan')),
+        'cpu_cost': guess_cpu(scenario_json, True),
-      'timeout_seconds': 10*60,
+        'exclude_configs': sorted(c for c in configs_from_yaml if c not in ('tsan', 'asan')),
-      'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', []),
+        'timeout_seconds': 10*60,
-      'auto_timeout_scaling': False
+        'excluded_poll_engines': scenario_json.get('EXCLUDED_POLL_ENGINES', []),
-   }
+        'auto_timeout_scaling': False
-    for scenario_json in scenario_config.CXXLanguage().scenarios()
+     }
-    if 'scalable' in scenario_json.get('CATEGORIES', [])
+      for scenario_json in scenario_config.CXXLanguage().scenarios()
-  ]
+      if 'scalable' in scenario_json.get('CATEGORIES', [])
-})
+    ]
+  }
+
+
+print(yaml.dump(generate_yaml()))

test/cpp/qps/json_run_localhost_scenario_gen.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python2.7
+
+# Copyright 2018 gRPC authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import gen_build_yaml as gen
+import json
+
+def generate_args():
+  all_scenario_set = gen.generate_yaml()
+  all_scenario_set = all_scenario_set['tests']
+  qps_json_driver_scenario_set = \
+    [item for item in all_scenario_set if item['name'] == 'json_run_localhost']
+  qps_json_driver_arg_set = \
+    [item['args'][1] for item in qps_json_driver_scenario_set \
+     if 'args' in item and len(item['args']) > 1]
+  deserialized_scenarios = [json.loads(item)['scenarios'][0] \
+                            for item in qps_json_driver_arg_set]
+  all_scenarios = {'scenarios': deserialized_scenarios}
+  print('\'' + json.dumps(all_scenarios) + '\'')
+
+
+generate_args()

test/cpp/qps/qps_json_driver_scenario_gen.py

@@ -0,0 +1,34 @@
+#!/usr/bin/env python2.7
+
+# Copyright 2018 gRPC authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import gen_build_yaml as gen
+import json
+
+def generate_args():
+  all_scenario_set = gen.generate_yaml()
+  all_scenario_set = all_scenario_set['tests']
+  qps_json_driver_scenario_set = \
+    [item for item in all_scenario_set if item['name'] == 'qps_json_driver']
+  qps_json_driver_arg_set = \
+    [item['args'][2] for item in qps_json_driver_scenario_set \
+     if 'args' in item and len(item['args']) > 2]
+  deserialized_scenarios = [json.loads(item)['scenarios'][0] \
+                            for item in qps_json_driver_arg_set]
+  all_scenarios = {'scenarios': deserialized_scenarios}
+  print('\'' + json.dumps(all_scenarios) + '\'')
+
+
+generate_args()