Moiz Haidry
5 years ago
commit
0c5545a894
41 changed files with 21662 additions and 89883 deletions
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,263 @@ |
||||
'#1': This file describes the list of targets and dependencies. |
||||
'#2': It is used among other things to generate all of our project files. |
||||
'#3': Please refer to the templates directory for more information. |
||||
settings: |
||||
'#01': The public version number of the library. |
||||
'#02': === |
||||
'#03': Please update the 'g_stands_for' field periodically with a new g word |
||||
'#04': not listed in doc/g_stands_for.md - and update that document to list the |
||||
'#05': new word. When doing so, please also update BUILD. |
||||
'#06': === |
||||
'#07': Master always has a "-dev" suffix |
||||
'#08': Use "-preN" suffixes to identify pre-release versions |
||||
'#09': Per-language overrides are possible with (eg) ruby_version tag here |
||||
'#10': See the expand_version.py for all the quirks here |
||||
core_version: 10.0.0 |
||||
csharp_major_version: 2 |
||||
g_stands_for: gringotts |
||||
version: 1.29.0-dev |
||||
targets: |
||||
- name: check_epollexclusive |
||||
build: tool |
||||
language: c |
||||
src: |
||||
- test/build/check_epollexclusive.c |
||||
deps: |
||||
- grpc |
||||
- gpr |
||||
- name: gen_hpack_tables |
||||
build: tool |
||||
language: c++ |
||||
src: |
||||
- tools/codegen/core/gen_hpack_tables.cc |
||||
deps: |
||||
- grpc |
||||
- gpr |
||||
uses_polling: false |
||||
- name: gen_legal_metadata_characters |
||||
build: tool |
||||
language: c++ |
||||
src: |
||||
- tools/codegen/core/gen_legal_metadata_characters.cc |
||||
deps: [] |
||||
- name: gen_percent_encoding_tables |
||||
build: tool |
||||
language: c++ |
||||
src: |
||||
- tools/codegen/core/gen_percent_encoding_tables.cc |
||||
deps: [] |
||||
uses_polling: false |
||||
vspackages: |
||||
- linkage: static |
||||
name: grpc.dependencies.zlib |
||||
props: false |
||||
redist: true |
||||
version: 1.2.8.10 |
||||
- linkage: static |
||||
name: grpc.dependencies.openssl |
||||
props: true |
||||
redist: true |
||||
version: 1.0.204.1 |
||||
- name: gflags |
||||
props: false |
||||
redist: false |
||||
version: 2.1.2.1 |
||||
- name: gtest |
||||
props: false |
||||
redist: false |
||||
version: 1.7.0.1 |
||||
configs: |
||||
asan: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -fsanitize-coverage=edge,trace-pc-guard -fsanitize=address -fno-omit-frame-pointer |
||||
-Wno-unused-command-line-argument -DGPR_NO_DIRECT_SYSCALLS |
||||
CXX: clang++ |
||||
LD: clang++ |
||||
LDFLAGS: -fsanitize=address |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
ASAN_OPTIONS: detect_leaks=1:color=always |
||||
LSAN_OPTIONS: suppressions=test/core/util/lsan_suppressions.txt:report_objects=1 |
||||
asan-noleaks: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -fsanitize-coverage=edge,trace-pc-guard -fsanitize=address -fno-omit-frame-pointer |
||||
-Wno-unused-command-line-argument -DGPR_NO_DIRECT_SYSCALLS |
||||
CXX: clang++ |
||||
LD: clang++ |
||||
LDFLAGS: fsanitize=address |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
ASAN_OPTIONS: detect_leaks=0:color=always |
||||
asan-trace-cmp: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -fsanitize-coverage=edge,trace-pc-guard -fsanitize-coverage=trace-cmp |
||||
-fsanitize=address -fno-omit-frame-pointer -Wno-unused-command-line-argument |
||||
-DGPR_NO_DIRECT_SYSCALLS |
||||
CXX: clang++ |
||||
LD: clang++ |
||||
LDFLAGS: -fsanitize=address |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
ASAN_OPTIONS: detect_leaks=1:color=always |
||||
LSAN_OPTIONS: suppressions=test/core/util/lsan_suppressions.txt:report_objects=1 |
||||
basicprof: |
||||
CPPFLAGS: -O2 -DGRPC_BASIC_PROFILER -DGRPC_TIMERS_RDTSC |
||||
DEFINES: NDEBUG |
||||
c++-compat: |
||||
CFLAGS: -Wc++-compat |
||||
CPPFLAGS: -O0 |
||||
DEFINES: _DEBUG DEBUG |
||||
counters: |
||||
CPPFLAGS: -O2 -DGPR_LOW_LEVEL_COUNTERS |
||||
DEFINES: NDEBUG |
||||
counters_with_memory_counter: |
||||
CPPFLAGS: -O2 -DGPR_LOW_LEVEL_COUNTERS -DGPR_WRAP_MEMORY_COUNTER |
||||
DEFINES: NDEBUG |
||||
LDFLAGS: -Wl,--wrap=malloc -Wl,--wrap=calloc -Wl,--wrap=realloc -Wl,--wrap=free |
||||
dbg: |
||||
CPPFLAGS: -O0 |
||||
DEFINES: _DEBUG DEBUG |
||||
gcov: |
||||
CC: gcc |
||||
CPPFLAGS: -O0 -fprofile-arcs -ftest-coverage -Wno-return-type |
||||
CXX: g++ |
||||
DEFINES: _DEBUG DEBUG GPR_GCOV |
||||
LD: gcc |
||||
LDFLAGS: -fprofile-arcs -ftest-coverage -rdynamic -lstdc++ |
||||
LDXX: g++ |
||||
helgrind: |
||||
CPPFLAGS: -O0 |
||||
DEFINES: _DEBUG DEBUG |
||||
LDFLAGS: -rdynamic |
||||
valgrind: --tool=helgrind |
||||
lto: |
||||
CPPFLAGS: -O2 |
||||
DEFINES: NDEBUG |
||||
memcheck: |
||||
CPPFLAGS: -O0 |
||||
DEFINES: _DEBUG DEBUG |
||||
LDFLAGS: -rdynamic |
||||
valgrind: --tool=memcheck --leak-check=full |
||||
msan: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -stdlib=libc++ -fsanitize-coverage=edge,trace-pc-guard -fsanitize=memory |
||||
-fsanitize-memory-track-origins -fsanitize-memory-use-after-dtor -fno-omit-frame-pointer |
||||
-DGTEST_HAS_TR1_TUPLE=0 -DGTEST_USE_OWN_TR1_TUPLE=1 -Wno-unused-command-line-argument |
||||
-fPIE -pie -DGPR_NO_DIRECT_SYSCALLS |
||||
CXX: clang++ |
||||
DEFINES: NDEBUG |
||||
LD: clang++ |
||||
LDFLAGS: -stdlib=libc++ -fsanitize=memory -DGTEST_HAS_TR1_TUPLE=0 -DGTEST_USE_OWN_TR1_TUPLE=1 |
||||
-fPIE -pie $(if $(JENKINS_BUILD),-Wl$(comma)-Ttext-segment=0x7e0000000000,) |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
MSAN_OPTIONS: poison_in_dtor=1 |
||||
mutrace: |
||||
CPPFLAGS: -O3 -fno-omit-frame-pointer |
||||
DEFINES: NDEBUG |
||||
LDFLAGS: -rdynamic |
||||
noexcept: |
||||
CPPFLAGS: -O2 -Wframe-larger-than=16384 |
||||
CXXFLAGS: -fno-exceptions |
||||
DEFINES: NDEBUG |
||||
opt: |
||||
CPPFLAGS: -O2 -Wframe-larger-than=16384 |
||||
DEFINES: NDEBUG |
||||
stapprof: |
||||
CPPFLAGS: -O2 -DGRPC_STAP_PROFILER |
||||
DEFINES: NDEBUG |
||||
tsan: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -fsanitize=thread -fno-omit-frame-pointer -Wno-unused-command-line-argument |
||||
-DGPR_NO_DIRECT_SYSCALLS |
||||
CXX: clang++ |
||||
DEFINES: GRPC_TSAN |
||||
LD: clang++ |
||||
LDFLAGS: -fsanitize=thread |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
TSAN_OPTIONS: suppressions=test/core/util/tsan_suppressions.txt:halt_on_error=1:second_deadlock_stack=1 |
||||
ubsan: |
||||
CC: clang |
||||
CPPFLAGS: -O0 -stdlib=libc++ -fsanitize-coverage=edge,trace-pc-guard -fsanitize=undefined |
||||
-fno-omit-frame-pointer -Wno-unused-command-line-argument -Wvarargs |
||||
CXX: clang++ |
||||
DEFINES: NDEBUG GRPC_UBSAN |
||||
LD: clang++ |
||||
LDFLAGS: -stdlib=libc++ -fsanitize=undefined,unsigned-integer-overflow |
||||
LDXX: clang++ |
||||
compile_the_world: true |
||||
test_environ: |
||||
UBSAN_OPTIONS: halt_on_error=1:print_stacktrace=1:suppressions=test/core/util/ubsan_suppressions.txt |
||||
defaults: |
||||
ares: |
||||
CFLAGS: -g |
||||
CPPFLAGS: -Ithird_party/cares -Ithird_party/cares/cares -fvisibility=hidden -D_GNU_SOURCE |
||||
$(if $(subst Darwin,,$(SYSTEM)),,-Ithird_party/cares/config_darwin) $(if $(subst |
||||
FreeBSD,,$(SYSTEM)),,-Ithird_party/cares/config_freebsd) $(if $(subst Linux,,$(SYSTEM)),,-Ithird_party/cares/config_linux) |
||||
$(if $(subst OpenBSD,,$(SYSTEM)),,-Ithird_party/cares/config_openbsd) -DWIN32_LEAN_AND_MEAN |
||||
-D_HAS_EXCEPTIONS=0 -DNOMINMAX $(if $(subst MINGW32,,$(SYSTEM)),-DHAVE_CONFIG_H,) |
||||
benchmark: |
||||
CPPFLAGS: -Ithird_party/benchmark/include -DHAVE_POSIX_REGEX |
||||
boringssl: |
||||
CFLAGS: -g |
||||
CPPFLAGS: -Ithird_party/boringssl-with-bazel/src/include -fvisibility=hidden -DOPENSSL_NO_ASM |
||||
-D_GNU_SOURCE -DWIN32_LEAN_AND_MEAN -D_HAS_EXCEPTIONS=0 -DNOMINMAX |
||||
CXXFLAGS: -fno-exceptions |
||||
global: |
||||
CFLAGS: -g |
||||
COREFLAGS: -fno-exceptions |
||||
CPPFLAGS: -g -Wall -Wextra -DOSATOMIC_USE_INLINED=1 -Ithird_party/abseil-cpp -Ithird_party/upb |
||||
-Isrc/core/ext/upb-generated |
||||
LDFLAGS: -g |
||||
zlib: |
||||
CFLAGS: -fvisibility=hidden |
||||
php_config_m4: |
||||
deps: |
||||
- grpc |
||||
- address_sorting |
||||
- boringssl |
||||
- z |
||||
headers: |
||||
- src/php/ext/grpc/byte_buffer.h |
||||
- src/php/ext/grpc/call.h |
||||
- src/php/ext/grpc/call_credentials.h |
||||
- src/php/ext/grpc/channel.h |
||||
- src/php/ext/grpc/channel_credentials.h |
||||
- src/php/ext/grpc/completion_queue.h |
||||
- src/php/ext/grpc/php7_wrapper.h |
||||
- src/php/ext/grpc/php_grpc.h |
||||
- src/php/ext/grpc/server.h |
||||
- src/php/ext/grpc/server_credentials.h |
||||
- src/php/ext/grpc/timeval.h |
||||
- src/php/ext/grpc/version.h |
||||
src: |
||||
- src/php/ext/grpc/byte_buffer.c |
||||
- src/php/ext/grpc/call.c |
||||
- src/php/ext/grpc/call_credentials.c |
||||
- src/php/ext/grpc/channel.c |
||||
- src/php/ext/grpc/channel_credentials.c |
||||
- src/php/ext/grpc/completion_queue.c |
||||
- src/php/ext/grpc/php_grpc.c |
||||
- src/php/ext/grpc/server.c |
||||
- src/php/ext/grpc/server_credentials.c |
||||
- src/php/ext/grpc/timeval.c |
||||
python_dependencies: |
||||
deps: |
||||
- grpc |
||||
- address_sorting |
||||
- ares |
||||
- boringssl |
||||
- z |
||||
ruby_gem: |
||||
deps: |
||||
- grpc |
||||
- address_sorting |
||||
- ares |
||||
- boringssl |
||||
- z |
||||
@ -1,39 +0,0 @@ |
||||
%YAML 1.2 |
||||
--- |
||||
foreach: libs |
||||
cond: selected.get('generate_plugin_registry', False) |
||||
output_name: ${selected.name}_plugin_registry.cc |
||||
template: | |
||||
/* |
||||
* |
||||
* Copyright 2016 gRPC authors. |
||||
* |
||||
* Licensed under the Apache License, Version 2.0 (the "License"); |
||||
* you may not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0 |
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
* |
||||
*/ |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include <grpc/grpc.h> |
||||
|
||||
%for plugin in selected.plugins: |
||||
void ${plugin}_init(void); |
||||
void ${plugin}_shutdown(void); |
||||
%endfor |
||||
|
||||
void grpc_register_built_in_plugins(void) { |
||||
%for plugin in selected.plugins: |
||||
grpc_register_plugin(${plugin}_init, |
||||
${plugin}_shutdown); |
||||
%endfor |
||||
} |
||||
@ -1,4 +1,4 @@ |
||||
%YAML 1.2 |
||||
--- | |
||||
<%namespace file="Doxyfile.include" import="gen_doxyfile"/>\ |
||||
${gen_doxyfile(['grpc++'], 'C++', libs, True)} |
||||
${gen_doxyfile(['grpc++', 'grpc', 'gpr'], 'C++', libs, True)} |
||||
|
||||
@ -1,4 +1,4 @@ |
||||
%YAML 1.2 |
||||
--- | |
||||
<%namespace file="Doxyfile.include" import="gen_doxyfile"/>\ |
||||
${gen_doxyfile(['grpc++'], 'C++', libs, False)} |
||||
${gen_doxyfile(['grpc++', 'grpc', 'gpr'], 'C++', libs, False)} |
||||
|
||||
@ -1,80 +0,0 @@ |
||||
#!/usr/bin/env python2.7 |
||||
# Copyright 2015 gRPC authors. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
"""Generates the appropriate build.json data for all the bad_client tests.""" |
||||
|
||||
from __future__ import print_function |
||||
import collections |
||||
import yaml |
||||
|
||||
TestOptions = collections.namedtuple('TestOptions', 'flaky cpu_cost') |
||||
default_test_options = TestOptions(False, 1.0) |
||||
|
||||
# maps test names to options |
||||
BAD_CLIENT_TESTS = { |
||||
'badreq': default_test_options, |
||||
'bad_streaming_id': default_test_options, |
||||
'connection_prefix': default_test_options._replace(cpu_cost=0.2), |
||||
'duplicate_header': default_test_options, |
||||
'headers': default_test_options._replace(cpu_cost=0.2), |
||||
'initial_settings_frame': default_test_options._replace(cpu_cost=0.2), |
||||
'head_of_line_blocking': default_test_options, |
||||
'large_metadata': default_test_options, |
||||
'out_of_bounds': default_test_options, |
||||
'server_registered_method': default_test_options, |
||||
'simple_request': default_test_options, |
||||
'window_overflow': default_test_options, |
||||
'unknown_frame': default_test_options, |
||||
} |
||||
|
||||
|
||||
def main(): |
||||
json = { |
||||
'#': |
||||
'generated with test/bad_client/gen_build_json.py', |
||||
'libs': [{ |
||||
'name': 'bad_client_test', |
||||
'build': 'private', |
||||
'language': 'c++', |
||||
'src': ['test/core/bad_client/bad_client.cc'], |
||||
'headers': ['test/core/bad_client/bad_client.h'], |
||||
'vs_proj_dir': 'test/bad_client', |
||||
'deps': ['grpc_test_util_unsecure', 'grpc_unsecure', 'gpr'] |
||||
}], |
||||
'targets': [{ |
||||
'name': |
||||
'%s_bad_client_test' % t, |
||||
'cpu_cost': |
||||
BAD_CLIENT_TESTS[t].cpu_cost, |
||||
'build': |
||||
'test', |
||||
'language': |
||||
'c++', |
||||
'secure': |
||||
False, |
||||
'src': ['test/core/bad_client/tests/%s.cc' % t], |
||||
'vs_proj_dir': |
||||
'test', |
||||
'exclude_iomgrs': ['uv'], |
||||
'deps': [ |
||||
'bad_client_test', 'grpc_test_util_unsecure', 'grpc_unsecure', |
||||
'gpr' |
||||
] |
||||
} for t in sorted(BAD_CLIENT_TESTS.keys())] |
||||
} |
||||
print(yaml.dump(json)) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
main() |
||||
@ -1,69 +0,0 @@ |
||||
#!/usr/bin/env python2.7 |
||||
# Copyright 2015 gRPC authors. |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
"""Generates the appropriate build.json data for all the end2end tests.""" |
||||
|
||||
import collections |
||||
import yaml |
||||
|
||||
TestOptions = collections.namedtuple('TestOptions', 'flaky cpu_cost') |
||||
default_test_options = TestOptions(False, 1.0) |
||||
|
||||
# maps test names to options |
||||
BAD_CLIENT_TESTS = { |
||||
'cert': default_test_options._replace(cpu_cost=0.1), |
||||
# Disabling this test because it does not link correctly as written |
||||
# 'alpn': default_test_options._replace(cpu_cost=0.1), |
||||
} |
||||
|
||||
|
||||
def main(): |
||||
json = { |
||||
'#': |
||||
'generated with test/bad_ssl/gen_build_json.py', |
||||
'libs': [{ |
||||
'name': 'bad_ssl_test_server', |
||||
'build': 'private', |
||||
'language': 'c', |
||||
'src': ['test/core/bad_ssl/server_common.cc'], |
||||
'headers': ['test/core/bad_ssl/server_common.h'], |
||||
'vs_proj_dir': 'test', |
||||
'platforms': ['linux', 'posix', 'mac'], |
||||
'deps': ['grpc_test_util', 'grpc', 'gpr'] |
||||
}], |
||||
'targets': [{ |
||||
'name': 'bad_ssl_%s_server' % t, |
||||
'build': 'test', |
||||
'language': 'c', |
||||
'run': False, |
||||
'src': ['test/core/bad_ssl/servers/%s.cc' % t], |
||||
'vs_proj_dir': 'test/bad_ssl', |
||||
'platforms': ['linux', 'posix', 'mac'], |
||||
'deps': ['bad_ssl_test_server', 'grpc_test_util', 'grpc', 'gpr'] |
||||
} for t in sorted(BAD_CLIENT_TESTS.keys())] + [{ |
||||
'name': 'bad_ssl_%s_test' % t, |
||||
'cpu_cost': BAD_CLIENT_TESTS[t].cpu_cost, |
||||
'build': 'test', |
||||
'language': 'c', |
||||
'src': ['test/core/bad_ssl/bad_ssl_test.cc'], |
||||
'vs_proj_dir': 'test', |
||||
'platforms': ['linux', 'posix', 'mac'], |
||||
'deps': ['grpc_test_util', 'grpc', 'gpr'] |
||||
} for t in sorted(BAD_CLIENT_TESTS.keys())] |
||||
} |
||||
print yaml.dump(json) |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
main() |
||||
@ -0,0 +1,943 @@ |
||||
#!/usr/bin/env python |
||||
# Copyright 2020 The gRPC Authors |
||||
# |
||||
# Licensed under the Apache License, Version 2.0 (the "License"); |
||||
# you may not use this file except in compliance with the License. |
||||
# You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
|
||||
import subprocess |
||||
import yaml |
||||
import xml.etree.ElementTree as ET |
||||
import os |
||||
import sys |
||||
import build_cleaner |
||||
|
||||
_ROOT = os.path.abspath(os.path.join(os.path.dirname(sys.argv[0]), '../..')) |
||||
os.chdir(_ROOT) |
||||
|
||||
|
||||
def _bazel_query_xml_tree(query): |
||||
"""Get xml output of bazel query invocation, parsed as XML tree""" |
||||
output = subprocess.check_output( |
||||
['tools/bazel', 'query', '--noimplicit_deps', '--output', 'xml', query]) |
||||
return ET.fromstring(output) |
||||
|
||||
|
||||
def _rule_dict_from_xml_node(rule_xml_node): |
||||
result = { |
||||
'class': rule_xml_node.attrib.get('class'), |
||||
'name': rule_xml_node.attrib.get('name'), |
||||
'srcs': [], |
||||
'hdrs': [], |
||||
'deps': [], |
||||
'data': [], |
||||
'tags': [], |
||||
'args': [], |
||||
'generator_function': None, |
||||
'size': None, |
||||
} |
||||
for child in rule_xml_node: |
||||
# all the metadata we want is stored under "list" tags |
||||
if child.tag == 'list': |
||||
list_name = child.attrib['name'] |
||||
if list_name in ['srcs', 'hdrs', 'deps', 'data', 'tags', 'args']: |
||||
result[list_name] += [item.attrib['value'] for item in child] |
||||
if child.tag == 'string': |
||||
string_name = child.attrib['name'] |
||||
if string_name in ['generator_function', 'size']: |
||||
result[string_name] = child.attrib['value'] |
||||
return result |
||||
|
||||
|
||||
def _extract_rules_from_bazel_xml(xml_tree): |
||||
result = {} |
||||
for child in xml_tree: |
||||
if child.tag == 'rule': |
||||
rule_dict = _rule_dict_from_xml_node(child) |
||||
rule_clazz = rule_dict['class'] |
||||
rule_name = rule_dict['name'] |
||||
if rule_clazz in [ |
||||
'cc_library', 'cc_binary', 'cc_test', 'cc_proto_library', |
||||
'proto_library' |
||||
]: |
||||
if rule_name in result: |
||||
raise Exception('Rule %s already present' % rule_name) |
||||
result[rule_name] = rule_dict |
||||
return result |
||||
|
||||
|
||||
def _get_bazel_label(target_name): |
||||
if ':' in target_name: |
||||
return '//%s' % target_name |
||||
else: |
||||
return '//:%s' % target_name |
||||
|
||||
|
||||
def _extract_source_file_path(label): |
||||
"""Gets relative path to source file from bazel deps listing""" |
||||
if label.startswith('//'): |
||||
label = label[len('//'):] |
||||
# labels in form //:src/core/lib/surface/call_test_only.h |
||||
if label.startswith(':'): |
||||
label = label[len(':'):] |
||||
# labels in form //test/core/util:port.cc |
||||
label = label.replace(':', '/') |
||||
return label |
||||
|
||||
|
||||
def _extract_public_headers(bazel_rule): |
||||
"""Gets list of public headers from a bazel rule""" |
||||
result = [] |
||||
for dep in bazel_rule['hdrs']: |
||||
if dep.startswith('//:include/') and dep.endswith('.h'): |
||||
result.append(_extract_source_file_path(dep)) |
||||
return list(sorted(result)) |
||||
|
||||
|
||||
def _extract_nonpublic_headers(bazel_rule): |
||||
"""Gets list of non-public headers from a bazel rule""" |
||||
result = [] |
||||
for dep in bazel_rule['hdrs']: |
||||
if dep.startswith('//') and not dep.startswith( |
||||
'//:include/') and dep.endswith('.h'): |
||||
result.append(_extract_source_file_path(dep)) |
||||
return list(sorted(result)) |
||||
|
||||
|
||||
def _extract_sources(bazel_rule): |
||||
"""Gets list of source files from a bazel rule""" |
||||
result = [] |
||||
for dep in bazel_rule['srcs']: |
||||
if dep.startswith('//') and (dep.endswith('.cc') or dep.endswith('.c') |
||||
or dep.endswith('.proto')): |
||||
result.append(_extract_source_file_path(dep)) |
||||
return list(sorted(result)) |
||||
|
||||
|
||||
def _extract_deps(bazel_rule): |
||||
"""Gets list of deps from from a bazel rule""" |
||||
return list(sorted(bazel_rule['deps'])) |
||||
|
||||
|
||||
def _create_target_from_bazel_rule(target_name, bazel_rules): |
||||
# extract the deps from bazel |
||||
bazel_rule = bazel_rules[_get_bazel_label(target_name)] |
||||
result = { |
||||
'name': target_name, |
||||
'_PUBLIC_HEADERS_BAZEL': _extract_public_headers(bazel_rule), |
||||
'_HEADERS_BAZEL': _extract_nonpublic_headers(bazel_rule), |
||||
'_SRC_BAZEL': _extract_sources(bazel_rule), |
||||
'_DEPS_BAZEL': _extract_deps(bazel_rule), |
||||
} |
||||
return result |
||||
|
||||
|
||||
def _sort_by_build_order(lib_names, lib_dict, deps_key_name, verbose=False): |
||||
"""Sort library names to form correct build order. Use metadata from lib_dict""" |
||||
# we find correct build order by performing a topological sort |
||||
# expected output: if library B depends on A, A should be listed first |
||||
|
||||
# all libs that are not in the dictionary are considered external. |
||||
external_deps = list( |
||||
sorted(filter(lambda lib_name: lib_name not in lib_dict, lib_names))) |
||||
if verbose: |
||||
print('topo_ordering ' + str(lib_names)) |
||||
print(' external_deps ' + str(external_deps)) |
||||
|
||||
result = list(external_deps) # external deps will be listed first |
||||
while len(result) < len(lib_names): |
||||
more_results = [] |
||||
for lib in lib_names: |
||||
if lib not in result: |
||||
dep_set = set(lib_dict[lib].get(deps_key_name, [])) |
||||
dep_set = dep_set.intersection(lib_names) |
||||
# if lib only depends on what's already built, add it to the results |
||||
if not dep_set.difference(set(result)): |
||||
more_results.append(lib) |
||||
if not more_results: |
||||
raise Exception( |
||||
'Cannot sort topologically, there seems to be a cyclic dependency' |
||||
) |
||||
if verbose: |
||||
print(' adding ' + str(more_results)) |
||||
result = result + list( |
||||
sorted(more_results |
||||
)) # when build order doesn't matter, sort lexicographically |
||||
return result |
||||
|
||||
|
||||
# TODO(jtattermusch): deduplicate with transitive_dependencies.py (which has a slightly different logic) |
||||
def _populate_transitive_deps(bazel_rules): |
||||
"""Add 'transitive_deps' field for each of the rules""" |
||||
transitive_deps = {} |
||||
for rule_name in bazel_rules.iterkeys(): |
||||
transitive_deps[rule_name] = set(bazel_rules[rule_name]['deps']) |
||||
|
||||
while True: |
||||
deps_added = 0 |
||||
for rule_name in bazel_rules.iterkeys(): |
||||
old_deps = transitive_deps[rule_name] |
||||
new_deps = set(old_deps) |
||||
for dep_name in old_deps: |
||||
new_deps.update(transitive_deps.get(dep_name, set())) |
||||
deps_added += len(new_deps) - len(old_deps) |
||||
transitive_deps[rule_name] = new_deps |
||||
# if none of the transitive dep sets has changed, we're done |
||||
if deps_added == 0: |
||||
break |
||||
|
||||
for rule_name, bazel_rule in bazel_rules.iteritems(): |
||||
bazel_rule['transitive_deps'] = list(sorted(transitive_deps[rule_name])) |
||||
|
||||
|
||||
def _external_dep_name_from_bazel_dependency(bazel_dep): |
||||
"""Returns name of dependency if external bazel dependency is provided or None""" |
||||
if bazel_dep.startswith('@com_google_absl//'): |
||||
# special case for add dependency on one of the absl libraries (there is not just one absl library) |
||||
prefixlen = len('@com_google_absl//') |
||||
return bazel_dep[prefixlen:] |
||||
elif bazel_dep == '//external:upb_lib': |
||||
return 'upb' |
||||
elif bazel_dep == '//external:benchmark': |
||||
return 'benchmark' |
||||
else: |
||||
# all the other external deps such as gflags, protobuf, cares, zlib |
||||
# don't need to be listed explicitly, they are handled automatically |
||||
# by the build system (make, cmake) |
||||
return None |
||||
|
||||
|
||||
def _expand_intermediate_deps(target_dict, public_dep_names, bazel_rules): |
||||
# Some of the libraries defined by bazel won't be exposed in build.yaml |
||||
# We call these "intermediate" dependencies. This method expands |
||||
# the intermediate deps for given target (populates library's |
||||
# headers, sources and dicts as if the intermediate dependency never existed) |
||||
|
||||
# use this dictionary to translate from bazel labels to dep names |
||||
bazel_label_to_dep_name = {} |
||||
for dep_name in public_dep_names: |
||||
bazel_label_to_dep_name[_get_bazel_label(dep_name)] = dep_name |
||||
|
||||
target_name = target_dict['name'] |
||||
bazel_deps = target_dict['_DEPS_BAZEL'] |
||||
|
||||
# initial values |
||||
public_headers = set(target_dict['_PUBLIC_HEADERS_BAZEL']) |
||||
headers = set(target_dict['_HEADERS_BAZEL']) |
||||
src = set(target_dict['_SRC_BAZEL']) |
||||
deps = set() |
||||
|
||||
expansion_blacklist = set() |
||||
to_expand = set(bazel_deps) |
||||
while to_expand: |
||||
|
||||
# start with the last dependency to be built |
||||
build_order = _sort_by_build_order(list(to_expand), bazel_rules, |
||||
'transitive_deps') |
||||
|
||||
bazel_dep = build_order[-1] |
||||
to_expand.remove(bazel_dep) |
||||
|
||||
is_public = bazel_dep in bazel_label_to_dep_name |
||||
external_dep_name_maybe = _external_dep_name_from_bazel_dependency( |
||||
bazel_dep) |
||||
|
||||
if is_public: |
||||
# this is not an intermediate dependency we so we add it |
||||
# to the list of public dependencies to the list, in the right format |
||||
deps.add(bazel_label_to_dep_name[bazel_dep]) |
||||
|
||||
# we do not want to expand any intermediate libraries that are already included |
||||
# by the dependency we just added |
||||
expansion_blacklist.update( |
||||
bazel_rules[bazel_dep]['transitive_deps']) |
||||
|
||||
elif external_dep_name_maybe: |
||||
deps.add(external_dep_name_maybe) |
||||
|
||||
elif bazel_dep.startswith( |
||||
'//external:') or not bazel_dep.startswith('//'): |
||||
# all the other external deps can be skipped |
||||
pass |
||||
|
||||
elif bazel_dep in expansion_blacklist: |
||||
# do not expand if a public dependency that depends on this has already been expanded |
||||
pass |
||||
|
||||
else: |
||||
if bazel_dep in bazel_rules: |
||||
# this is an intermediate library, expand it |
||||
public_headers.update( |
||||
_extract_public_headers(bazel_rules[bazel_dep])) |
||||
headers.update( |
||||
_extract_nonpublic_headers(bazel_rules[bazel_dep])) |
||||
src.update(_extract_sources(bazel_rules[bazel_dep])) |
||||
|
||||
new_deps = _extract_deps(bazel_rules[bazel_dep]) |
||||
to_expand.update(new_deps) |
||||
else: |
||||
raise Exception(bazel_dep + ' not in bazel_rules') |
||||
|
||||
# make the 'deps' field transitive, but only list non-intermediate deps and selected external deps |
||||
bazel_transitive_deps = bazel_rules[_get_bazel_label( |
||||
target_name)]['transitive_deps'] |
||||
for transitive_bazel_dep in bazel_transitive_deps: |
||||
public_name = bazel_label_to_dep_name.get(transitive_bazel_dep, None) |
||||
if public_name: |
||||
deps.add(public_name) |
||||
external_dep_name_maybe = _external_dep_name_from_bazel_dependency( |
||||
transitive_bazel_dep) |
||||
if external_dep_name_maybe: |
||||
# expanding all absl libraries is technically correct but creates too much noise |
||||
if not external_dep_name_maybe.startswith('absl'): |
||||
deps.add(external_dep_name_maybe) |
||||
|
||||
target_dict['public_headers'] = list(sorted(public_headers)) |
||||
target_dict['headers'] = list(sorted(headers)) |
||||
target_dict['src'] = list(sorted(src)) |
||||
target_dict['deps'] = list(sorted(deps)) |
||||
|
||||
|
||||
def _generate_build_metadata(build_extra_metadata, bazel_rules): |
||||
lib_names = build_extra_metadata.keys() |
||||
result = {} |
||||
|
||||
for lib_name in lib_names: |
||||
lib_dict = _create_target_from_bazel_rule(lib_name, bazel_rules) |
||||
|
||||
_expand_intermediate_deps(lib_dict, lib_names, bazel_rules) |
||||
|
||||
# populate extra properties from build metadata |
||||
lib_dict.update(build_extra_metadata.get(lib_name, {})) |
||||
|
||||
# store to results |
||||
result[lib_name] = lib_dict |
||||
|
||||
# rename some targets to something else |
||||
# this needs to be made after we're done with most of processing logic |
||||
# otherwise the already-renamed libraries will have different names than expected |
||||
for lib_name in lib_names: |
||||
to_name = build_extra_metadata.get(lib_name, {}).get('_RENAME', None) |
||||
if to_name: |
||||
# store lib under the new name and also change its 'name' property |
||||
if to_name in result: |
||||
raise Exception('Cannot rename target ' + lib_name + ', ' + |
||||
to_name + ' already exists.') |
||||
lib_dict = result.pop(lib_name) |
||||
lib_dict['name'] = to_name |
||||
result[to_name] = lib_dict |
||||
|
||||
# dep names need to be updated as well |
||||
for lib_dict_to_update in result.values(): |
||||
lib_dict_to_update['deps'] = list( |
||||
map(lambda dep: to_name if dep == lib_name else dep, |
||||
lib_dict_to_update['deps'])) |
||||
|
||||
# make sure deps are listed in reverse topological order (e.g. "grpc gpr" and not "gpr grpc") |
||||
for lib_dict in result.itervalues(): |
||||
lib_dict['deps'] = list( |
||||
reversed(_sort_by_build_order(lib_dict['deps'], result, 'deps'))) |
||||
|
||||
return result |
||||
|
||||
|
||||
def _convert_to_build_yaml_like(lib_dict): |
||||
lib_names = list( |
||||
filter( |
||||
lambda lib_name: lib_dict[lib_name].get('_TYPE', 'library') == |
||||
'library', lib_dict.keys())) |
||||
target_names = list( |
||||
filter( |
||||
lambda lib_name: lib_dict[lib_name].get('_TYPE', 'library') == |
||||
'target', lib_dict.keys())) |
||||
test_names = list( |
||||
filter( |
||||
lambda lib_name: lib_dict[lib_name].get('_TYPE', 'library') == |
||||
'test', lib_dict.keys())) |
||||
|
||||
# list libraries and targets in predefined order |
||||
lib_list = list(map(lambda lib_name: lib_dict[lib_name], lib_names)) |
||||
target_list = list(map(lambda lib_name: lib_dict[lib_name], target_names)) |
||||
test_list = list(map(lambda lib_name: lib_dict[lib_name], test_names)) |
||||
|
||||
# get rid of temporary private fields prefixed with "_" and some other useless fields |
||||
for lib in lib_list: |
||||
for field_to_remove in filter(lambda k: k.startswith('_'), lib.keys()): |
||||
lib.pop(field_to_remove, None) |
||||
for target in target_list: |
||||
for field_to_remove in filter(lambda k: k.startswith('_'), |
||||
target.keys()): |
||||
target.pop(field_to_remove, None) |
||||
target.pop('public_headers', |
||||
None) # public headers make no sense for targets |
||||
for test in test_list: |
||||
for field_to_remove in filter(lambda k: k.startswith('_'), test.keys()): |
||||
test.pop(field_to_remove, None) |
||||
test.pop('public_headers', |
||||
None) # public headers make no sense for tests |
||||
|
||||
build_yaml_like = { |
||||
'libs': lib_list, |
||||
'filegroups': [], |
||||
'targets': target_list, |
||||
'tests': test_list, |
||||
} |
||||
return build_yaml_like |
||||
|
||||
|
||||
def _extract_cc_tests(bazel_rules): |
||||
"""Gets list of cc_test tests from bazel rules""" |
||||
result = [] |
||||
for bazel_rule in bazel_rules.itervalues(): |
||||
if bazel_rule['class'] == 'cc_test': |
||||
test_name = bazel_rule['name'] |
||||
if test_name.startswith('//'): |
||||
prefixlen = len('//') |
||||
result.append(test_name[prefixlen:]) |
||||
return list(sorted(result)) |
||||
|
||||
|
||||
def _filter_cc_tests(tests): |
||||
"""Filters out tests that we don't want or we cannot build them reasonably""" |
||||
|
||||
# most qps tests are autogenerated, we are fine without them |
||||
tests = list( |
||||
filter(lambda test: not test.startswith('test/cpp/qps:'), tests)) |
||||
|
||||
# we have trouble with census dependency outside of bazel |
||||
tests = list( |
||||
filter(lambda test: not test.startswith('test/cpp/ext/filters/census:'), |
||||
tests)) |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/microbenchmarks:bm_opencensus_plugin'), tests)) |
||||
|
||||
# missing opencensus/stats/stats.h |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/end2end:server_load_reporting_end2end_test'), tests)) |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/server/load_reporter:lb_load_reporter_test'), tests)) |
||||
|
||||
# The test uses --running_under_bazel cmdline argument |
||||
# To avoid the trouble needing to adjust it, we just skip the test |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/naming:resolver_component_tests_runner_invoker'), |
||||
tests)) |
||||
|
||||
# the test requires 'client_crash_test_server' to be built |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith('test/cpp/end2end:time_change_test' |
||||
), tests)) |
||||
|
||||
# the test requires 'client_crash_test_server' to be built |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/end2end:client_crash_test'), tests)) |
||||
|
||||
# the test requires 'server_crash_test_client' to be built |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/cpp/end2end:server_crash_test'), tests)) |
||||
|
||||
# test never existed under build.yaml and it fails -> skip it |
||||
tests = list( |
||||
filter( |
||||
lambda test: not test.startswith( |
||||
'test/core/tsi:ssl_session_cache_test'), tests)) |
||||
|
||||
return tests |
||||
|
||||
|
||||
def _generate_build_extra_metadata_for_tests(tests, bazel_rules): |
||||
test_metadata = {} |
||||
for test in tests: |
||||
test_dict = {'build': 'test', '_TYPE': 'target'} |
||||
|
||||
bazel_rule = bazel_rules[_get_bazel_label(test)] |
||||
|
||||
bazel_tags = bazel_rule['tags'] |
||||
if 'manual' in bazel_tags: |
||||
# don't run the tests marked as "manual" |
||||
test_dict['run'] = False |
||||
|
||||
if 'no_uses_polling' in bazel_tags: |
||||
test_dict['uses_polling'] = False |
||||
|
||||
if 'grpc_fuzzer' == bazel_rule['generator_function']: |
||||
# currently we hand-list fuzzers instead of generating them automatically |
||||
# because there's no way to obtain maxlen property from bazel BUILD file. |
||||
print('skipping fuzzer ' + test) |
||||
continue |
||||
|
||||
# if any tags that restrict platform compatibility are present, |
||||
# generate the "platforms" field accordingly |
||||
# TODO(jtattermusch): there is also a "no_linux" tag, but we cannot take |
||||
# it into account as it is applied by grpc_cc_test when poller expansion |
||||
# is made (for tests where uses_polling=True). So for now, we just |
||||
# assume all tests are compatible with linux and ignore the "no_linux" tag |
||||
# completely. |
||||
known_platform_tags = set(['no_windows', 'no_mac']) |
||||
if set(bazel_tags).intersection(known_platform_tags): |
||||
platforms = [] |
||||
# assume all tests are compatible with linux and posix |
||||
platforms.append('linux') |
||||
platforms.append( |
||||
'posix') # there is no posix-specific tag in bazel BUILD |
||||
if not 'no_mac' in bazel_tags: |
||||
platforms.append('mac') |
||||
if not 'no_windows' in bazel_tags: |
||||
platforms.append('windows') |
||||
test_dict['platforms'] = platforms |
||||
|
||||
if '//external:benchmark' in bazel_rule['transitive_deps']: |
||||
test_dict['benchmark'] = True |
||||
test_dict['defaults'] = 'benchmark' |
||||
|
||||
cmdline_args = bazel_rule['args'] |
||||
if cmdline_args: |
||||
test_dict['args'] = list(cmdline_args) |
||||
|
||||
uses_gtest = '//external:gtest' in bazel_rule['transitive_deps'] |
||||
if uses_gtest: |
||||
test_dict['gtest'] = True |
||||
|
||||
if test.startswith('test/cpp') or uses_gtest: |
||||
test_dict['language'] = 'c++' |
||||
|
||||
elif test.startswith('test/core'): |
||||
test_dict['language'] = 'c' |
||||
else: |
||||
raise Exception('wrong test' + test) |
||||
|
||||
# short test name without the path. |
||||
# There can be name collisions, but we will resolve them later |
||||
simple_test_name = os.path.basename(_extract_source_file_path(test)) |
||||
test_dict['_RENAME'] = simple_test_name |
||||
|
||||
test_metadata[test] = test_dict |
||||
|
||||
# detect duplicate test names |
||||
tests_by_simple_name = {} |
||||
for test_name, test_dict in test_metadata.iteritems(): |
||||
simple_test_name = test_dict['_RENAME'] |
||||
if not simple_test_name in tests_by_simple_name: |
||||
tests_by_simple_name[simple_test_name] = [] |
||||
tests_by_simple_name[simple_test_name].append(test_name) |
||||
|
||||
# choose alternative names for tests with a name collision |
||||
for collision_list in tests_by_simple_name.itervalues(): |
||||
if len(collision_list) > 1: |
||||
for test_name in collision_list: |
||||
long_name = test_name.replace('/', '_').replace(':', '_') |
||||
print( |
||||
'short name of "%s" collides with another test, renaming to %s' |
||||
% (test_name, long_name)) |
||||
test_metadata[test_name]['_RENAME'] = long_name |
||||
|
||||
# TODO(jtattermusch): in bazel, add "_test" suffix to the test names |
||||
# test does not have "_test" suffix: fling |
||||
# test does not have "_test" suffix: fling_stream |
||||
# test does not have "_test" suffix: client_ssl |
||||
# test does not have "_test" suffix: handshake_server_with_readahead_handshaker |
||||
# test does not have "_test" suffix: handshake_verify_peer_options |
||||
# test does not have "_test" suffix: server_ssl |
||||
|
||||
return test_metadata |
||||
|
||||
|
||||
# extra metadata that will be used to construct build.yaml |
||||
# there are mostly extra properties that we weren't able to obtain from the bazel build |
||||
# _TYPE: whether this is library, target or test |
||||
# _RENAME: whether this target should be renamed to a different name (to match expectations of make and cmake builds) |
||||
# NOTE: secure is 'check' by default, so setting secure = False below does matter |
||||
_BUILD_EXTRA_METADATA = { |
||||
'third_party/address_sorting:address_sorting': { |
||||
'language': 'c', |
||||
'build': 'all', |
||||
'secure': False, |
||||
'_RENAME': 'address_sorting' |
||||
}, |
||||
'gpr': { |
||||
'language': 'c', |
||||
'build': 'all', |
||||
'secure': False |
||||
}, |
||||
'grpc': { |
||||
'language': 'c', |
||||
'build': 'all', |
||||
'baselib': True, |
||||
'secure': True, |
||||
'dll': True, |
||||
'generate_plugin_registry': True |
||||
}, |
||||
'grpc++': { |
||||
'language': 'c++', |
||||
'build': 'all', |
||||
'baselib': True, |
||||
'dll': True |
||||
}, |
||||
'grpc++_alts': { |
||||
'language': 'c++', |
||||
'build': 'all', |
||||
'baselib': True |
||||
}, |
||||
'grpc++_error_details': { |
||||
'language': 'c++', |
||||
'build': 'all' |
||||
}, |
||||
'grpc++_reflection': { |
||||
'language': 'c++', |
||||
'build': 'all' |
||||
}, |
||||
'grpc++_unsecure': { |
||||
'language': 'c++', |
||||
'build': 'all', |
||||
'baselib': True, |
||||
'secure': False, |
||||
'dll': True |
||||
}, |
||||
# TODO(jtattermusch): do we need to set grpc_csharp_ext's LDFLAGS for wrapping memcpy in the same way as in build.yaml? |
||||
'grpc_csharp_ext': { |
||||
'language': 'c', |
||||
'build': 'all', |
||||
'dll': 'only' |
||||
}, |
||||
'grpc_unsecure': { |
||||
'language': 'c', |
||||
'build': 'all', |
||||
'baselib': True, |
||||
'secure': False, |
||||
'dll': True, |
||||
'generate_plugin_registry': True |
||||
}, |
||||
'grpcpp_channelz': { |
||||
'language': 'c++', |
||||
'build': 'all' |
||||
}, |
||||
'src/compiler:grpc_plugin_support': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_RENAME': 'grpc_plugin_support' |
||||
}, |
||||
'src/compiler:grpc_cpp_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_cpp_plugin' |
||||
}, |
||||
'src/compiler:grpc_csharp_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_csharp_plugin' |
||||
}, |
||||
'src/compiler:grpc_node_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_node_plugin' |
||||
}, |
||||
'src/compiler:grpc_objective_c_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_objective_c_plugin' |
||||
}, |
||||
'src/compiler:grpc_php_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_php_plugin' |
||||
}, |
||||
'src/compiler:grpc_python_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_python_plugin' |
||||
}, |
||||
'src/compiler:grpc_ruby_plugin': { |
||||
'language': 'c++', |
||||
'build': 'protoc', |
||||
'secure': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_ruby_plugin' |
||||
}, |
||||
|
||||
# TODO(jtattermusch): consider adding grpc++_core_stats |
||||
|
||||
# test support libraries |
||||
'test/core/util:grpc_test_util': { |
||||
'language': 'c', |
||||
'build': 'private', |
||||
'_RENAME': 'grpc_test_util' |
||||
}, |
||||
'test/core/util:grpc_test_util_unsecure': { |
||||
'language': 'c', |
||||
'build': 'private', |
||||
'secure': False, |
||||
'_RENAME': 'grpc_test_util_unsecure' |
||||
}, |
||||
# TODO(jtattermusch): consider adding grpc++_test_util_unsecure - it doesn't seem to be used by bazel build (don't forget to set secure: False) |
||||
'test/cpp/util:test_config': { |
||||
'language': 'c++', |
||||
'build': 'private', |
||||
'_RENAME': 'grpc++_test_config' |
||||
}, |
||||
'test/cpp/util:test_util': { |
||||
'language': 'c++', |
||||
'build': 'private', |
||||
'_RENAME': 'grpc++_test_util' |
||||
}, |
||||
|
||||
# end2end test support libraries |
||||
'test/core/end2end:end2end_tests': { |
||||
'language': 'c', |
||||
'build': 'private', |
||||
'secure': True, |
||||
'_RENAME': 'end2end_tests' |
||||
}, |
||||
'test/core/end2end:end2end_nosec_tests': { |
||||
'language': 'c', |
||||
'build': 'private', |
||||
'secure': False, |
||||
'_RENAME': 'end2end_nosec_tests' |
||||
}, |
||||
|
||||
# benchmark support libraries |
||||
'test/cpp/microbenchmarks:helpers': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'defaults': 'benchmark', |
||||
'_RENAME': 'benchmark_helpers' |
||||
}, |
||||
'test/cpp/interop:interop_client': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'interop_client' |
||||
}, |
||||
'test/cpp/interop:interop_server': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'interop_server' |
||||
}, |
||||
'test/cpp/interop:http2_client': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'http2_client' |
||||
}, |
||||
'test/cpp/qps:qps_json_driver': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'qps_json_driver' |
||||
}, |
||||
'test/cpp/qps:qps_worker': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'qps_worker' |
||||
}, |
||||
'test/cpp/util:grpc_cli': { |
||||
'language': 'c++', |
||||
'build': 'test', |
||||
'run': False, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'grpc_cli' |
||||
}, |
||||
|
||||
# TODO(jtattermusch): create_jwt and verify_jwt breaks distribtests because it depends on grpc_test_utils and thus requires tests to be built |
||||
# For now it's ok to disable them as these binaries aren't very useful anyway. |
||||
#'test/core/security:create_jwt': { 'language': 'c', 'build': 'tool', '_TYPE': 'target', '_RENAME': 'grpc_create_jwt' }, |
||||
#'test/core/security:verify_jwt': { 'language': 'c', 'build': 'tool', '_TYPE': 'target', '_RENAME': 'grpc_verify_jwt' }, |
||||
|
||||
# TODO(jtattermusch): add remaining tools such as grpc_print_google_default_creds_token (they are not used by bazel build) |
||||
|
||||
# Fuzzers |
||||
'test/core/security:alts_credentials_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/security/corpus/alts_credentials_corpus'], |
||||
'maxlen': 2048, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'alts_credentials_fuzzer' |
||||
}, |
||||
'test/core/end2end/fuzzers:client_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/end2end/fuzzers/client_fuzzer_corpus'], |
||||
'maxlen': 2048, |
||||
'dict': 'test/core/end2end/fuzzers/hpack.dictionary', |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'client_fuzzer' |
||||
}, |
||||
'test/core/transport/chttp2:hpack_parser_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/transport/chttp2/hpack_parser_corpus'], |
||||
'maxlen': 512, |
||||
'dict': 'test/core/end2end/fuzzers/hpack.dictionary', |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'hpack_parser_fuzzer_test' |
||||
}, |
||||
'test/core/http:request_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/http/request_corpus'], |
||||
'maxlen': 2048, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'http_request_fuzzer_test' |
||||
}, |
||||
'test/core/http:response_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/http/response_corpus'], |
||||
'maxlen': 2048, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'http_response_fuzzer_test' |
||||
}, |
||||
'test/core/json:json_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/json/corpus'], |
||||
'maxlen': 512, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'json_fuzzer_test' |
||||
}, |
||||
'test/core/nanopb:fuzzer_response': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/nanopb/corpus_response'], |
||||
'maxlen': 128, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'nanopb_fuzzer_response_test' |
||||
}, |
||||
'test/core/nanopb:fuzzer_serverlist': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/nanopb/corpus_serverlist'], |
||||
'maxlen': 128, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'nanopb_fuzzer_serverlist_test' |
||||
}, |
||||
'test/core/slice:percent_decode_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/slice/percent_decode_corpus'], |
||||
'maxlen': 32, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'percent_decode_fuzzer' |
||||
}, |
||||
'test/core/slice:percent_encode_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/slice/percent_encode_corpus'], |
||||
'maxlen': 32, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'percent_encode_fuzzer' |
||||
}, |
||||
'test/core/end2end/fuzzers:server_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/end2end/fuzzers/server_fuzzer_corpus'], |
||||
'maxlen': 2048, |
||||
'dict': 'test/core/end2end/fuzzers/hpack.dictionary', |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'server_fuzzer' |
||||
}, |
||||
'test/core/security:ssl_server_fuzzer': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/security/corpus/ssl_server_corpus'], |
||||
'maxlen': 2048, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'ssl_server_fuzzer' |
||||
}, |
||||
'test/core/client_channel:uri_fuzzer_test': { |
||||
'language': 'c++', |
||||
'build': 'fuzzer', |
||||
'corpus_dirs': ['test/core/client_channel/uri_corpus'], |
||||
'maxlen': 128, |
||||
'_TYPE': 'target', |
||||
'_RENAME': 'uri_fuzzer_test' |
||||
}, |
||||
|
||||
# TODO(jtattermusch): these fuzzers had no build.yaml equivalent |
||||
# test/core/compression:message_compress_fuzzer |
||||
# test/core/compression:message_decompress_fuzzer |
||||
# test/core/compression:stream_compression_fuzzer |
||||
# test/core/compression:stream_decompression_fuzzer |
||||
# test/core/slice:b64_decode_fuzzer |
||||
# test/core/slice:b64_encode_fuzzer |
||||
} |
||||
|
||||
# We need a complete picture of all the targets and dependencies we're interested in |
||||
# so we run multiple bazel queries and merge the results. |
||||
_BAZEL_DEPS_QUERIES = [ |
||||
'deps("//test/...")', |
||||
'deps("//:all")', |
||||
'deps("//src/compiler/...")', |
||||
'deps("//src/proto/...")', |
||||
] |
||||
|
||||
bazel_rules = {} |
||||
for query in _BAZEL_DEPS_QUERIES: |
||||
bazel_rules.update( |
||||
_extract_rules_from_bazel_xml(_bazel_query_xml_tree(query))) |
||||
|
||||
_populate_transitive_deps(bazel_rules) |
||||
|
||||
tests = _filter_cc_tests(_extract_cc_tests(bazel_rules)) |
||||
test_metadata = _generate_build_extra_metadata_for_tests(tests, bazel_rules) |
||||
|
||||
all_metadata = {} |
||||
all_metadata.update(_BUILD_EXTRA_METADATA) |
||||
all_metadata.update(test_metadata) |
||||
|
||||
all_targets_dict = _generate_build_metadata(all_metadata, bazel_rules) |
||||
build_yaml_like = _convert_to_build_yaml_like(all_targets_dict) |
||||
|
||||
# if a test uses source files from src/ directly, it's a little bit suspicious |
||||
for tgt in build_yaml_like['targets']: |
||||
if tgt['build'] == 'test': |
||||
for src in tgt['src']: |
||||
if src.startswith('src/') and not src.endswith('.proto'): |
||||
print('source file from under "src/" tree used in test ' + |
||||
tgt['name'] + ': ' + src) |
||||
|
||||
build_yaml_string = build_cleaner.cleaned_build_yaml_dict_as_string( |
||||
build_yaml_like) |
||||
with open('build_autogenerated.yaml', 'w') as file: |
||||
file.write(build_yaml_string) |
||||
File diff suppressed because it is too large
Load Diff
Loading…
Reference in new issue