Merge pull request #16690 from AspirinSJL/remove_unused_binding

Fix .bzl format
pull/16649/head^2
Juanli Shen 6 years ago committed by GitHub
commit e28b0d947a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 564
      test/core/end2end/generate_tests.bzl

@ -13,277 +13,347 @@
# See the License for the specific language governing permissions and
# limitations under the License.
POLLERS = ['epollex', 'epoll1', 'poll', 'poll-cv']
load("//bazel:grpc_build_system.bzl", "grpc_sh_test", "grpc_cc_binary", "grpc_cc_library")
"""Generates the appropriate build.json data for all the end2end tests."""
load("//bazel:grpc_build_system.bzl", "grpc_cc_binary", "grpc_cc_library")
def fixture_options(fullstack=True, includes_proxy=False, dns_resolver=True,
name_resolution=True, secure=True, tracing=False,
platforms=['windows', 'linux', 'mac', 'posix'],
is_inproc=False, is_http2=True, supports_proxy_auth=False,
supports_write_buffering=True, client_channel=True):
return struct(
fullstack=fullstack,
includes_proxy=includes_proxy,
dns_resolver=dns_resolver,
name_resolution=name_resolution,
secure=secure,
tracing=tracing,
is_inproc=is_inproc,
is_http2=is_http2,
supports_proxy_auth=supports_proxy_auth,
supports_write_buffering=supports_write_buffering,
client_channel=client_channel,
#platforms=platforms,
)
POLLERS = ["epollex", "epoll1", "poll", "poll-cv"]
def _fixture_options(
fullstack = True,
includes_proxy = False,
dns_resolver = True,
name_resolution = True,
secure = True,
tracing = False,
_platforms = ["windows", "linux", "mac", "posix"],
is_inproc = False,
is_http2 = True,
supports_proxy_auth = False,
supports_write_buffering = True,
client_channel = True):
return struct(
fullstack = fullstack,
includes_proxy = includes_proxy,
dns_resolver = dns_resolver,
name_resolution = name_resolution,
secure = secure,
tracing = tracing,
is_inproc = is_inproc,
is_http2 = is_http2,
supports_proxy_auth = supports_proxy_auth,
supports_write_buffering = supports_write_buffering,
client_channel = client_channel,
#_platforms=_platforms,
)
# maps fixture name to whether it requires the security library
END2END_FIXTURES = {
'h2_compress': fixture_options(),
'h2_census': fixture_options(),
"h2_compress": _fixture_options(),
"h2_census": _fixture_options(),
# TODO(juanlishen): This is disabled for now, but should be considered to re-enable once we have
# decided how the load reporting service should be enabled.
#'h2_load_reporting': fixture_options(),
'h2_fakesec': fixture_options(),
'h2_fd': fixture_options(dns_resolver=False, fullstack=False,
client_channel=False,
platforms=['linux', 'mac', 'posix']),
'h2_full': fixture_options(),
'h2_full+pipe': fixture_options(platforms=['linux']),
'h2_full+trace': fixture_options(tracing=True),
'h2_full+workarounds': fixture_options(),
'h2_http_proxy': fixture_options(supports_proxy_auth=True),
'h2_oauth2': fixture_options(),
'h2_proxy': fixture_options(includes_proxy=True),
'h2_sockpair_1byte': fixture_options(fullstack=False, dns_resolver=False,
client_channel=False),
'h2_sockpair': fixture_options(fullstack=False, dns_resolver=False,
client_channel=False),
'h2_sockpair+trace': fixture_options(fullstack=False, dns_resolver=False,
tracing=True, client_channel=False),
'h2_ssl': fixture_options(secure=True),
'h2_local': fixture_options(secure=True, dns_resolver=False, platforms=['linux', 'mac', 'posix']),
'h2_ssl_proxy': fixture_options(includes_proxy=True, secure=True),
'h2_uds': fixture_options(dns_resolver=False,
platforms=['linux', 'mac', 'posix']),
'inproc': fixture_options(fullstack=False, dns_resolver=False,
name_resolution=False, is_inproc=True,
is_http2=False, supports_write_buffering=False,
client_channel=False),
#'h2_load_reporting': _fixture_options(),
"h2_fakesec": _fixture_options(),
"h2_fd": _fixture_options(
dns_resolver = False,
fullstack = False,
client_channel = False,
_platforms = ["linux", "mac", "posix"],
),
"h2_full": _fixture_options(),
"h2_full+pipe": _fixture_options(_platforms = ["linux"]),
"h2_full+trace": _fixture_options(tracing = True),
"h2_full+workarounds": _fixture_options(),
"h2_http_proxy": _fixture_options(supports_proxy_auth = True),
"h2_oauth2": _fixture_options(),
"h2_proxy": _fixture_options(includes_proxy = True),
"h2_sockpair_1byte": _fixture_options(
fullstack = False,
dns_resolver = False,
client_channel = False,
),
"h2_sockpair": _fixture_options(
fullstack = False,
dns_resolver = False,
client_channel = False,
),
"h2_sockpair+trace": _fixture_options(
fullstack = False,
dns_resolver = False,
tracing = True,
client_channel = False,
),
"h2_ssl": _fixture_options(secure = True),
"h2_local": _fixture_options(secure = True, dns_resolver = False, _platforms = ["linux", "mac", "posix"]),
"h2_ssl_proxy": _fixture_options(includes_proxy = True, secure = True),
"h2_uds": _fixture_options(
dns_resolver = False,
_platforms = ["linux", "mac", "posix"],
),
"inproc": _fixture_options(
fullstack = False,
dns_resolver = False,
name_resolution = False,
is_inproc = True,
is_http2 = False,
supports_write_buffering = False,
client_channel = False,
),
}
def test_options(needs_fullstack=False, needs_dns=False, needs_names=False,
proxyable=True, secure=False, traceable=False,
exclude_inproc=False, needs_http2=False,
needs_proxy_auth=False, needs_write_buffering=False,
needs_client_channel=False):
return struct(
needs_fullstack=needs_fullstack,
needs_dns=needs_dns,
needs_names=needs_names,
proxyable=proxyable,
secure=secure,
traceable=traceable,
exclude_inproc=exclude_inproc,
needs_http2=needs_http2,
needs_proxy_auth=needs_proxy_auth,
needs_write_buffering=needs_write_buffering,
needs_client_channel=needs_client_channel,
)
def _test_options(
needs_fullstack = False,
needs_dns = False,
needs_names = False,
proxyable = True,
secure = False,
traceable = False,
exclude_inproc = False,
needs_http2 = False,
needs_proxy_auth = False,
needs_write_buffering = False,
needs_client_channel = False):
return struct(
needs_fullstack = needs_fullstack,
needs_dns = needs_dns,
needs_names = needs_names,
proxyable = proxyable,
secure = secure,
traceable = traceable,
exclude_inproc = exclude_inproc,
needs_http2 = needs_http2,
needs_proxy_auth = needs_proxy_auth,
needs_write_buffering = needs_write_buffering,
needs_client_channel = needs_client_channel,
)
# maps test names to options
END2END_TESTS = {
'bad_hostname': test_options(needs_names=True),
'bad_ping': test_options(needs_fullstack=True,proxyable=False),
'binary_metadata': test_options(),
'resource_quota_server': test_options(proxyable=False),
'call_creds': test_options(secure=True),
'call_host_override': test_options(needs_fullstack=True, needs_dns=True,
needs_names=True),
'cancel_after_accept': test_options(),
'cancel_after_client_done': test_options(),
'cancel_after_invoke': test_options(),
'cancel_after_round_trip': test_options(),
'cancel_before_invoke': test_options(),
'cancel_in_a_vacuum': test_options(),
'cancel_with_status': test_options(),
'compressed_payload': test_options(proxyable=False, exclude_inproc=True),
'connectivity': test_options(needs_fullstack=True, needs_names=True,
proxyable=False),
'channelz': test_options(),
'default_host': test_options(needs_fullstack=True, needs_dns=True,
needs_names=True),
'disappearing_server': test_options(needs_fullstack=True,needs_names=True),
'empty_batch': test_options(),
'filter_causes_close': test_options(),
'filter_call_init_fails': test_options(),
'graceful_server_shutdown': test_options(exclude_inproc=True),
'hpack_size': test_options(proxyable=False, traceable=False,
exclude_inproc=True),
'high_initial_seqno': test_options(),
'idempotent_request': test_options(),
'invoke_large_request': test_options(),
'keepalive_timeout': test_options(proxyable=False, needs_http2=True),
'large_metadata': test_options(),
'max_concurrent_streams': test_options(proxyable=False,
exclude_inproc=True),
'max_connection_age': test_options(exclude_inproc=True),
'max_connection_idle': test_options(needs_fullstack=True, proxyable=False),
'max_message_length': test_options(),
'negative_deadline': test_options(),
'network_status_change': test_options(),
'no_error_on_hotpath': test_options(proxyable=False),
'no_logging': test_options(traceable=False),
'no_op': test_options(),
'payload': test_options(),
"bad_hostname": _test_options(needs_names = True),
"bad_ping": _test_options(needs_fullstack = True, proxyable = False),
"binary_metadata": _test_options(),
"resource_quota_server": _test_options(proxyable = False),
"call_creds": _test_options(secure = True),
"call_host_override": _test_options(
needs_fullstack = True,
needs_dns = True,
needs_names = True,
),
"cancel_after_accept": _test_options(),
"cancel_after_client_done": _test_options(),
"cancel_after_invoke": _test_options(),
"cancel_after_round_trip": _test_options(),
"cancel_before_invoke": _test_options(),
"cancel_in_a_vacuum": _test_options(),
"cancel_with_status": _test_options(),
"compressed_payload": _test_options(proxyable = False, exclude_inproc = True),
"connectivity": _test_options(
needs_fullstack = True,
needs_names = True,
proxyable = False,
),
"channelz": _test_options(),
"default_host": _test_options(
needs_fullstack = True,
needs_dns = True,
needs_names = True,
),
"disappearing_server": _test_options(needs_fullstack = True, needs_names = True),
"empty_batch": _test_options(),
"filter_causes_close": _test_options(),
"filter_call_init_fails": _test_options(),
"graceful_server_shutdown": _test_options(exclude_inproc = True),
"hpack_size": _test_options(
proxyable = False,
traceable = False,
exclude_inproc = True,
),
"high_initial_seqno": _test_options(),
"idempotent_request": _test_options(),
"invoke_large_request": _test_options(),
"keepalive_timeout": _test_options(proxyable = False, needs_http2 = True),
"large_metadata": _test_options(),
"max_concurrent_streams": _test_options(
proxyable = False,
exclude_inproc = True,
),
"max_connection_age": _test_options(exclude_inproc = True),
"max_connection_idle": _test_options(needs_fullstack = True, proxyable = False),
"max_message_length": _test_options(),
"negative_deadline": _test_options(),
"network_status_change": _test_options(),
"no_error_on_hotpath": _test_options(proxyable = False),
"no_logging": _test_options(traceable = False),
"no_op": _test_options(),
"payload": _test_options(),
# TODO(juanlishen): This is disabled for now because it depends on some generated functions in
# end2end_tests.cc, which are not generated because they would depend on OpenCensus while
# OpenCensus can only be built via Bazel so far.
# 'load_reporting_hook': test_options(),
'ping_pong_streaming': test_options(),
'ping': test_options(needs_fullstack=True, proxyable=False),
'proxy_auth': test_options(needs_proxy_auth=True),
'registered_call': test_options(),
'request_with_flags': test_options(proxyable=False),
'request_with_payload': test_options(),
# 'load_reporting_hook': _test_options(),
"ping_pong_streaming": _test_options(),
"ping": _test_options(needs_fullstack = True, proxyable = False),
"proxy_auth": _test_options(needs_proxy_auth = True),
"registered_call": _test_options(),
"request_with_flags": _test_options(proxyable = False),
"request_with_payload": _test_options(),
# TODO(roth): Remove proxyable=False for all retry tests once we
# have a way for the proxy to propagate the fact that trailing
# metadata is available when initial metadata is returned.
# See https://github.com/grpc/grpc/issues/14467 for context.
'retry': test_options(needs_client_channel=True, proxyable=False),
'retry_cancellation': test_options(needs_client_channel=True,
proxyable=False),
'retry_disabled': test_options(needs_client_channel=True, proxyable=False),
'retry_exceeds_buffer_size_in_initial_batch': test_options(
needs_client_channel=True, proxyable=False),
'retry_exceeds_buffer_size_in_subsequent_batch': test_options(
needs_client_channel=True, proxyable=False),
'retry_non_retriable_status': test_options(needs_client_channel=True,
proxyable=False),
'retry_non_retriable_status_before_recv_trailing_metadata_started':
test_options(needs_client_channel=True, proxyable=False),
'retry_recv_initial_metadata': test_options(needs_client_channel=True,
proxyable=False),
'retry_recv_message': test_options(needs_client_channel=True,
proxyable=False),
'retry_server_pushback_delay': test_options(needs_client_channel=True,
proxyable=False),
'retry_server_pushback_disabled': test_options(needs_client_channel=True,
proxyable=False),
'retry_streaming': test_options(needs_client_channel=True, proxyable=False),
'retry_streaming_after_commit': test_options(needs_client_channel=True,
proxyable=False),
'retry_streaming_succeeds_before_replay_finished': test_options(
needs_client_channel=True, proxyable=False),
'retry_throttled': test_options(needs_client_channel=True,
proxyable=False),
'retry_too_many_attempts': test_options(needs_client_channel=True,
proxyable=False),
'server_finishes_request': test_options(),
'shutdown_finishes_calls': test_options(),
'shutdown_finishes_tags': test_options(),
'simple_cacheable_request': test_options(),
'simple_delayed_request': test_options(needs_fullstack=True),
'simple_metadata': test_options(),
'simple_request': test_options(),
'streaming_error_response': test_options(),
'stream_compression_compressed_payload': test_options(proxyable=False,
exclude_inproc=True),
'stream_compression_payload': test_options(exclude_inproc=True),
'stream_compression_ping_pong_streaming': test_options(exclude_inproc=True),
'trailing_metadata': test_options(),
'authority_not_supported': test_options(),
'filter_latency': test_options(),
'filter_status_code': test_options(),
'workaround_cronet_compression': test_options(),
'write_buffering': test_options(needs_write_buffering=True),
'write_buffering_at_end': test_options(needs_write_buffering=True),
"retry": _test_options(needs_client_channel = True, proxyable = False),
"retry_cancellation": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_disabled": _test_options(needs_client_channel = True, proxyable = False),
"retry_exceeds_buffer_size_in_initial_batch": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_exceeds_buffer_size_in_subsequent_batch": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_non_retriable_status": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_non_retriable_status_before_recv_trailing_metadata_started": _test_options(needs_client_channel = True, proxyable = False),
"retry_recv_initial_metadata": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_recv_message": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_server_pushback_delay": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_server_pushback_disabled": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_streaming": _test_options(needs_client_channel = True, proxyable = False),
"retry_streaming_after_commit": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_streaming_succeeds_before_replay_finished": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_throttled": _test_options(
needs_client_channel = True,
proxyable = False,
),
"retry_too_many_attempts": _test_options(
needs_client_channel = True,
proxyable = False,
),
"server_finishes_request": _test_options(),
"shutdown_finishes_calls": _test_options(),
"shutdown_finishes_tags": _test_options(),
"simple_cacheable_request": _test_options(),
"simple_delayed_request": _test_options(needs_fullstack = True),
"simple_metadata": _test_options(),
"simple_request": _test_options(),
"streaming_error_response": _test_options(),
"stream_compression_compressed_payload": _test_options(
proxyable = False,
exclude_inproc = True,
),
"stream_compression_payload": _test_options(exclude_inproc = True),
"stream_compression_ping_pong_streaming": _test_options(exclude_inproc = True),
"trailing_metadata": _test_options(),
"authority_not_supported": _test_options(),
"filter_latency": _test_options(),
"filter_status_code": _test_options(),
"workaround_cronet_compression": _test_options(),
"write_buffering": _test_options(needs_write_buffering = True),
"write_buffering_at_end": _test_options(needs_write_buffering = True),
}
def compatible(fopt, topt):
if topt.needs_fullstack:
if not fopt.fullstack:
return False
if topt.needs_dns:
if not fopt.dns_resolver:
return False
if topt.needs_names:
if not fopt.name_resolution:
return False
if not topt.proxyable:
if fopt.includes_proxy:
return False
if not topt.traceable:
if fopt.tracing:
return False
if topt.exclude_inproc:
if fopt.is_inproc:
return False
if topt.needs_http2:
if not fopt.is_http2:
return False
if topt.needs_proxy_auth:
if not fopt.supports_proxy_auth:
return False
if topt.needs_write_buffering:
if not fopt.supports_write_buffering:
return False
if topt.needs_client_channel:
if not fopt.client_channel:
return False
return True
def _compatible(fopt, topt):
if topt.needs_fullstack:
if not fopt.fullstack:
return False
if topt.needs_dns:
if not fopt.dns_resolver:
return False
if topt.needs_names:
if not fopt.name_resolution:
return False
if not topt.proxyable:
if fopt.includes_proxy:
return False
if not topt.traceable:
if fopt.tracing:
return False
if topt.exclude_inproc:
if fopt.is_inproc:
return False
if topt.needs_http2:
if not fopt.is_http2:
return False
if topt.needs_proxy_auth:
if not fopt.supports_proxy_auth:
return False
if topt.needs_write_buffering:
if not fopt.supports_write_buffering:
return False
if topt.needs_client_channel:
if not fopt.client_channel:
return False
return True
def grpc_end2end_tests():
grpc_cc_library(
name = 'end2end_tests',
srcs = ['end2end_tests.cc', 'end2end_test_utils.cc'] + [
'tests/%s.cc' % t
for t in sorted(END2END_TESTS.keys())],
hdrs = [
'tests/cancel_test_helpers.h',
'end2end_tests.h'
],
language = "C++",
deps = [
':cq_verifier',
':ssl_test_data',
':http_proxy',
':proxy',
]
)
for f, fopt in END2END_FIXTURES.items():
grpc_cc_binary(
name = '%s_test' % f,
srcs = ['fixtures/%s.cc' % f],
language = "C++",
deps = [
':end2end_tests',
'//test/core/util:grpc_test_util',
'//:grpc',
'//test/core/util:gpr_test_util',
'//:gpr',
],
grpc_cc_library(
name = "end2end_tests",
srcs = ["end2end_tests.cc", "end2end_test_utils.cc"] + [
"tests/%s.cc" % t
for t in sorted(END2END_TESTS.keys())
],
hdrs = [
"tests/cancel_test_helpers.h",
"end2end_tests.h",
],
language = "C++",
deps = [
":cq_verifier",
":ssl_test_data",
":http_proxy",
":proxy",
],
)
for t, topt in END2END_TESTS.items():
#print(compatible(fopt, topt), f, t, fopt, topt)
if not compatible(fopt, topt): continue
for poller in POLLERS:
native.sh_test(
name = '%s_test@%s@poller=%s' % (f, t, poller),
data = [':%s_test' % f],
srcs = ['end2end_test.sh'],
args = [
'$(location %s_test)' % f,
t,
poller,
],
for f, fopt in END2END_FIXTURES.items():
grpc_cc_binary(
name = "%s_test" % f,
srcs = ["fixtures/%s.cc" % f],
language = "C++",
deps = [
":end2end_tests",
"//test/core/util:grpc_test_util",
"//:grpc",
"//test/core/util:gpr_test_util",
"//:gpr",
],
)
for t, topt in END2END_TESTS.items():
#print(_compatible(fopt, topt), f, t, fopt, topt)
if not _compatible(fopt, topt):
continue
for poller in POLLERS:
native.sh_test(
name = "%s_test@%s@poller=%s" % (f, t, poller),
data = [":%s_test" % f],
srcs = ["end2end_test.sh"],
args = [
"$(location %s_test)" % f,
t,
poller,
],
)

Loading…
Cancel
Save