Protocol Buffers - Google's data interchange format (grpc依赖)
https://developers.google.com/protocol-buffers/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
510 lines
16 KiB
510 lines
16 KiB
|
|
load("@bazel_skylib//lib:paths.bzl", "paths") |
|
load("@bazel_skylib//lib:versions.bzl", "versions") |
|
load("@bazel_tools//tools/cpp:toolchain_utils.bzl", "find_cpp_toolchain") |
|
|
|
# copybara:strip_for_google3_begin |
|
load("@bazel_version//:bazel_version.bzl", "bazel_version") |
|
# copybara:strip_end |
|
|
|
_shell_find_runfiles = """ |
|
# --- begin runfiles.bash initialization --- |
|
# Copy-pasted from Bazel's Bash runfiles library (tools/bash/runfiles/runfiles.bash). |
|
set -euo pipefail |
|
if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then |
|
if [[ -f "$0.runfiles_manifest" ]]; then |
|
export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest" |
|
elif [[ -f "$0.runfiles/MANIFEST" ]]; then |
|
export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST" |
|
elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then |
|
export RUNFILES_DIR="$0.runfiles" |
|
fi |
|
fi |
|
if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then |
|
source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash" |
|
elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then |
|
source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \ |
|
"$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)" |
|
else |
|
echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash" |
|
exit 1 |
|
fi |
|
# --- end runfiles.bash initialization --- |
|
""" |
|
|
|
def _librule(name): |
|
return name + "_lib" |
|
|
|
def lua_cclibrary(name, srcs, hdrs = [], deps = [], luadeps = []): |
|
lib_rule = name + "_lib" |
|
so_rule = "lib" + name + ".so" |
|
so_file = _remove_prefix(name, "lua/") + ".so" |
|
|
|
native.cc_library( |
|
name = _librule(name), |
|
hdrs = hdrs, |
|
srcs = srcs, |
|
deps = deps + [_librule(dep) for dep in luadeps] + ["@lua//:liblua_headers"], |
|
) |
|
|
|
native.cc_binary( |
|
name = so_rule, |
|
linkshared = True, |
|
deps = [_librule(name)], |
|
linkopts = select({ |
|
":darwin": [ |
|
"-undefined dynamic_lookup", |
|
], |
|
"//conditions:default": [], |
|
}), |
|
) |
|
|
|
native.genrule( |
|
name = name + "_copy", |
|
srcs = [":" + so_rule], |
|
outs = [so_file], |
|
cmd = "cp $< $@", |
|
) |
|
|
|
native.filegroup( |
|
name = name, |
|
data = [so_file], |
|
) |
|
|
|
def _remove_prefix(str, prefix): |
|
if not str.startswith(prefix): |
|
fail("%s doesn't start with %s" % (str, prefix)) |
|
return str[len(prefix):] |
|
|
|
def _remove_suffix(str, suffix): |
|
if not str.endswith(suffix): |
|
fail("%s doesn't end with %s" % (str, suffix)) |
|
return str[:-len(suffix)] |
|
|
|
def lua_library(name, srcs, strip_prefix, luadeps = []): |
|
outs = [_remove_prefix(src, strip_prefix + "/") for src in srcs] |
|
native.genrule( |
|
name = name + "_copy", |
|
srcs = srcs, |
|
outs = outs, |
|
cmd = "cp $(SRCS) $(@D)", |
|
) |
|
|
|
native.filegroup( |
|
name = name, |
|
data = outs + luadeps, |
|
) |
|
|
|
def make_shell_script(name, contents, out): |
|
script_contents = (_shell_find_runfiles + contents).replace("$", "$$") |
|
native.genrule( |
|
name = "gen_" + name, |
|
outs = [out], |
|
cmd = "(cat <<'HEREDOC'\n%s\nHEREDOC\n) > $@" % script_contents, |
|
) |
|
|
|
def _lua_binary_or_test(name, luamain, luadeps, rule): |
|
script = name + ".sh" |
|
|
|
make_shell_script( |
|
name = "gen_" + name, |
|
out = script, |
|
contents = """ |
|
BASE=$(dirname $(rlocation upb/upb_c.so)) |
|
export LUA_CPATH="$BASE/?.so" |
|
export LUA_PATH="$BASE/?.lua" |
|
$(rlocation lua/lua) $(rlocation upb/tools/upbc.lua) "$@" |
|
""", |
|
) |
|
|
|
rule( |
|
name = name, |
|
srcs = [script], |
|
data = ["@lua//:lua", "@bazel_tools//tools/bash/runfiles", luamain] + luadeps, |
|
) |
|
|
|
def lua_binary(name, luamain, luadeps = []): |
|
_lua_binary_or_test(name, luamain, luadeps, native.sh_binary) |
|
|
|
def lua_test(name, luamain, luadeps = []): |
|
_lua_binary_or_test(name, luamain, luadeps, native.sh_test) |
|
|
|
def generated_file_staleness_test(name, outs, generated_pattern): |
|
"""Tests that checked-in file(s) match the contents of generated file(s). |
|
|
|
The resulting test will verify that all output files exist and have the |
|
correct contents. If the test fails, it can be invoked with --fix to |
|
bring the checked-in files up to date. |
|
|
|
Args: |
|
name: Name of the rule. |
|
outs: the checked-in files that are copied from generated files. |
|
generated_pattern: the pattern for transforming each "out" file into a |
|
generated file. For example, if generated_pattern="generated/%s" then |
|
a file foo.txt will look for generated file generated/foo.txt. |
|
""" |
|
|
|
script_name = name + ".py" |
|
script_src = "//:tools/staleness_test.py" |
|
|
|
# Filter out non-existing rules so Blaze doesn't error out before we even |
|
# run the test. |
|
existing_outs = native.glob(include = outs) |
|
|
|
# The file list contains a few extra bits of information at the end. |
|
# These get unpacked by the Config class in staleness_test_lib.py. |
|
file_list = outs + [generated_pattern, native.package_name() or ".", name] |
|
|
|
native.genrule( |
|
name = name + "_makescript", |
|
outs = [script_name], |
|
srcs = [script_src], |
|
testonly = 1, |
|
cmd = "cat $(location " + script_src + ") > $@; " + |
|
"sed -i.bak -e 's|INSERT_FILE_LIST_HERE|" + "\\\n ".join(file_list) + "|' $@", |
|
) |
|
|
|
native.py_test( |
|
name = name, |
|
srcs = [script_name], |
|
data = existing_outs + [generated_pattern % file for file in outs], |
|
deps = [ |
|
"//:staleness_test_lib", |
|
], |
|
) |
|
|
|
# upb_amalgamation() rule, with file_list aspect. |
|
|
|
SrcList = provider( |
|
fields = { |
|
"srcs": "list of srcs", |
|
"hdrs": "list of hdrs", |
|
}, |
|
) |
|
|
|
def _file_list_aspect_impl(target, ctx): |
|
if SrcList in target: |
|
return [] |
|
|
|
srcs = [] |
|
hdrs = [] |
|
for src in ctx.rule.attr.srcs: |
|
srcs += src.files.to_list() |
|
for hdr in ctx.rule.attr.hdrs: |
|
hdrs += hdr.files.to_list() |
|
for hdr in ctx.rule.attr.textual_hdrs: |
|
hdrs += hdr.files.to_list() |
|
return [SrcList(srcs = srcs, hdrs = hdrs)] |
|
|
|
_file_list_aspect = aspect( |
|
implementation = _file_list_aspect_impl, |
|
) |
|
|
|
def _upb_amalgamation(ctx): |
|
inputs = [] |
|
srcs = [] |
|
for lib in ctx.attr.libs: |
|
inputs += lib[SrcList].srcs |
|
inputs += lib[SrcList].hdrs |
|
srcs += [src for src in lib[SrcList].srcs if src.path.endswith("c")] |
|
ctx.actions.run( |
|
inputs = inputs, |
|
outputs = ctx.outputs.outs, |
|
arguments = [ctx.bin_dir.path + "/"] + [f.path for f in srcs] + ["-I" + root for root in _get_real_roots(inputs)], |
|
progress_message = "Making amalgamation", |
|
executable = ctx.executable.amalgamator, |
|
) |
|
|
|
upb_amalgamation = rule( |
|
attrs = { |
|
"amalgamator": attr.label( |
|
executable = True, |
|
cfg = "host", |
|
), |
|
"libs": attr.label_list(aspects = [_file_list_aspect]), |
|
"outs": attr.output_list(), |
|
}, |
|
implementation = _upb_amalgamation, |
|
) |
|
|
|
is_bazel = not hasattr(native, "genmpm") |
|
|
|
google3_dep_map = { |
|
"@absl//absl/base:core_headers": "//third_party/absl/base:core_headers", |
|
"@absl//absl/strings": "//third_party/absl/strings", |
|
"@bazel_tools//tools/cpp:current_cc_toolchain": "//tools/cpp:current_cc_toolchain", |
|
"@com_google_protobuf//:descriptor_proto": "//net/proto2/proto:descriptor", |
|
"@com_google_protobuf//:protoc": "//third_party/protobuf:protoc", |
|
"@com_google_protobuf//:protobuf": "//third_party/protobuf:protobuf", |
|
"@com_google_protobuf//:protoc_lib": "//third_party/protobuf:libprotoc", |
|
} |
|
|
|
def map_dep(dep): |
|
if is_bazel: |
|
return dep |
|
else: |
|
return google3_dep_map[dep] |
|
|
|
def _get_real_short_path(file): |
|
# For some reason, files from other archives have short paths that look like: |
|
# ../com_google_protobuf/google/protobuf/descriptor.proto |
|
short_path = file.short_path |
|
if short_path.startswith("../"): |
|
second_slash = short_path.index("/", 3) |
|
short_path = short_path[second_slash + 1:] |
|
return short_path |
|
|
|
def _get_real_root(file): |
|
real_short_path = _get_real_short_path(file) |
|
return file.path[:-len(real_short_path) - 1] |
|
|
|
def _get_real_roots(files): |
|
roots = {} |
|
for file in files: |
|
real_root = _get_real_root(file) |
|
if real_root: |
|
roots[real_root] = True |
|
return roots.keys() |
|
|
|
def _generate_output_file(ctx, src, extension): |
|
if is_bazel: |
|
real_short_path = _get_real_short_path(src) |
|
else: |
|
real_short_path = paths.relativize(src.short_path, ctx.label.package) |
|
output_filename = paths.replace_extension(real_short_path, extension) |
|
ret = ctx.new_file(ctx.genfiles_dir, output_filename) |
|
return ret |
|
|
|
def filter_none(elems): |
|
out = [] |
|
for elem in elems: |
|
if elem: |
|
out.append(elem) |
|
return out |
|
|
|
# upb_proto_library() rule |
|
|
|
def cc_library_func(ctx, name, hdrs, srcs, dep_ccinfos): |
|
compilation_contexts = [info.compilation_context for info in dep_ccinfos] |
|
linking_contexts = [info.linking_context for info in dep_ccinfos] |
|
toolchain = find_cpp_toolchain(ctx) |
|
feature_configuration = cc_common.configure_features( |
|
cc_toolchain = toolchain, |
|
requested_features = ctx.features, |
|
unsupported_features = ctx.disabled_features, |
|
) |
|
|
|
# copybara:strip_for_google3_begin |
|
if bazel_version == "0.24.1": |
|
# Compatibility code until gRPC is on 0.25.2 or later. |
|
compilation_info = cc_common.compile( |
|
ctx = ctx, |
|
feature_configuration = feature_configuration, |
|
cc_toolchain = toolchain, |
|
srcs = srcs, |
|
hdrs = hdrs, |
|
compilation_contexts = compilation_contexts, |
|
) |
|
linking_info = cc_common.link( |
|
ctx = ctx, |
|
feature_configuration = feature_configuration, |
|
cc_toolchain = toolchain, |
|
cc_compilation_outputs = compilation_info.cc_compilation_outputs, |
|
linking_contexts = linking_contexts, |
|
) |
|
return CcInfo( |
|
compilation_context = compilation_info.compilation_context, |
|
linking_context = linking_info.linking_context, |
|
) |
|
|
|
if not versions.is_at_least("0.25.2", bazel_version): |
|
fail("upb requires Bazel >=0.25.2 or 0.24.1") |
|
# copybara:strip_end |
|
|
|
blaze_only_args = {} |
|
|
|
if not is_bazel: |
|
blaze_only_args["grep_includes"] = ctx.file._grep_includes |
|
|
|
(compilation_context, compilation_outputs) = cc_common.compile( |
|
actions = ctx.actions, |
|
feature_configuration = feature_configuration, |
|
cc_toolchain = toolchain, |
|
name = name, |
|
srcs = srcs, |
|
public_hdrs = hdrs, |
|
compilation_contexts = compilation_contexts, |
|
**blaze_only_args |
|
) |
|
(linking_context, linking_outputs) = cc_common.create_linking_context_from_compilation_outputs( |
|
actions = ctx.actions, |
|
name = name, |
|
feature_configuration = feature_configuration, |
|
cc_toolchain = toolchain, |
|
compilation_outputs = compilation_outputs, |
|
linking_contexts = linking_contexts, |
|
**blaze_only_args |
|
) |
|
|
|
return CcInfo( |
|
compilation_context = compilation_context, |
|
linking_context = linking_context, |
|
) |
|
|
|
def _compile_upb_protos(ctx, proto_info, proto_sources, ext): |
|
srcs = [_generate_output_file(ctx, name, ext + ".c") for name in proto_sources] |
|
hdrs = [_generate_output_file(ctx, name, ext + ".h") for name in proto_sources] |
|
transitive_sets = list(proto_info.transitive_descriptor_sets) |
|
ctx.actions.run( |
|
inputs = depset( |
|
direct = [ctx.executable._upbc, proto_info.direct_descriptor_set], |
|
transitive = [proto_info.transitive_descriptor_sets], |
|
), |
|
outputs = srcs + hdrs, |
|
executable = ctx.executable._protoc, |
|
arguments = [ |
|
"--upb_out=" + _get_real_root(srcs[0]), |
|
"--plugin=protoc-gen-upb=" + ctx.executable._upbc.path, |
|
"--descriptor_set_in=" + ":".join([f.path for f in transitive_sets]), |
|
] + |
|
[_get_real_short_path(file) for file in proto_sources], |
|
progress_message = "Generating upb protos for :" + ctx.label.name, |
|
) |
|
return SrcList(srcs = srcs, hdrs = hdrs) |
|
|
|
# upb_proto_library() shared code ############################################# |
|
|
|
_WrappedCcInfo = provider(fields = ["cc_info"]) |
|
|
|
def _upb_proto_rule_impl(ctx): |
|
if len(ctx.attr.deps) != 1: |
|
fail("only one deps dependency allowed.") |
|
dep = ctx.attr.deps[0] |
|
if _WrappedCcInfo not in dep: |
|
fail("proto_library rule must generate _WrappedCcInfo (aspect should have handled this).") |
|
cc_info = dep[_WrappedCcInfo].cc_info |
|
lib = cc_info.linking_context.libraries_to_link[0] |
|
files = filter_none([ |
|
lib.static_library, |
|
lib.pic_static_library, |
|
lib.dynamic_library, |
|
]) |
|
return [ |
|
DefaultInfo(files = depset(files)), |
|
cc_info, |
|
] |
|
|
|
def _upb_proto_aspect_impl(target, ctx): |
|
proto_info = target[ProtoInfo] |
|
files = _compile_upb_protos(ctx, proto_info, proto_info.direct_sources, ctx.attr._ext) |
|
deps = ctx.rule.attr.deps + [ctx.attr._upb] |
|
dep_ccinfos = [dep[CcInfo] for dep in deps if CcInfo in dep] |
|
dep_ccinfos += [dep[_WrappedCcInfo].cc_info for dep in deps if _WrappedCcInfo in dep] |
|
cc_info = cc_library_func( |
|
ctx = ctx, |
|
name = ctx.rule.attr.name + "_upb", |
|
hdrs = files.hdrs, |
|
srcs = files.srcs, |
|
dep_ccinfos = dep_ccinfos, |
|
) |
|
return [_WrappedCcInfo(cc_info = cc_info)] |
|
|
|
# upb_proto_library() ########################################################## |
|
|
|
def maybe_add(d): |
|
if not is_bazel: |
|
d["_grep_includes"] = attr.label( |
|
allow_single_file = True, |
|
cfg = "host", |
|
default = "//tools/cpp:grep-includes", |
|
) |
|
return d |
|
|
|
_upb_proto_library_aspect = aspect( |
|
attrs = maybe_add({ |
|
"_upbc": attr.label( |
|
executable = True, |
|
cfg = "host", |
|
default = ":protoc-gen-upb", |
|
), |
|
"_protoc": attr.label( |
|
executable = True, |
|
cfg = "host", |
|
default = map_dep("@com_google_protobuf//:protoc"), |
|
), |
|
"_cc_toolchain": attr.label( |
|
default = map_dep("@bazel_tools//tools/cpp:current_cc_toolchain"), |
|
), |
|
"_upb": attr.label(default = ":upb"), |
|
"_ext": attr.string(default = ".upb"), |
|
}), |
|
implementation = _upb_proto_aspect_impl, |
|
attr_aspects = ["deps"], |
|
fragments = ["cpp"], |
|
) |
|
|
|
upb_proto_library = rule( |
|
output_to_genfiles = True, |
|
implementation = _upb_proto_rule_impl, |
|
attrs = { |
|
"deps": attr.label_list( |
|
aspects = [_upb_proto_library_aspect], |
|
allow_rules = ["proto_library"], |
|
providers = [ProtoInfo], |
|
), |
|
}, |
|
) |
|
|
|
# upb_proto_srcs() ############################################################# |
|
|
|
def _upb_proto_srcs_impl(ctx): |
|
srcs = [] |
|
hdrs = [] |
|
for dep in ctx.attr.deps: |
|
if hasattr(dep, "proto"): |
|
proto_info = dep[ProtoInfo] |
|
files = _compile_upb_protos(ctx, proto_info, proto_info.transitive_sources, ctx.attr.ext) |
|
srcs += files.srcs |
|
hdrs += files.hdrs |
|
return [ |
|
SrcList(srcs = srcs, hdrs = hdrs), |
|
DefaultInfo(files = depset(srcs + hdrs)), |
|
] |
|
|
|
upb_proto_srcs = rule( |
|
attrs = { |
|
"_upbc": attr.label( |
|
executable = True, |
|
cfg = "host", |
|
default = ":protoc-gen-upb", |
|
), |
|
"_protoc": attr.label( |
|
executable = True, |
|
cfg = "host", |
|
default = map_dep("@com_google_protobuf//:protoc"), |
|
), |
|
"deps": attr.label_list(), |
|
"ext": attr.string(default = ".upb") |
|
}, |
|
implementation = _upb_proto_srcs_impl, |
|
) |
|
|
|
# upb_proto_reflection_library() ############################################### |
|
|
|
def upb_proto_reflection_library(name, deps): |
|
srcs_rule = name + "_defsrcs.cc" |
|
upb_proto_srcs( |
|
name = srcs_rule, |
|
deps = deps, |
|
ext = ".upbdefs", |
|
) |
|
native.cc_library( |
|
name = name, |
|
srcs = [":" + srcs_rule], |
|
deps = [":upb", ":reflection"], |
|
copts = ["-Ibazel-out/k8-fastbuild/bin"], |
|
) |
|
|
|
def licenses(*args): |
|
# No-op (for Google-internal usage). |
|
pass
|
|
|