_shell_find_runfiles = """ # --- begin runfiles.bash initialization --- # Copy-pasted from Bazel's Bash runfiles library (tools/bash/runfiles/runfiles.bash). set -euo pipefail if [[ ! -d "${RUNFILES_DIR:-/dev/null}" && ! -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then if [[ -f "$0.runfiles_manifest" ]]; then export RUNFILES_MANIFEST_FILE="$0.runfiles_manifest" elif [[ -f "$0.runfiles/MANIFEST" ]]; then export RUNFILES_MANIFEST_FILE="$0.runfiles/MANIFEST" elif [[ -f "$0.runfiles/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then export RUNFILES_DIR="$0.runfiles" fi fi if [[ -f "${RUNFILES_DIR:-/dev/null}/bazel_tools/tools/bash/runfiles/runfiles.bash" ]]; then source "${RUNFILES_DIR}/bazel_tools/tools/bash/runfiles/runfiles.bash" elif [[ -f "${RUNFILES_MANIFEST_FILE:-/dev/null}" ]]; then source "$(grep -m1 "^bazel_tools/tools/bash/runfiles/runfiles.bash " \ "$RUNFILES_MANIFEST_FILE" | cut -d ' ' -f 2-)" else echo >&2 "ERROR: cannot find @bazel_tools//tools/bash/runfiles:runfiles.bash" exit 1 fi # --- end runfiles.bash initialization --- """ def _librule(name): return name + "_lib" def lua_cclibrary(name, srcs, hdrs = [], deps = [], luadeps = []): lib_rule = name + "_lib" so_rule = "lib" + name + ".so" so_file = _remove_prefix(name, "lua/") + ".so" native.cc_library( name = _librule(name), hdrs = hdrs, srcs = srcs, deps = deps + [_librule(dep) for dep in luadeps] + ["@lua//:liblua_headers"], ) native.cc_binary( name = so_rule, linkshared = True, deps = [_librule(name)], linkopts = select({ ":darwin": [ "-undefined dynamic_lookup", ], "//conditions:default": [], }) ) native.genrule( name = name + "_copy", srcs = [":" + so_rule], outs = [so_file], cmd = "cp $< $@", ) native.filegroup( name = name, data = [so_file], ) def _remove_prefix(str, prefix): if not str.startswith(prefix): fail("%s doesn't start with %s" % (str, prefix)) return str[len(prefix):] def _remove_suffix(str, suffix): if not str.endswith(suffix): fail("%s doesn't end with %s" % (str, suffix)) return str[:-len(suffix)] def lua_library(name, srcs, strip_prefix, luadeps = []): outs = [_remove_prefix(src, strip_prefix + "/") for src in srcs] native.genrule( name = name + "_copy", srcs = srcs, outs = outs, cmd = "cp $(SRCS) $(@D)", ) native.filegroup( name = name, data = outs + luadeps, ) def make_shell_script(name, contents, out): script_contents = (_shell_find_runfiles + contents).replace("$", "$$") native.genrule( name = "gen_" + name, outs = [out], cmd = "(cat <<'HEREDOC'\n%s\nHEREDOC\n) > $@" % script_contents, ) def _lua_binary_or_test(name, luamain, luadeps, rule): script = name + ".sh" make_shell_script( name = "gen_" + name, out = script, contents = """ BASE=$(dirname $(rlocation upb/upb_c.so)) export LUA_CPATH="$BASE/?.so" export LUA_PATH="$BASE/?.lua" $(rlocation lua/lua) $(rlocation upb/tools/upbc.lua) "$@" """, ) rule( name = name, srcs = [script], data = ["@lua//:lua", "@bazel_tools//tools/bash/runfiles", luamain] + luadeps, ) def lua_binary(name, luamain, luadeps = []): _lua_binary_or_test(name, luamain, luadeps, native.sh_binary) def lua_test(name, luamain, luadeps = []): _lua_binary_or_test(name, luamain, luadeps, native.sh_test) def generated_file_staleness_test(name, outs, generated_pattern): """Tests that checked-in file(s) match the contents of generated file(s). The resulting test will verify that all output files exist and have the correct contents. If the test fails, it can be invoked with --fix to bring the checked-in files up to date. Args: name: Name of the rule. outs: the checked-in files that are copied from generated files. generated_pattern: the pattern for transforming each "out" file into a generated file. For example, if generated_pattern="generated/%s" then a file foo.txt will look for generated file generated/foo.txt. """ script_name = name + ".py" script_src = "//:tools/staleness_test.py" # Filter out non-existing rules so Blaze doesn't error out before we even # run the test. existing_outs = native.glob(include = outs) # The file list contains a few extra bits of information at the end. # These get unpacked by the Config class in staleness_test_lib.py. file_list = outs + [generated_pattern, native.package_name() or ".", name] native.genrule( name = name + "_makescript", outs = [script_name], srcs = [script_src], testonly = 1, cmd = "cat $(location " + script_src + ") > $@; " + "sed -i.bak -e 's|INSERT_FILE_LIST_HERE|" + "\\\n ".join(file_list) + "|' $@", ) native.py_test( name = name, srcs = [script_name], data = existing_outs + [generated_pattern % file for file in outs], deps = [ "//:staleness_test_lib", ], ) # upb_amalgamation() rule, with file_list aspect. SrcList = provider( fields = { "srcs": "list of srcs", "hdrs": "list of hdrs", }, ) def _file_list_aspect_impl(target, ctx): srcs = [] hdrs = [] for src in ctx.rule.attr.srcs: srcs += src.files.to_list() for hdr in ctx.rule.attr.hdrs: hdrs += hdr.files.to_list() return [SrcList(srcs = srcs, hdrs = hdrs)] _file_list_aspect = aspect( implementation = _file_list_aspect_impl, ) def _upb_amalgamation(ctx): inputs = [] srcs = [] for lib in ctx.attr.libs: inputs += lib[SrcList].srcs inputs += lib[SrcList].hdrs srcs += [src for src in lib[SrcList].srcs if src.path.endswith("c")] ctx.actions.run( inputs = inputs, outputs = ctx.outputs.outs, arguments = ["", ctx.bin_dir.path + "/"] + [f.path for f in srcs], progress_message = "Making amalgamation", executable = ctx.executable.amalgamator, ) upb_amalgamation = rule( attrs = { "amalgamator": attr.label( executable = True, cfg = "host", ), "libs": attr.label_list(aspects = [_file_list_aspect]), "outs": attr.output_list(), }, implementation = _upb_amalgamation, ) is_bazel = not hasattr(native, "genmpm") google3_dep_map = { "@absl//absl/base:core_headers": "//third_party/absl/base:core_headers", "@absl//absl/strings": "//third_party/absl/strings", "@com_google_protobuf//:protoc": "//third_party/protobuf:protoc", "@com_google_protobuf//:protobuf": "//third_party/protobuf:protobuf", "@com_google_protobuf//:protoc_lib": "//third_party/protobuf:libprotoc", } def map_dep(dep): if is_bazel: return dep else: return google3_dep_map[dep] # upb_proto_library() rule def _remove_up(string): if string.startswith("../"): string = string[3:] pos = string.find("/") string = string[pos + 1:] return _remove_suffix(string, ".proto") def _upb_proto_srcs_impl(ctx, suffix): sources = [] outs = [] include_dirs = {} for dep in ctx.attr.deps: if hasattr(dep, "proto"): for src in dep.proto.transitive_sources: sources.append(src) include_dir = _remove_suffix(src.path, _remove_up(src.short_path) + "." + src.extension) if include_dir: include_dirs[include_dir] = True outs.append(ctx.actions.declare_file(_remove_up(src.short_path) + suffix + ".h")) outs.append(ctx.actions.declare_file(_remove_up(src.short_path) + suffix + ".c")) outdir = _remove_suffix(outs[-1].path, _remove_up(src.short_path) + suffix + ".c") source_paths = [d.path for d in sources] include_args = ["-I" + root for root in include_dirs.keys()] ctx.actions.run( inputs = [ctx.executable.upbc] + sources, outputs = outs, executable = ctx.executable.protoc, arguments = ["--upb_out", outdir, "--plugin=protoc-gen-upb=" + ctx.executable.upbc.path] + include_args + source_paths, progress_message = "Generating upb protos", ) return [DefaultInfo(files = depset(outs))] def _upb_proto_library_srcs_impl(ctx): return _upb_proto_srcs_impl(ctx, ".upb") def _upb_proto_reflection_library_srcs_impl(ctx): return _upb_proto_srcs_impl(ctx, ".upbdefs") _upb_proto_library_srcs = rule( attrs = { "upbc": attr.label( executable = True, cfg = "host", ), "protoc": attr.label( executable = True, cfg = "host", default = map_dep("@com_google_protobuf//:protoc"), ), "deps": attr.label_list(), }, implementation = _upb_proto_library_srcs_impl, ) def upb_proto_library(name, deps, upbc): srcs_rule = name + "_srcs.cc" _upb_proto_library_srcs( name = srcs_rule, upbc = upbc, deps = deps, ) native.cc_library( name = name, srcs = [":" + srcs_rule], deps = [":upb"], copts = ["-Ibazel-out/k8-fastbuild/bin"], ) _upb_proto_reflection_library_srcs = rule( attrs = { "upbc": attr.label( executable = True, cfg = "host", ), "protoc": attr.label( executable = True, cfg = "host", default = map_dep("@com_google_protobuf//:protoc"), ), "deps": attr.label_list(), }, implementation = _upb_proto_reflection_library_srcs_impl, ) def upb_proto_reflection_library(name, deps, upbc): srcs_rule = name + "_defsrcs.cc" _upb_proto_reflection_library_srcs( name = srcs_rule, upbc = upbc, deps = deps, ) native.cc_library( name = name, srcs = [":" + srcs_rule], deps = [":upb"], copts = ["-Ibazel-out/k8-fastbuild/bin"], ) def licenses(*args): # No-op (for Google-internal usage). pass