mirror of https://github.com/grpc/grpc.git
60607da72e Merge pull request #356 from haberman/codegen-uniquefiles 7a54a5f3d6 Split the code generators for .upb and .upbdefs. b10b02f66f Merge pull request #353 from haberman/small-fixes cd7c2d2701 Merge pull request #352 from haberman/large-field-number 10b355a6e0 A couple minor fixes. These are exercised by Ruby. 6c30b5fe73 Fixed upb encoder for field numbers > 2**28. 31b3528424 Merge pull request #350 from haberman/encode-depthlimit e9551022c1 Added depth limit checking to upb_encode(). f389384c5a Merge pull request #349 from lidizheng/json-public f72c26cbc4 Make :json publically visible 5797d95172 Merge pull request #348 from haberman/json-emit-defaults 7a17493269 Removed print debugging. 695b7f4617 Added code to test UPB_JSONENC_EMITDEFAULTS. 6b357607bd Fixed bugs in JSON encoding with UPB_JSONENC_EMITDEFAULTS. 1b08391979 Merge pull request #347 from haberman/filedef-symtab ee49a8d7df Added an accessor to get the symtab from a filedef. a81b47025a Merge pull request #345 from haberman/encode-skipunknown 6535cbe380 Merge pull request #346 from timgates42/bugfix_typo_position 7225108720 docs: fix simple typo, posisiton -> position 871ff96252 Test SKIPUNKNOWN on regular fields. 0569c22a1e Removed debug print. 76764643ac Added option to binary encoder to skip unknown fields. 794ce6d061 Merge pull request #344 from haberman/deterministic-serialize a04627abc8 Added map sorting to binary and text encoders. 3e071ea91a Merge pull request #343 from haberman/msvc e70e488e09 MSVC apparently doesn't support the standard C/C++ defines. 963e501aa6 Merge pull request #342 from haberman/fuzz 8d670d8aea Renamed decode_varint32() to decode_tag(). 9abf8e043f Clamp 32-bit varints to 5 bytes to fix a fuzz failure. 50a543de7f Merge pull request #341 from haberman/code-size 9c87f1168f Added size benchmark for CODE_SIZE. 6f82028236 Merge pull request #340 from haberman/darwin-setjmp 358fa14d0e Fixed headers and updated benchmark script. bc200451ce Use a macro instead of an inline function for setjmp/longjmp. ca279f8afa Merge branch 'master' into darwin-setjmp fbc0639b07 Use _setjmp on mac to avoid saving/restoring the signal mask. 10f0a38450 Merge pull request #337 from haberman/size-benchmarks 4be07a2dce Increase build timeout until we can parallelize the build. 378a27b640 Force "size" to run locally. da48e01f05 More google3 fixes. d2446fd2db Moved cc_api_version attribute to proto_library(). 4a84390c89 Added cc_proto_library() tweaks for google3. 4dd4212a34 Merge branch 'master' into size-benchmarks ffecfef161 Merge branch 'master' into size-benchmarks 86f671d5fd Fix for Darwin (output is different, but it won't error out). 165e01ec6f Fix for old Python versions. 40fdff5e43 Merge pull request #339 from haberman/benchmark-alias 5f8bb5de1d Updated generated code. 65d166a6ba Added API for copy vs. alias and added benchmarks to test both. 27b9c999a7 Merge pull request #338 from haberman/arena-initial 9df96874e9 Start arena block doubling at initial block size. 881ddac7fe Also use .format() for gen_synthetic_protos.py. 8b7dabe1a2 Use format() instead of string interpolation, for old Python versions. 8e08282c3b Removed unused small.proto. 0f79d47215 Added missing lite binaries to size_data.txt. 555fbbc0bc Size benchmarks are working pretty well. 85cbc41a89 Merge branch 'master' into size-benchmarks e5bdfba92c Removed accidentally-added .orig file. 07851fac58 Merge pull request #336 from haberman/fuzz 982b634bc5 Fixed a few minor bugs found by fuzzing. c9d2e58480 Merge pull request #310 from haberman/fast-table a01f3e23a4 Fixes for google3 build, and exclude even more tests from macOS to avoid timeout. a83d55ee4b Exclude Clang tests from MacOS to avoid Kokoro timeouts. 73fcfe9ed0 Tried to slim down the tests a bit more. baab25b7aa Removed excess/redundant tests from Kokoro script. 1eb7bd39e7 Some formatting fixes. 9d87055ce4 Updated Kokoro build script. 4bd34da105 WIP. a7993615bf Merge branch 'master' into fast-table 3a3efe69a2 Added incompatible_use_toolchain_transition = True per https://github.com/bazelbuild/bazel/issues/11584 7b4e376f79 Switch unordered_set -> absl::flat_hash_set. fe62fc83e1 Removed obsolete includes in benchmark. 5ed089dc42 Merge pull request #335 from haberman/wyhash-rule e9b79542ad Added a BUILD file for wyhash. 7b8ae7ec4e Merge branch 'master' into size-benchmarks a5b5445da6 Merge pull request #334 from haberman/rm-port-c 6c16cba83f Removed obsolete port.c file. 484d8f746a Updated comment in wyhash.h to correct spelling mistake. 6a9d0f45b8 Merge pull request #333 from haberman/32bitfixes 5b1f0d86a1 For Kokoro, only build/test -m32 on Linux. 0497f8deed Fixed a critical bug on 32-bit builds, and added much more Kokoro testing. 7543f851f1 Merge pull request #332 from haberman/php-amalgamation 64abb5eb11 Amalgamation no longer bundles wyhash, but #includes it. a2a40792b5 Merge pull request #331 from haberman/json-oneof-fix dd0994d377 Bugfix for JSON decoding: only check real oneofs for duplicates. 496f638025 Merge pull request #330 from haberman/symtab-longjmp c9f9668234 symtab: use longjmp() for errors and avoid intermediate table. 4d9a8cd67b Merge branch 'master' into symtab-longjmp 6322d1d72d Merge pull request #329 from haberman/benchmark-ads-descriptor 5ec1d39224 Avoid building .pb.cc for ads protos, as C++ takes forever to compile. 43c207ea7e Added CMake dummy rule. c3b5637646 Added benchmark for loading ads descriptor. acd72c6d3f WIP. 6ae3b66cd2 Merge pull request #328 from haberman/optdefload 8113ebd6c7 Added explanatory comment about integer constants. f2d826b9f3 Got rid of floating-point division in table init. 723cd8ffc1 Added wyhash code and LICENSE, and removed temporary benchmark. 15e20636c3 Merge branch 'master' into optdefload 154f2c25f4 Added UTF-8 validation for proto3 string fields. e8f9eac68c Added #defines UPB_ENABLE_FASTTABLE and UPB_TRY_ENABLE_FASTTABLE. 994cf07cf3 Merge pull request #327 from benjaminp/modern-linking b5bd5807a7 Migrate to modern Starlark linking api. dc64613607 Merge branch 'fastest-table' into fast-table e86541ac1d Fixed the build after the merge. 1cd0cb17d3 Merge branch 'master' into fastest-table 901744a97e Merge pull request #326 from haberman/c99 a0d16e7073 Added a few missing copts, and made some functions proper prototypes. 558315a1c3 Added COPTS to :port. 7e5bd65098 Plumbed copts (including the crucial -std=c99) to upb_proto_library() aspect. 8f3ee80d46 Drop C89/C90 support and MSVC prior to Visual Studio 2015. a274ad786a Plumbed copts (including the crucial -std=c99) to upb_proto_library() aspect. 2c8bb6dd9d Specify C99 explicitly until/unless we stop using bool. efd576b698 Added -std=gnu99 for fastdecode and ran Buildifier. b928696942 A few more fixes, and test fastdecode under Kokoro. 55f3569cd2 A few minor fixes and more assertions. 8b38e8f214 Merge branch 'fastest-table' into fast-table 46eb82467a Added comment to decode_fast.h. bd9f8f580d Fixed a few bugs with the fast decoder. 3eba47914b Allocate hasbits and table slots in "hotness" order. 021db6fcd5 Allow larger tags into the table if they are unique mod 31. 86d9908c55 Fastdecode support for packed fields. e3e797b680 Added fasttable support for oneofs. 7ffa9c181a Fixed some small bugs and performance problems in string copying. e2c709e047 Repeated string and primitive support. e9103eda9e Merge branch 'master' into fastest-table 0756999ab6 Merge pull request #325 from haberman/inlined-arena 25db40bc30 Fixed upb::InlinedArena, which was compeltely broken. d81ba58215 Optimized short string copying. f3a2a79349 More optimization, back up to 2.56GB/s. 199c914295 Simplify push/pop when msg fits in the current buffer. d5f5db2729 Put string-copying field parser into a separate function. 883f20d4dc Merge branch 'master' into fastest-table 1bd62e8218 Merge pull request #324 from haberman/simplemomi f4adbe0698 Optimized varint decoding from Gerben. 48689df72e Eliminated bounds checks inside parsing a field. a345af9883 Added a codegen parameter for whether fasttables are generated or not. 8a3470c543 WIP. 8e8dbb5258 Merge branch 'fastest-table' into fast-table 7d17a0e8c5 Merge branch 'master' into fastest-table a7e2e8338d Fixed benchmark script. 72de7b7002 Merge branch 'fastest-table' into fast-table cb234e652c Merge branch 'master' into fastest-table b86cf2d789 Merge pull request #323 from haberman/build-files 4ea81ab107 Fixed pedantic warning. 6399b31f4b Removed ULL constants in json_decode.c. c8ae197e64 Removed "U" suffixes, they are not necessary. bc1e0b314f Fixed some strict C89 errors. 2c1664906a Removed license comments and upb_amalgamation for google3. b7dc77415a Added licenses() to all BUILD files. de22764b33 Updated Kokoro to test ... instead of :all. e3f41de6c7 Split monolithic BUILD file into many build files. fbe2bcafbc Merge pull request #4 from gerben-s/gerbens-fast-table 9e68ec033f Add repeated varints and fixed parsers d0e4b688c6 Shorten name of kAliasString, so benchmark results don't wrap. c0c9b5a168 Regenerated generated code. eb8e6de8b7 Regenerated source files. 7f0d535826 Merge branch 'fastest-table' into fast-table bf8e08074c Added a few more comments. 6e3c22e6ee Merge branch 'fastest-table' into fast-table 3238821315 Gave fast table entry a nicer name. 2a574d3d01 Added a bunch of comments for readability. 0deca8b8fb Merge branch 'master' into fast-table bfadc99709 Merge branch 'master' into fastest-table 84e0f6127d Merge branch 'master' into fastest-table 61c51a607b Merge branch 'master' into fast-table 4f066765a9 Merge pull request #320 from haberman/string-view-benchmark bf393bf086 Cleaned up benchmark names. 9eb8414b31 Added descriptor_sv.proto. ee7da95367 Bzl formatting fix per buildifier. de1b6b0718 Refactored proto2 benchmarks and added StringView benchmark. c2901eeee1 Added missing #includes (caught by Blaze). 52721eadc7 Order LargeInitialBlock after non-initial-block test. 44a7130845 Used the correct copy of the protos in the benchmark. 3a242e7a48 Merge branch 'master' into fast-table d01b712dbb Merge branch 'master' into fastest-table d225dfc2ed Buildifier formatting fixes. b0994a6501 Added missing dep from benchmark. de80054018 Make required fields optional for benchmarking. 745661bf1f Merge branch 'master' into fastest-table 11585095b7 Merge pull request #319 from haberman/copy-descriptor fd5a35d49d Minor comment changes. bdd1a516e8 Fixed other tests. 27262adf93 Snapshot descriptor.proto into our own copy for benchmarking purposes. d6b40fd5e2 Added missing dependency on reflection. b9f1b67d07 Use quoted include. 1c8c16b9b1 Use quoted include. 4f901b6430 Passes all tests. de84e20788 Merge branch 'master' into optdefload d5c64476fd Merge pull request #318 from haberman/descriptor-load-benchmark 42d2f6cef9 Add MB/s measures in the benchmarks. 1ce98b86ec Added LoadDescriptor benchmark for proto2. 4890735ce2 Added benchmark for descriptor loading. 6f59f1256e Optimizations to descriptor loading. 6874d61704 Merge pull request #317 from haberman/gencode-compat c81113e60f Added fallback code for when no enum matches. c10b24ffb2 Simplified switch(). ded2e657a7 Added compatibility with old generated code. 5b0c5c7d4a Dispatch inline. 75edd3e59c Changed to use table pairs, seems to ever-so-slightly regress. 69d99a247e Merge pull request #3 from haberman/shifted-table bca7edac8c Cleaned up table compression a bit. b95f217996 A little speed boost, now hitting 2.51GB/s. 8ed6b2fe85 Stored mask in the table pointer. a6dc88556d Tables are compressed, but perf goes down to 2.44GB/s. 91eb09b1bc Add a few comments. 7a1835d7c3 Merge branch 'master' into fast-table 8bd5c0088e Merge pull request #316 from haberman/submsg-array a4966fd230 Added a few extra sanity checks. 99acbe0da8 Fixed bug where submsg array could have excess elements. 2a0425ecf5 Merge pull request #315 from haberman/conformance-fixes 7ccf5650c7 If we encounter "null" for a non-NullValue enum, throw an error. 0a3a94a12f Updated to a new version of protobuf and fixed a few conformance tests. ddd5f28c4f Merge branch 'is_bazel' 10fa3a0c77 Merge pull request #314 from haberman/addunknown 504e105420 undef UPB_ASAN. ab96d1ec41 Removed extraneous C++-style comment. d5096f9ee8 Fixed bug in addunknown and added ASAN poisoning. 6fe84526be Mark _is_bazel to be replace in google3. f01efe8b64 Removed another C99-ism. 1749082bbb Removed C99-ism. 147e363f56 Merge branch 'master' into fast-table f2ddc15d76 Bugfix: initialize fastlimit and fastend. 65e49b694b Merge branch 'gerben-fast-table' into fast-table 1abf7d418d Added generated files. 3f719fa6b2 Bugfix: offsetting hasbits with 16 introduced a bug in calculating hasmasks. Removing extra <<16 shift in hasmask calculating and masking out the first 16 bits. This makes messages without hasbits work as well. aec762e405 Merge branch 'master' into fast-table 4f77aaafd8 Merge pull request #2 from gerben-s/fast-table 4053805759 Bugfixes d1cd80385b Merge pull request #313 from haberman/inline-arena ad21083623 Merge pull request #313 from haberman/inline-arena 2339fc779c Updated obsolete comment. b393849bbd Updated obsolete comment. ebe53f8590 Fixed compile error. b37f82b58b Fixed compile error. 71749b7caf Implemented inline array allocation, and moved type->lg2 map to reflection. 9557b97acc Implemented inline array allocation, and moved type->lg2 map to reflection. b58d2a0ee6 Shrink overhead of message representation. 0bf063a2ca Shrink overhead of message representation. d87ceeacab Shave off one more store. ddc52ab9d6 Shave off one more store. c25d895adf Shrunk the arena state that needs to be synced. 7f67f68c1c Shrunk the arena state that needs to be synced. ff40dd6ea9 Added new internal header. 85a43e5461 Added new internal header. 36662b3735 Refactor some code. I extracted some common code from all message field parsers, to a tail recursive function. Removed the varint jmp table for a simple varint parse loop, that removes the stack frames. Also careful with not losing information in repeated message tag check. When written mindful the checks and loads that happen can be reused for tag dispatch if not the expected tag. cbcd635917 Fixed memory leak. bcbcdadbd2 Fixed memory leak. e5264bd794 Merge pull request #312 from haberman/defiter 52957fa984 Merge pull request #312 from haberman/defiter 746f64692c Moved arena inline for decoder. 7363b91ac3 Moved arena inline for decoder. b8ef1dcc57 Removed C++-style comments. 575acd85bd Re-added const for all of the pointer wrapper types. 5aa5b77b41 Added simple offset-based accessors for defs, and deprecated old iterators. 33384301e2 Merge pull request #311 from haberman/proto2-benchmark2 578e7c1f4c Merge pull request #311 from haberman/proto2-benchmark2 bc301e7da4 Use merge/partial variants to give proto2 benchmark the fairest hearing. 30f01afa83 Added LargeInitialBlock test for proto2. 5d23fd99af Used shorter protobuf:: namespace alias. 9938cf8f27 Put submsg_index directly in table data. Drop oneof support for now to focus. d87179501d Another build fix. 89bd8b87e1 Fixed a few more C89 compat issues. 64d293894a Fixed bug introduced by last optimization. ff957b996c Fixed C89 compat issues. 537b6f42c2 A few updates to the benchamrk and minor implementation changes. 0dcc5641eb Replicated dispatch and implemeted array resizing logic. Up to 2.67GB/s. 526e430794 I think this may have reached the optimization limit. 4c65b25daf Handle long varints, now 2GB/s! e39ec95ca2 Hoisted updates to limits and depth out of the loop. 52a0ed3891 Fixed a bug with tag number 15. 388b6f64eb A small optimization: don't increment array length every iteration. 9e5c5ce089 Optimized memset() with cutoff and fixed group & unknown message bugs. 8dd7b5a2ca A bunch more optimization. e46e94ec7f Added benchmarks for proto2. 405e7934b1 Handle 2-byte submessage lengths. 88b1ec7784 Table-driven supports repeated sub-messages. f173642db4 Handle non-repeated submessages. e219a2d91d Merge branch 'decode-arena' into fast-table 7ec2c52346 Donate/steal from arena to accelerate decoding. d43ccfa079 Revert test changes. fac992db83 Cleanup for showing. 3937874a85 We have a properly structured algorithm, but perf regresses by 20%. 438ecaeb5a Give all field parsers a generic table entry. 383ae5293e WIP. 26abaa2345 WIP. 34b98bc030 Avoid passing too many params to fallback. 763a3f6293 WIP. 02ff6fb996 Merge pull request #309 from haberman/decoder-forceinline a202ce9629 Add UPB_FORCEINLINE for varint32 decoding. d0f2c4c8a2 Merge pull request #308 from haberman/encoder 5741eb9ad7 Expanded benchmarking script and added one size opt to the encoder. 0135399e60 Fixed bug introduced in refactoring. df3438222b Notated impossible branch as unreachable. 9b31e8fe12 Merged common encode tag paths. 5d7dc718cc Minor formatting fix. 80441e4eb4 Optimized binary encoder. ada28896b9 Changed encoder to use longjmp() for error recovery. 6e140c267c Added benchmark for encoding. 7338facddb Merge pull request #307 from veblush/port-backport 4d2251c3e4 Add UPB_NORETURN for MSC git-subtree-dir: third_party/upb git-subtree-split: 60607da72e89ba0c84c84054d2e562d8b6b61177pull/25037/head
Esun Kim
4 years ago
parent
6d7d35fa39
commit
000f1fe0ea
100 changed files with 9001 additions and 3670 deletions
@ -0,0 +1,22 @@ |
||||
# Use our custom-configured c++ toolchain. |
||||
|
||||
build:m32 --copt=-m32 --linkopt=-m32 |
||||
build:asan --copt=-fsanitize=address --linkopt=-fsanitize=address |
||||
build:valgrind --run_under='valgrind --leak-check=full --error-exitcode=1' |
||||
|
||||
build:ubsan --copt=-fsanitize=undefined --linkopt=-fsanitize=undefined --action_env=UBSAN_OPTIONS=halt_on_error=1:print_stacktrace=1 |
||||
# Workaround for the fact that Bazel links with $CC, not $CXX |
||||
# https://github.com/bazelbuild/bazel/issues/11122#issuecomment-613746748 |
||||
build:ubsan --copt=-fno-sanitize=function --copt=-fno-sanitize=vptr |
||||
|
||||
build:Werror --copt=-Werror |
||||
build:Werror --per_file_copt=json/parser@-Wno-error |
||||
build:Werror --per_file_copt=com_google_protobuf@-Wno-error |
||||
|
||||
# GCC's -fanalyzer, a deeper static analysis than normal warnings. |
||||
build:analyzer --copt=-fanalyzer --copt=-Werror |
||||
build:analyzer --per_file_copt=json/parser@-fno-analyzer |
||||
build:analyzer --per_file_copt=com_google_protobuf@-fno-analyzer |
||||
build:analyzer --per_file_copt=com_github_google_benchmark@-fno-analyzer |
||||
|
||||
build:asan-fuzzer --copt=-fsanitize=address,fuzzer --linkopt=-fsanitize=address,fuzzer --define fuzz=true |
||||
@ -1,32 +0,0 @@ |
||||
#!/usr/bin/env python3 |
||||
|
||||
import json |
||||
import subprocess |
||||
import re |
||||
|
||||
def Run(cmd): |
||||
subprocess.check_call(cmd, shell=True) |
||||
|
||||
def RunAgainstBranch(branch, outfile, runs=12): |
||||
tmpfile = "/tmp/bench-output.json" |
||||
Run("rm -rf {}".format(tmpfile)) |
||||
Run("git checkout {}".format(branch)) |
||||
Run("bazel build -c opt :benchmark") |
||||
|
||||
Run("./bazel-bin/benchmark --benchmark_out_format=json --benchmark_out={} --benchmark_repetitions={}".format(tmpfile, runs)) |
||||
|
||||
with open(tmpfile) as f: |
||||
bench_json = json.load(f) |
||||
|
||||
with open(outfile, "w") as f: |
||||
for run in bench_json["benchmarks"]: |
||||
name = re.sub(r'^BM_', 'Benchmark', run["name"]) |
||||
if name.endswith("_mean") or name.endswith("_median") or name.endswith("_stddev"): |
||||
continue |
||||
values = (name, run["iterations"], run["cpu_time"]) |
||||
print("{} {} {} ns/op".format(*values), file=f) |
||||
|
||||
RunAgainstBranch("master", "/tmp/old.txt") |
||||
RunAgainstBranch("decoder", "/tmp/new.txt") |
||||
|
||||
Run("~/go/bin/benchstat /tmp/old.txt /tmp/new.txt") |
||||
@ -0,0 +1,218 @@ |
||||
load( |
||||
"//bazel:upb_proto_library.bzl", |
||||
"upb_proto_library", |
||||
"upb_proto_reflection_library", |
||||
) |
||||
load( |
||||
":build_defs.bzl", |
||||
"tmpl_cc_binary", |
||||
"cc_optimizefor_proto_library", |
||||
"expand_suffixes", |
||||
"proto_library", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
proto_library( |
||||
name = "descriptor_proto", |
||||
srcs = ["descriptor.proto"], |
||||
) |
||||
|
||||
upb_proto_library( |
||||
name = "benchmark_descriptor_upb_proto", |
||||
deps = [":descriptor_proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "benchmark_descriptor_upb_proto_reflection", |
||||
deps = [":descriptor_proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "ads_upb_proto_reflection", |
||||
deps = ["@com_google_googleapis//:ads_proto"], |
||||
) |
||||
|
||||
cc_proto_library( |
||||
name = "benchmark_descriptor_cc_proto", |
||||
deps = [":descriptor_proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "benchmark_descriptor_sv_proto", |
||||
srcs = ["descriptor_sv.proto"], |
||||
) |
||||
|
||||
cc_proto_library( |
||||
name = "benchmark_descriptor_sv_cc_proto", |
||||
deps = [":benchmark_descriptor_sv_proto"], |
||||
) |
||||
|
||||
cc_binary( |
||||
name = "benchmark", |
||||
testonly = 1, |
||||
srcs = ["benchmark.cc"], |
||||
deps = [ |
||||
":ads_upb_proto_reflection", |
||||
":benchmark_descriptor_cc_proto", |
||||
":benchmark_descriptor_sv_cc_proto", |
||||
":benchmark_descriptor_upb_proto", |
||||
":benchmark_descriptor_upb_proto_reflection", |
||||
"//:descriptor_upb_proto", |
||||
"//:reflection", |
||||
"@com_github_google_benchmark//:benchmark_main", |
||||
"@com_google_absl//absl/container:flat_hash_set", |
||||
"@com_google_protobuf//:protobuf", |
||||
], |
||||
) |
||||
|
||||
# Size benchmarks. |
||||
|
||||
SIZE_BENCHMARKS = { |
||||
"empty": "Empty", |
||||
"descriptor": "FileDescriptorSet", |
||||
"100_msgs": "Message100", |
||||
"200_msgs": "Message200", |
||||
"100_fields": "Message", |
||||
"200_fields": "Message", |
||||
} |
||||
|
||||
py_binary( |
||||
name = "gen_synthetic_protos", |
||||
srcs = ["gen_synthetic_protos.py"], |
||||
python_version = "PY3", |
||||
) |
||||
|
||||
py_binary( |
||||
name = "gen_upb_binary_c", |
||||
srcs = ["gen_upb_binary_c.py"], |
||||
python_version = "PY3", |
||||
) |
||||
|
||||
py_binary( |
||||
name = "gen_protobuf_binary_cc", |
||||
srcs = ["gen_protobuf_binary_cc.py"], |
||||
python_version = "PY3", |
||||
) |
||||
|
||||
genrule( |
||||
name = "do_gen_synthetic_protos", |
||||
tools = [":gen_synthetic_protos"], |
||||
outs = [ |
||||
"100_msgs.proto", |
||||
"200_msgs.proto", |
||||
"100_fields.proto", |
||||
"200_fields.proto", |
||||
], |
||||
cmd = "$(execpath :gen_synthetic_protos) $(RULEDIR)", |
||||
) |
||||
|
||||
proto_library( |
||||
name = "100_msgs_proto", |
||||
srcs = ["100_msgs.proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "200_msgs_proto", |
||||
srcs = ["200_msgs.proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "100_fields_proto", |
||||
srcs = ["100_fields.proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "200_fields_proto", |
||||
srcs = ["200_fields.proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "empty_proto", |
||||
srcs = ["empty.proto"], |
||||
) |
||||
|
||||
[( |
||||
upb_proto_library( |
||||
name = k + "_upb_proto", |
||||
deps = [":" + k + "_proto"], |
||||
), |
||||
cc_proto_library( |
||||
name = k + "_cc_proto", |
||||
deps = [":" + k + "_proto"], |
||||
), |
||||
tmpl_cc_binary( |
||||
name = k + "_upb_binary", |
||||
testonly = 1, |
||||
gen = ":gen_upb_binary_c", |
||||
args = [ |
||||
package_name() + "/" + k + ".upb.h", |
||||
"upb_benchmark_" + v, |
||||
], |
||||
deps = [ |
||||
":" + k + "_upb_proto", |
||||
], |
||||
), |
||||
tmpl_cc_binary( |
||||
name = k + "_protobuf_binary", |
||||
testonly = 1, |
||||
gen = ":gen_protobuf_binary_cc", |
||||
args = [ |
||||
package_name() + "/" + k + ".pb.h", |
||||
"upb_benchmark::" + v, |
||||
], |
||||
deps = [ |
||||
":" + k + "_cc_proto", |
||||
], |
||||
), |
||||
cc_optimizefor_proto_library( |
||||
srcs = [k + ".proto"], |
||||
outs = [k + "_lite.proto"], |
||||
name = k + "_cc_lite_proto", |
||||
optimize_for = "LITE_RUNTIME", |
||||
), |
||||
tmpl_cc_binary( |
||||
name = k + "_lite_protobuf_binary", |
||||
testonly = 1, |
||||
gen = ":gen_protobuf_binary_cc", |
||||
args = [ |
||||
package_name() + "/" + k + "_lite.pb.h", |
||||
"upb_benchmark::" + v, |
||||
], |
||||
deps = [ |
||||
":" + k + "_cc_lite_proto", |
||||
], |
||||
), |
||||
cc_optimizefor_proto_library( |
||||
srcs = [k + ".proto"], |
||||
outs = [k + "_codesize.proto"], |
||||
name = k + "_cc_codesize_proto", |
||||
optimize_for = "CODE_SIZE", |
||||
), |
||||
tmpl_cc_binary( |
||||
name = k + "_codesize_protobuf_binary", |
||||
testonly = 1, |
||||
gen = ":gen_protobuf_binary_cc", |
||||
args = [ |
||||
package_name() + "/" + k + "_codesize.pb.h", |
||||
"upb_benchmark::" + v, |
||||
], |
||||
deps = [ |
||||
":" + k + "_cc_codesize_proto", |
||||
], |
||||
) |
||||
) for k, v in SIZE_BENCHMARKS.items()] |
||||
|
||||
genrule( |
||||
testonly = 1, |
||||
name = "size_data", |
||||
srcs = expand_suffixes( |
||||
SIZE_BENCHMARKS.keys(), |
||||
suffixes = ["_upb_binary", "_protobuf_binary", "_lite_protobuf_binary", "_codesize_protobuf_binary"], |
||||
), |
||||
outs = ["size_data.txt"], |
||||
# We want --format=GNU which counts rodata with data, not text. |
||||
cmd = "size $$($$OSTYPE == 'linux-gnu' ? '--format=GNU -d' : '') $(SRCS) > $@", |
||||
# "size" sometimes isn't available remotely. |
||||
local = 1, |
||||
) |
||||
@ -0,0 +1,29 @@ |
||||
load( |
||||
"@rules_proto//proto:defs.bzl", |
||||
"proto_library", |
||||
) |
||||
|
||||
proto_library( |
||||
name = "ads_proto", |
||||
srcs = glob([ |
||||
"google/ads/googleads/v5/**/*.proto", |
||||
"google/api/**/*.proto", |
||||
"google/rpc/**/*.proto", |
||||
"google/longrunning/**/*.proto", |
||||
"google/logging/**/*.proto", |
||||
]), |
||||
#srcs = ["google/ads/googleads/v5/services/google_ads_service.proto"], |
||||
visibility = ["//visibility:public"], |
||||
deps = [ |
||||
"@com_google_protobuf//:any_proto", |
||||
"@com_google_protobuf//:api_proto", |
||||
"@com_google_protobuf//:descriptor_proto", |
||||
"@com_google_protobuf//:duration_proto", |
||||
"@com_google_protobuf//:empty_proto", |
||||
"@com_google_protobuf//:field_mask_proto", |
||||
"@com_google_protobuf//:struct_proto", |
||||
"@com_google_protobuf//:timestamp_proto", |
||||
"@com_google_protobuf//:type_proto", |
||||
"@com_google_protobuf//:wrappers_proto", |
||||
], |
||||
) |
||||
@ -0,0 +1,258 @@ |
||||
|
||||
#include <benchmark/benchmark.h> |
||||
#include <string.h> |
||||
|
||||
#include "absl/container/flat_hash_set.h" |
||||
#include "benchmarks/descriptor.pb.h" |
||||
#include "benchmarks/descriptor.upb.h" |
||||
#include "benchmarks/descriptor.upbdefs.h" |
||||
#include "benchmarks/descriptor_sv.pb.h" |
||||
#include "google/ads/googleads/v5/services/google_ads_service.upbdefs.h" |
||||
#include "google/protobuf/descriptor.pb.h" |
||||
#include "upb/def.hpp" |
||||
|
||||
upb_strview descriptor = benchmarks_descriptor_proto_upbdefinit.descriptor; |
||||
namespace protobuf = ::google::protobuf; |
||||
|
||||
/* A buffer big enough to parse descriptor.proto without going to heap. */ |
||||
char buf[65535]; |
||||
|
||||
void CollectFileDescriptors(const upb_def_init* file, |
||||
std::vector<upb_strview>& serialized_files, |
||||
absl::flat_hash_set<const upb_def_init*>& seen) { |
||||
if (!seen.insert(file).second) return; |
||||
for (upb_def_init **deps = file->deps; *deps; deps++) { |
||||
CollectFileDescriptors(*deps, serialized_files, seen); |
||||
} |
||||
serialized_files.push_back(file->descriptor); |
||||
} |
||||
|
||||
static void BM_ArenaOneAlloc(benchmark::State& state) { |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_new(); |
||||
upb_arena_malloc(arena, 1); |
||||
upb_arena_free(arena); |
||||
} |
||||
} |
||||
BENCHMARK(BM_ArenaOneAlloc); |
||||
|
||||
static void BM_ArenaInitialBlockOneAlloc(benchmark::State& state) { |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_init(buf, sizeof(buf), NULL); |
||||
upb_arena_malloc(arena, 1); |
||||
upb_arena_free(arena); |
||||
} |
||||
} |
||||
BENCHMARK(BM_ArenaInitialBlockOneAlloc); |
||||
|
||||
static void BM_LoadDescriptor_Upb(benchmark::State& state) { |
||||
size_t bytes_per_iter = 0; |
||||
for (auto _ : state) { |
||||
upb::SymbolTable symtab; |
||||
upb_benchmark_DescriptorProto_getmsgdef(symtab.ptr()); |
||||
bytes_per_iter = _upb_symtab_bytesloaded(symtab.ptr()); |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * bytes_per_iter); |
||||
} |
||||
BENCHMARK(BM_LoadDescriptor_Upb); |
||||
|
||||
static void BM_LoadAdsDescriptor_Upb(benchmark::State& state) { |
||||
size_t bytes_per_iter = 0; |
||||
for (auto _ : state) { |
||||
upb::SymbolTable symtab; |
||||
google_ads_googleads_v5_services_SearchGoogleAdsRequest_getmsgdef( |
||||
symtab.ptr()); |
||||
bytes_per_iter = _upb_symtab_bytesloaded(symtab.ptr()); |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * bytes_per_iter); |
||||
} |
||||
BENCHMARK(BM_LoadAdsDescriptor_Upb); |
||||
|
||||
static void BM_LoadDescriptor_Proto2(benchmark::State& state) { |
||||
for (auto _ : state) { |
||||
protobuf::Arena arena; |
||||
protobuf::StringPiece input(descriptor.data,descriptor.size); |
||||
auto proto = protobuf::Arena::CreateMessage<protobuf::FileDescriptorProto>( |
||||
&arena); |
||||
protobuf::DescriptorPool pool; |
||||
bool ok = proto->ParseFrom<protobuf::MessageLite::kMergePartial>(input) && |
||||
pool.BuildFile(*proto) != nullptr; |
||||
if (!ok) { |
||||
printf("Failed to add file.\n"); |
||||
exit(1); |
||||
} |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK(BM_LoadDescriptor_Proto2); |
||||
|
||||
static void BM_LoadAdsDescriptor_Proto2(benchmark::State& state) { |
||||
extern upb_def_init google_ads_googleads_v5_services_google_ads_service_proto_upbdefinit; |
||||
std::vector<upb_strview> serialized_files; |
||||
absl::flat_hash_set<const upb_def_init*> seen_files; |
||||
CollectFileDescriptors( |
||||
&google_ads_googleads_v5_services_google_ads_service_proto_upbdefinit, |
||||
serialized_files, seen_files); |
||||
size_t bytes_per_iter = 0; |
||||
for (auto _ : state) { |
||||
bytes_per_iter = 0; |
||||
protobuf::Arena arena; |
||||
protobuf::DescriptorPool pool; |
||||
for (auto file : serialized_files) { |
||||
protobuf::StringPiece input(file.data, file.size); |
||||
auto proto = protobuf::Arena::CreateMessage<protobuf::FileDescriptorProto>( |
||||
&arena); |
||||
bool ok = proto->ParseFrom<protobuf::MessageLite::kMergePartial>(input) && |
||||
pool.BuildFile(*proto) != nullptr; |
||||
if (!ok) { |
||||
printf("Failed to add file.\n"); |
||||
exit(1); |
||||
} |
||||
bytes_per_iter += input.size(); |
||||
} |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * bytes_per_iter); |
||||
} |
||||
BENCHMARK(BM_LoadAdsDescriptor_Proto2); |
||||
|
||||
enum CopyStrings { |
||||
Copy, |
||||
Alias, |
||||
}; |
||||
|
||||
enum ArenaMode { |
||||
NoArena, |
||||
UseArena, |
||||
InitBlock, |
||||
}; |
||||
|
||||
template <ArenaMode AMode, CopyStrings Copy> |
||||
static void BM_Parse_Upb_FileDesc(benchmark::State& state) { |
||||
size_t bytes = 0; |
||||
for (auto _ : state) { |
||||
upb_arena *arena; |
||||
if (AMode == InitBlock) { |
||||
arena = upb_arena_init(buf, sizeof(buf), NULL); |
||||
} else { |
||||
arena = upb_arena_new(); |
||||
} |
||||
upb_benchmark_FileDescriptorProto* set = |
||||
upb_benchmark_FileDescriptorProto_parse_ex( |
||||
descriptor.data, descriptor.size, arena, |
||||
Copy == Alias ? UPB_DECODE_ALIAS : 0); |
||||
if (!set) { |
||||
printf("Failed to parse.\n"); |
||||
exit(1); |
||||
} |
||||
bytes += descriptor.size; |
||||
upb_arena_free(arena); |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK_TEMPLATE(BM_Parse_Upb_FileDesc, UseArena, Copy); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Upb_FileDesc, UseArena, Alias); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Upb_FileDesc, InitBlock, Copy); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Upb_FileDesc, InitBlock, Alias); |
||||
|
||||
template <ArenaMode AMode, class P> |
||||
struct Proto2Factory; |
||||
|
||||
template<class P> |
||||
struct Proto2Factory<NoArena, P> { |
||||
public: |
||||
P* GetProto() { return &proto_; } |
||||
|
||||
private: |
||||
P proto_; |
||||
}; |
||||
|
||||
template <class P> |
||||
struct Proto2Factory<UseArena, P> { |
||||
public: |
||||
P* GetProto() { return protobuf::Arena::CreateMessage<P>(&arena_); } |
||||
|
||||
private: |
||||
protobuf::Arena arena_; |
||||
}; |
||||
|
||||
template <class P> |
||||
struct Proto2Factory<InitBlock, P> { |
||||
public: |
||||
Proto2Factory() : arena_(GetOptions()) {} |
||||
P* GetProto() { return protobuf::Arena::CreateMessage<P>(&arena_); } |
||||
|
||||
private: |
||||
protobuf::ArenaOptions GetOptions() { |
||||
protobuf::ArenaOptions opts; |
||||
opts.initial_block = buf; |
||||
opts.initial_block_size = sizeof(buf); |
||||
return opts; |
||||
} |
||||
|
||||
protobuf::Arena arena_; |
||||
}; |
||||
|
||||
using FileDesc = ::upb_benchmark::FileDescriptorProto; |
||||
using FileDescSV = ::upb_benchmark::sv::FileDescriptorProto; |
||||
|
||||
template <class P, ArenaMode AMode, CopyStrings kCopy> |
||||
void BM_Parse_Proto2(benchmark::State& state) { |
||||
size_t bytes = 0; |
||||
constexpr protobuf::MessageLite::ParseFlags kParseFlags = |
||||
kCopy == Copy |
||||
? protobuf::MessageLite::ParseFlags::kMergePartial |
||||
: protobuf::MessageLite::ParseFlags::kMergePartialWithAliasing; |
||||
for (auto _ : state) { |
||||
Proto2Factory<AMode, P> proto_factory; |
||||
auto proto = proto_factory.GetProto(); |
||||
protobuf::StringPiece input(descriptor.data,descriptor.size); |
||||
bool ok = proto->template ParseFrom<kParseFlags>(input); |
||||
if (!ok) { |
||||
printf("Failed to parse.\n"); |
||||
exit(1); |
||||
} |
||||
bytes += descriptor.size; |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK_TEMPLATE(BM_Parse_Proto2, FileDesc, NoArena, Copy); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Proto2, FileDesc, UseArena, Copy); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Proto2, FileDesc, InitBlock, Copy); |
||||
BENCHMARK_TEMPLATE(BM_Parse_Proto2, FileDescSV, InitBlock, Alias); |
||||
|
||||
static void BM_SerializeDescriptor_Proto2(benchmark::State& state) { |
||||
size_t bytes = 0; |
||||
upb_benchmark::FileDescriptorProto proto; |
||||
proto.ParseFromArray(descriptor.data, descriptor.size); |
||||
for (auto _ : state) { |
||||
proto.SerializePartialToArray(buf, sizeof(buf)); |
||||
bytes += descriptor.size; |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK(BM_SerializeDescriptor_Proto2); |
||||
|
||||
static void BM_SerializeDescriptor_Upb(benchmark::State& state) { |
||||
int64_t total = 0; |
||||
upb_arena* arena = upb_arena_new(); |
||||
upb_benchmark_FileDescriptorProto* set = |
||||
upb_benchmark_FileDescriptorProto_parse(descriptor.data, descriptor.size, |
||||
arena); |
||||
if (!set) { |
||||
printf("Failed to parse.\n"); |
||||
exit(1); |
||||
} |
||||
for (auto _ : state) { |
||||
upb_arena* enc_arena = upb_arena_init(buf, sizeof(buf), NULL); |
||||
size_t size; |
||||
char* data = |
||||
upb_benchmark_FileDescriptorProto_serialize(set, enc_arena, &size); |
||||
if (!data) { |
||||
printf("Failed to serialize.\n"); |
||||
exit(1); |
||||
} |
||||
total += size; |
||||
} |
||||
state.SetBytesProcessed(total); |
||||
} |
||||
BENCHMARK(BM_SerializeDescriptor_Upb); |
||||
@ -0,0 +1,63 @@ |
||||
|
||||
# copybara:insert_for_google3_begin |
||||
# load("//tools/build_defs/proto/cpp:cc_proto_library.bzl", _cc_proto_library="cc_proto_library") |
||||
# copybara:insert_end |
||||
|
||||
# copybara:strip_for_google3_begin |
||||
_cc_proto_library = native.cc_proto_library |
||||
# copybara:strip_end |
||||
|
||||
def proto_library(**kwargs): |
||||
native.proto_library( |
||||
# copybara:insert_for_google3_begin |
||||
# cc_api_version = 2, |
||||
# copybara:insert_end |
||||
**kwargs, |
||||
) |
||||
|
||||
def tmpl_cc_binary(name, gen, args, replacements = [], **kwargs): |
||||
srcs = [name + ".cc"] |
||||
native.genrule( |
||||
name = name + "_gen_srcs", |
||||
tools = [gen], |
||||
outs = srcs, |
||||
cmd = "$(location " + gen + ") " + " ".join(args) + " > $@", |
||||
) |
||||
|
||||
native.cc_binary( |
||||
# copybara:insert_for_google3_begin |
||||
# malloc="//base:system_malloc", |
||||
# features = ["-static_linking_mode"], |
||||
# copybara:insert_end |
||||
name = name, |
||||
srcs = srcs, |
||||
**kwargs, |
||||
) |
||||
|
||||
def cc_optimizefor_proto_library(name, srcs, outs, optimize_for): |
||||
if len(srcs) != 1: |
||||
fail("Currently srcs must have exactly 1 element") |
||||
|
||||
native.genrule( |
||||
name = name + "_gen_proto", |
||||
srcs = srcs, |
||||
outs = outs, |
||||
cmd = "cp $< $@ && chmod a+w $@ && echo 'option optimize_for = " + optimize_for + ";' >> $@", |
||||
) |
||||
|
||||
proto_library( |
||||
name = name + "_proto", |
||||
srcs = outs, |
||||
) |
||||
|
||||
_cc_proto_library( |
||||
name = name, |
||||
deps = [":" + name + "_proto"], |
||||
) |
||||
|
||||
def expand_suffixes(vals, suffixes): |
||||
ret = [] |
||||
for val in vals: |
||||
for suffix in suffixes: |
||||
ret.append(val + suffix) |
||||
return ret |
||||
@ -0,0 +1,89 @@ |
||||
#!/usr/bin/env python3 |
||||
"""Benchmarks the current working directory against a given baseline. |
||||
|
||||
This script benchmarks both size and speed. Sample output: |
||||
""" |
||||
|
||||
import contextlib |
||||
import json |
||||
import os |
||||
import re |
||||
import subprocess |
||||
import sys |
||||
import tempfile |
||||
|
||||
@contextlib.contextmanager |
||||
def GitWorktree(commit): |
||||
tmpdir = tempfile.mkdtemp() |
||||
subprocess.run(['git', 'worktree', 'add', '-q', '-d', tmpdir, commit], check=True) |
||||
cwd = os.getcwd() |
||||
os.chdir(tmpdir) |
||||
try: |
||||
yield tmpdir |
||||
finally: |
||||
os.chdir(cwd) |
||||
subprocess.run(['git', 'worktree', 'remove', tmpdir], check=True) |
||||
|
||||
def Run(cmd): |
||||
subprocess.check_call(cmd, shell=True) |
||||
|
||||
def Benchmark(outbase, bench_cpu=True, runs=12, fasttable=False): |
||||
tmpfile = "/tmp/bench-output.json" |
||||
Run("rm -rf {}".format(tmpfile)) |
||||
#Run("CC=clang bazel test ...") |
||||
if fasttable: |
||||
extra_args = " --//:fasttable_enabled=true" |
||||
else: |
||||
extra_args = "" |
||||
|
||||
if bench_cpu: |
||||
Run("CC=clang bazel build -c opt --copt=-march=native benchmarks:benchmark" + extra_args) |
||||
Run("./bazel-bin/benchmarks/benchmark --benchmark_out_format=json --benchmark_out={} --benchmark_repetitions={}".format(tmpfile, runs)) |
||||
with open(tmpfile) as f: |
||||
bench_json = json.load(f) |
||||
|
||||
# Translate into the format expected by benchstat. |
||||
with open(outbase + ".txt", "w") as f: |
||||
for run in bench_json["benchmarks"]: |
||||
name = run["name"] |
||||
name = name.replace(" ", "") |
||||
name = re.sub(r'^BM_', 'Benchmark', name) |
||||
if name.endswith("_mean") or name.endswith("_median") or name.endswith("_stddev"): |
||||
continue |
||||
values = (name, run["iterations"], run["cpu_time"]) |
||||
print("{} {} {} ns/op".format(*values), file=f) |
||||
|
||||
Run("CC=clang bazel build -c opt --copt=-g tests:conformance_upb" + extra_args) |
||||
Run("cp -f bazel-bin/tests/conformance_upb {}.bin".format(outbase)) |
||||
|
||||
|
||||
baseline = "master" |
||||
bench_cpu = False |
||||
fasttable = False |
||||
|
||||
if len(sys.argv) > 1: |
||||
baseline = sys.argv[1] |
||||
|
||||
# Quickly verify that the baseline exists. |
||||
with GitWorktree(baseline): |
||||
pass |
||||
|
||||
# Benchmark our current directory first, since it's more likely to be broken. |
||||
Benchmark("/tmp/new", bench_cpu, fasttable=fasttable) |
||||
|
||||
# Benchmark the baseline. |
||||
with GitWorktree(baseline): |
||||
Benchmark("/tmp/old", bench_cpu, fasttable=fasttable) |
||||
|
||||
print() |
||||
print() |
||||
|
||||
if bench_cpu: |
||||
Run("~/go/bin/benchstat /tmp/old.txt /tmp/new.txt") |
||||
|
||||
print() |
||||
print() |
||||
|
||||
Run("objcopy --strip-debug /tmp/old.bin /tmp/old.bin.stripped") |
||||
Run("objcopy --strip-debug /tmp/new.bin /tmp/new.bin.stripped") |
||||
Run("~/code/bloaty/bloaty /tmp/new.bin.stripped -- /tmp/old.bin.stripped --debug-file=/tmp/old.bin --debug-file=/tmp/new.bin -d compileunits,symbols") |
||||
@ -0,0 +1,905 @@ |
||||
// Protocol Buffers - Google's data interchange format |
||||
// Copyright 2008 Google Inc. All rights reserved. |
||||
// https://developers.google.com/protocol-buffers/ |
||||
// |
||||
// Redistribution and use in source and binary forms, with or without |
||||
// modification, are permitted provided that the following conditions are |
||||
// met: |
||||
// |
||||
// * Redistributions of source code must retain the above copyright |
||||
// notice, this list of conditions and the following disclaimer. |
||||
// * Redistributions in binary form must reproduce the above |
||||
// copyright notice, this list of conditions and the following disclaimer |
||||
// in the documentation and/or other materials provided with the |
||||
// distribution. |
||||
// * Neither the name of Google Inc. nor the names of its |
||||
// contributors may be used to endorse or promote products derived from |
||||
// this software without specific prior written permission. |
||||
// |
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
// Author: kenton@google.com (Kenton Varda) |
||||
// Based on original Protocol Buffers design by |
||||
// Sanjay Ghemawat, Jeff Dean, and others. |
||||
// |
||||
// The messages in this file describe the definitions found in .proto files. |
||||
// A valid .proto file can be translated directly to a FileDescriptorProto |
||||
// without any other information (e.g. without reading its imports). |
||||
|
||||
|
||||
syntax = "proto2"; |
||||
|
||||
package upb_benchmark; |
||||
|
||||
option go_package = "google.golang.org/protobuf/types/descriptorpb"; |
||||
option java_package = "com.google.protobuf"; |
||||
option java_outer_classname = "DescriptorProtos"; |
||||
option csharp_namespace = "Google.Protobuf.Reflection"; |
||||
option objc_class_prefix = "GPB"; |
||||
option cc_enable_arenas = true; |
||||
|
||||
// The protocol compiler can output a FileDescriptorSet containing the .proto |
||||
// files it parses. |
||||
message FileDescriptorSet { |
||||
repeated FileDescriptorProto file = 1; |
||||
} |
||||
|
||||
// Describes a complete .proto file. |
||||
message FileDescriptorProto { |
||||
optional string name = 1; // file name, relative to root of source tree |
||||
optional string package = 2; // e.g. "foo", "foo.bar", etc. |
||||
|
||||
// Names of files imported by this file. |
||||
repeated string dependency = 3; |
||||
// Indexes of the public imported files in the dependency list above. |
||||
repeated int32 public_dependency = 10; |
||||
// Indexes of the weak imported files in the dependency list. |
||||
// For Google-internal migration only. Do not use. |
||||
repeated int32 weak_dependency = 11; |
||||
|
||||
// All top-level definitions in this file. |
||||
repeated DescriptorProto message_type = 4; |
||||
repeated EnumDescriptorProto enum_type = 5; |
||||
repeated ServiceDescriptorProto service = 6; |
||||
repeated FieldDescriptorProto extension = 7; |
||||
|
||||
optional FileOptions options = 8; |
||||
|
||||
// This field contains optional information about the original source code. |
||||
// You may safely remove this entire field without harming runtime |
||||
// functionality of the descriptors -- the information is needed only by |
||||
// development tools. |
||||
optional SourceCodeInfo source_code_info = 9; |
||||
|
||||
// The syntax of the proto file. |
||||
// The supported values are "proto2" and "proto3". |
||||
optional string syntax = 12; |
||||
} |
||||
|
||||
// Describes a message type. |
||||
message DescriptorProto { |
||||
optional string name = 1; |
||||
|
||||
repeated FieldDescriptorProto field = 2; |
||||
repeated FieldDescriptorProto extension = 6; |
||||
|
||||
repeated DescriptorProto nested_type = 3; |
||||
repeated EnumDescriptorProto enum_type = 4; |
||||
|
||||
message ExtensionRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Exclusive. |
||||
|
||||
optional ExtensionRangeOptions options = 3; |
||||
} |
||||
repeated ExtensionRange extension_range = 5; |
||||
|
||||
repeated OneofDescriptorProto oneof_decl = 8; |
||||
|
||||
optional MessageOptions options = 7; |
||||
|
||||
// Range of reserved tag numbers. Reserved tag numbers may not be used by |
||||
// fields or extension ranges in the same message. Reserved ranges may |
||||
// not overlap. |
||||
message ReservedRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Exclusive. |
||||
} |
||||
repeated ReservedRange reserved_range = 9; |
||||
// Reserved field names, which may not be used by fields in the same message. |
||||
// A given name may only be reserved once. |
||||
repeated string reserved_name = 10; |
||||
} |
||||
|
||||
message ExtensionRangeOptions { |
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
// Describes a field within a message. |
||||
message FieldDescriptorProto { |
||||
enum Type { |
||||
// 0 is reserved for errors. |
||||
// Order is weird for historical reasons. |
||||
TYPE_DOUBLE = 1; |
||||
TYPE_FLOAT = 2; |
||||
// Not ZigZag encoded. Negative numbers take 10 bytes. Use TYPE_SINT64 if |
||||
// negative values are likely. |
||||
TYPE_INT64 = 3; |
||||
TYPE_UINT64 = 4; |
||||
// Not ZigZag encoded. Negative numbers take 10 bytes. Use TYPE_SINT32 if |
||||
// negative values are likely. |
||||
TYPE_INT32 = 5; |
||||
TYPE_FIXED64 = 6; |
||||
TYPE_FIXED32 = 7; |
||||
TYPE_BOOL = 8; |
||||
TYPE_STRING = 9; |
||||
// Tag-delimited aggregate. |
||||
// Group type is deprecated and not supported in proto3. However, Proto3 |
||||
// implementations should still be able to parse the group wire format and |
||||
// treat group fields as unknown fields. |
||||
TYPE_GROUP = 10; |
||||
TYPE_MESSAGE = 11; // Length-delimited aggregate. |
||||
|
||||
// New in version 2. |
||||
TYPE_BYTES = 12; |
||||
TYPE_UINT32 = 13; |
||||
TYPE_ENUM = 14; |
||||
TYPE_SFIXED32 = 15; |
||||
TYPE_SFIXED64 = 16; |
||||
TYPE_SINT32 = 17; // Uses ZigZag encoding. |
||||
TYPE_SINT64 = 18; // Uses ZigZag encoding. |
||||
} |
||||
|
||||
enum Label { |
||||
// 0 is reserved for errors |
||||
LABEL_OPTIONAL = 1; |
||||
LABEL_REQUIRED = 2; |
||||
LABEL_REPEATED = 3; |
||||
} |
||||
|
||||
optional string name = 1; |
||||
optional int32 number = 3; |
||||
optional Label label = 4; |
||||
|
||||
// If type_name is set, this need not be set. If both this and type_name |
||||
// are set, this must be one of TYPE_ENUM, TYPE_MESSAGE or TYPE_GROUP. |
||||
optional Type type = 5; |
||||
|
||||
// For message and enum types, this is the name of the type. If the name |
||||
// starts with a '.', it is fully-qualified. Otherwise, C++-like scoping |
||||
// rules are used to find the type (i.e. first the nested types within this |
||||
// message are searched, then within the parent, on up to the root |
||||
// namespace). |
||||
optional string type_name = 6; |
||||
|
||||
// For extensions, this is the name of the type being extended. It is |
||||
// resolved in the same manner as type_name. |
||||
optional string extendee = 2; |
||||
|
||||
// For numeric types, contains the original text representation of the value. |
||||
// For booleans, "true" or "false". |
||||
// For strings, contains the default text contents (not escaped in any way). |
||||
// For bytes, contains the C escaped value. All bytes >= 128 are escaped. |
||||
// TODO(kenton): Base-64 encode? |
||||
optional string default_value = 7; |
||||
|
||||
// If set, gives the index of a oneof in the containing type's oneof_decl |
||||
// list. This field is a member of that oneof. |
||||
optional int32 oneof_index = 9; |
||||
|
||||
// JSON name of this field. The value is set by protocol compiler. If the |
||||
// user has set a "json_name" option on this field, that option's value |
||||
// will be used. Otherwise, it's deduced from the field's name by converting |
||||
// it to camelCase. |
||||
optional string json_name = 10; |
||||
|
||||
optional FieldOptions options = 8; |
||||
|
||||
// If true, this is a proto3 "optional". When a proto3 field is optional, it |
||||
// tracks presence regardless of field type. |
||||
// |
||||
// When proto3_optional is true, this field must be belong to a oneof to |
||||
// signal to old proto3 clients that presence is tracked for this field. This |
||||
// oneof is known as a "synthetic" oneof, and this field must be its sole |
||||
// member (each proto3 optional field gets its own synthetic oneof). Synthetic |
||||
// oneofs exist in the descriptor only, and do not generate any API. Synthetic |
||||
// oneofs must be ordered after all "real" oneofs. |
||||
// |
||||
// For message fields, proto3_optional doesn't create any semantic change, |
||||
// since non-repeated message fields always track presence. However it still |
||||
// indicates the semantic detail of whether the user wrote "optional" or not. |
||||
// This can be useful for round-tripping the .proto file. For consistency we |
||||
// give message fields a synthetic oneof also, even though it is not required |
||||
// to track presence. This is especially important because the parser can't |
||||
// tell if a field is a message or an enum, so it must always create a |
||||
// synthetic oneof. |
||||
// |
||||
// Proto2 optional fields do not set this flag, because they already indicate |
||||
// optional with `LABEL_OPTIONAL`. |
||||
optional bool proto3_optional = 17; |
||||
} |
||||
|
||||
// Describes a oneof. |
||||
message OneofDescriptorProto { |
||||
optional string name = 1; |
||||
optional OneofOptions options = 2; |
||||
} |
||||
|
||||
// Describes an enum type. |
||||
message EnumDescriptorProto { |
||||
optional string name = 1; |
||||
|
||||
repeated EnumValueDescriptorProto value = 2; |
||||
|
||||
optional EnumOptions options = 3; |
||||
|
||||
// Range of reserved numeric values. Reserved values may not be used by |
||||
// entries in the same enum. Reserved ranges may not overlap. |
||||
// |
||||
// Note that this is distinct from DescriptorProto.ReservedRange in that it |
||||
// is inclusive such that it can appropriately represent the entire int32 |
||||
// domain. |
||||
message EnumReservedRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Inclusive. |
||||
} |
||||
|
||||
// Range of reserved numeric values. Reserved numeric values may not be used |
||||
// by enum values in the same enum declaration. Reserved ranges may not |
||||
// overlap. |
||||
repeated EnumReservedRange reserved_range = 4; |
||||
|
||||
// Reserved enum value names, which may not be reused. A given name may only |
||||
// be reserved once. |
||||
repeated string reserved_name = 5; |
||||
} |
||||
|
||||
// Describes a value within an enum. |
||||
message EnumValueDescriptorProto { |
||||
optional string name = 1; |
||||
optional int32 number = 2; |
||||
|
||||
optional EnumValueOptions options = 3; |
||||
} |
||||
|
||||
// Describes a service. |
||||
message ServiceDescriptorProto { |
||||
optional string name = 1; |
||||
repeated MethodDescriptorProto method = 2; |
||||
|
||||
optional ServiceOptions options = 3; |
||||
} |
||||
|
||||
// Describes a method of a service. |
||||
message MethodDescriptorProto { |
||||
optional string name = 1; |
||||
|
||||
// Input and output type names. These are resolved in the same way as |
||||
// FieldDescriptorProto.type_name, but must refer to a message type. |
||||
optional string input_type = 2; |
||||
optional string output_type = 3; |
||||
|
||||
optional MethodOptions options = 4; |
||||
|
||||
// Identifies if client streams multiple client messages |
||||
optional bool client_streaming = 5 [default = false]; |
||||
// Identifies if server streams multiple server messages |
||||
optional bool server_streaming = 6 [default = false]; |
||||
} |
||||
|
||||
|
||||
// =================================================================== |
||||
// Options |
||||
|
||||
// Each of the definitions above may have "options" attached. These are |
||||
// just annotations which may cause code to be generated slightly differently |
||||
// or may contain hints for code that manipulates protocol messages. |
||||
// |
||||
// Clients may define custom options as extensions of the *Options messages. |
||||
// These extensions may not yet be known at parsing time, so the parser cannot |
||||
// store the values in them. Instead it stores them in a field in the *Options |
||||
// message called uninterpreted_option. This field must have the same name |
||||
// across all *Options messages. We then use this field to populate the |
||||
// extensions when we build a descriptor, at which point all protos have been |
||||
// parsed and so all extensions are known. |
||||
// |
||||
// Extension numbers for custom options may be chosen as follows: |
||||
// * For options which will only be used within a single application or |
||||
// organization, or for experimental options, use field numbers 50000 |
||||
// through 99999. It is up to you to ensure that you do not use the |
||||
// same number for multiple options. |
||||
// * For options which will be published and used publicly by multiple |
||||
// independent entities, e-mail protobuf-global-extension-registry@google.com |
||||
// to reserve extension numbers. Simply provide your project name (e.g. |
||||
// Objective-C plugin) and your project website (if available) -- there's no |
||||
// need to explain how you intend to use them. Usually you only need one |
||||
// extension number. You can declare multiple options with only one extension |
||||
// number by putting them in a sub-message. See the Custom Options section of |
||||
// the docs for examples: |
||||
// https://developers.google.com/protocol-buffers/docs/proto#options |
||||
// If this turns out to be popular, a web service will be set up |
||||
// to automatically assign option numbers. |
||||
|
||||
message FileOptions { |
||||
|
||||
// Sets the Java package where classes generated from this .proto will be |
||||
// placed. By default, the proto package is used, but this is often |
||||
// inappropriate because proto packages do not normally start with backwards |
||||
// domain names. |
||||
optional string java_package = 1; |
||||
|
||||
|
||||
// If set, all the classes from the .proto file are wrapped in a single |
||||
// outer class with the given name. This applies to both Proto1 |
||||
// (equivalent to the old "--one_java_file" option) and Proto2 (where |
||||
// a .proto always translates to a single class, but you may want to |
||||
// explicitly choose the class name). |
||||
optional string java_outer_classname = 8; |
||||
|
||||
// If set true, then the Java code generator will generate a separate .java |
||||
// file for each top-level message, enum, and service defined in the .proto |
||||
// file. Thus, these types will *not* be nested inside the outer class |
||||
// named by java_outer_classname. However, the outer class will still be |
||||
// generated to contain the file's getDescriptor() method as well as any |
||||
// top-level extensions defined in the file. |
||||
optional bool java_multiple_files = 10 [default = false]; |
||||
|
||||
// This option does nothing. |
||||
optional bool java_generate_equals_and_hash = 20 [deprecated=true]; |
||||
|
||||
// If set true, then the Java2 code generator will generate code that |
||||
// throws an exception whenever an attempt is made to assign a non-UTF-8 |
||||
// byte sequence to a string field. |
||||
// Message reflection will do the same. |
||||
// However, an extension field still accepts non-UTF-8 byte sequences. |
||||
// This option has no effect on when used with the lite runtime. |
||||
optional bool java_string_check_utf8 = 27 [default = false]; |
||||
|
||||
|
||||
// Generated classes can be optimized for speed or code size. |
||||
enum OptimizeMode { |
||||
SPEED = 1; // Generate complete code for parsing, serialization, |
||||
// etc. |
||||
CODE_SIZE = 2; // Use ReflectionOps to implement these methods. |
||||
LITE_RUNTIME = 3; // Generate code using MessageLite and the lite runtime. |
||||
} |
||||
optional OptimizeMode optimize_for = 9 [default = SPEED]; |
||||
|
||||
// Sets the Go package where structs generated from this .proto will be |
||||
// placed. If omitted, the Go package will be derived from the following: |
||||
// - The basename of the package import path, if provided. |
||||
// - Otherwise, the package statement in the .proto file, if present. |
||||
// - Otherwise, the basename of the .proto file, without extension. |
||||
optional string go_package = 11; |
||||
|
||||
|
||||
|
||||
|
||||
// Should generic services be generated in each language? "Generic" services |
||||
// are not specific to any particular RPC system. They are generated by the |
||||
// main code generators in each language (without additional plugins). |
||||
// Generic services were the only kind of service generation supported by |
||||
// early versions of google.protobuf. |
||||
// |
||||
// Generic services are now considered deprecated in favor of using plugins |
||||
// that generate code specific to your particular RPC system. Therefore, |
||||
// these default to false. Old code which depends on generic services should |
||||
// explicitly set them to true. |
||||
optional bool cc_generic_services = 16 [default = false]; |
||||
optional bool java_generic_services = 17 [default = false]; |
||||
optional bool py_generic_services = 18 [default = false]; |
||||
optional bool php_generic_services = 42 [default = false]; |
||||
|
||||
// Is this file deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for everything in the file, or it will be completely ignored; in the very |
||||
// least, this is a formalization for deprecating files. |
||||
optional bool deprecated = 23 [default = false]; |
||||
|
||||
// Enables the use of arenas for the proto messages in this file. This applies |
||||
// only to generated classes for C++. |
||||
optional bool cc_enable_arenas = 31 [default = true]; |
||||
|
||||
|
||||
// Sets the objective c class prefix which is prepended to all objective c |
||||
// generated classes from this .proto. There is no default. |
||||
optional string objc_class_prefix = 36; |
||||
|
||||
// Namespace for generated classes; defaults to the package. |
||||
optional string csharp_namespace = 37; |
||||
|
||||
// By default Swift generators will take the proto package and CamelCase it |
||||
// replacing '.' with underscore and use that to prefix the types/symbols |
||||
// defined. When this options is provided, they will use this value instead |
||||
// to prefix the types/symbols defined. |
||||
optional string swift_prefix = 39; |
||||
|
||||
// Sets the php class prefix which is prepended to all php generated classes |
||||
// from this .proto. Default is empty. |
||||
optional string php_class_prefix = 40; |
||||
|
||||
// Use this option to change the namespace of php generated classes. Default |
||||
// is empty. When this option is empty, the package name will be used for |
||||
// determining the namespace. |
||||
optional string php_namespace = 41; |
||||
|
||||
// Use this option to change the namespace of php generated metadata classes. |
||||
// Default is empty. When this option is empty, the proto file name will be |
||||
// used for determining the namespace. |
||||
optional string php_metadata_namespace = 44; |
||||
|
||||
// Use this option to change the package of ruby generated classes. Default |
||||
// is empty. When this option is not set, the package name will be used for |
||||
// determining the ruby package. |
||||
optional string ruby_package = 45; |
||||
|
||||
|
||||
// The parser stores options it doesn't recognize here. |
||||
// See the documentation for the "Options" section above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. |
||||
// See the documentation for the "Options" section above. |
||||
extensions 1000 to max; |
||||
|
||||
reserved 38; |
||||
} |
||||
|
||||
message MessageOptions { |
||||
// Set true to use the old proto1 MessageSet wire format for extensions. |
||||
// This is provided for backwards-compatibility with the MessageSet wire |
||||
// format. You should not use this for any other reason: It's less |
||||
// efficient, has fewer features, and is more complicated. |
||||
// |
||||
// The message must be defined exactly as follows: |
||||
// message Foo { |
||||
// option message_set_wire_format = true; |
||||
// extensions 4 to max; |
||||
// } |
||||
// Note that the message cannot have any defined fields; MessageSets only |
||||
// have extensions. |
||||
// |
||||
// All extensions of your type must be singular messages; e.g. they cannot |
||||
// be int32s, enums, or repeated messages. |
||||
// |
||||
// Because this is an option, the above two restrictions are not enforced by |
||||
// the protocol compiler. |
||||
optional bool message_set_wire_format = 1 [default = false]; |
||||
|
||||
// Disables the generation of the standard "descriptor()" accessor, which can |
||||
// conflict with a field of the same name. This is meant to make migration |
||||
// from proto1 easier; new code should avoid fields named "descriptor". |
||||
optional bool no_standard_descriptor_accessor = 2 [default = false]; |
||||
|
||||
// Is this message deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the message, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating messages. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
// Whether the message is an automatically generated map entry type for the |
||||
// maps field. |
||||
// |
||||
// For maps fields: |
||||
// map<KeyType, ValueType> map_field = 1; |
||||
// The parsed descriptor looks like: |
||||
// message MapFieldEntry { |
||||
// option map_entry = true; |
||||
// optional KeyType key = 1; |
||||
// optional ValueType value = 2; |
||||
// } |
||||
// repeated MapFieldEntry map_field = 1; |
||||
// |
||||
// Implementations may choose not to generate the map_entry=true message, but |
||||
// use a native map in the target language to hold the keys and values. |
||||
// The reflection APIs in such implementations still need to work as |
||||
// if the field is a repeated message field. |
||||
// |
||||
// NOTE: Do not set the option in .proto files. Always use the maps syntax |
||||
// instead. The option should only be implicitly set by the proto compiler |
||||
// parser. |
||||
optional bool map_entry = 7; |
||||
|
||||
reserved 8; // javalite_serializable |
||||
reserved 9; // javanano_as_lite |
||||
|
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message FieldOptions { |
||||
// The ctype option instructs the C++ code generator to use a different |
||||
// representation of the field than it normally would. See the specific |
||||
// options below. This option is not yet implemented in the open source |
||||
// release -- sorry, we'll try to include it in a future version! |
||||
optional CType ctype = 1 [default = STRING]; |
||||
enum CType { |
||||
// Default mode. |
||||
STRING = 0; |
||||
|
||||
CORD = 1; |
||||
|
||||
STRING_PIECE = 2; |
||||
} |
||||
// The packed option can be enabled for repeated primitive fields to enable |
||||
// a more efficient representation on the wire. Rather than repeatedly |
||||
// writing the tag and type for each element, the entire array is encoded as |
||||
// a single length-delimited blob. In proto3, only explicit setting it to |
||||
// false will avoid using packed encoding. |
||||
optional bool packed = 2; |
||||
|
||||
// The jstype option determines the JavaScript type used for values of the |
||||
// field. The option is permitted only for 64 bit integral and fixed types |
||||
// (int64, uint64, sint64, fixed64, sfixed64). A field with jstype JS_STRING |
||||
// is represented as JavaScript string, which avoids loss of precision that |
||||
// can happen when a large value is converted to a floating point JavaScript. |
||||
// Specifying JS_NUMBER for the jstype causes the generated JavaScript code to |
||||
// use the JavaScript "number" type. The behavior of the default option |
||||
// JS_NORMAL is implementation dependent. |
||||
// |
||||
// This option is an enum to permit additional types to be added, e.g. |
||||
// goog.math.Integer. |
||||
optional JSType jstype = 6 [default = JS_NORMAL]; |
||||
enum JSType { |
||||
// Use the default type. |
||||
JS_NORMAL = 0; |
||||
|
||||
// Use JavaScript strings. |
||||
JS_STRING = 1; |
||||
|
||||
// Use JavaScript numbers. |
||||
JS_NUMBER = 2; |
||||
} |
||||
|
||||
// Should this field be parsed lazily? Lazy applies only to message-type |
||||
// fields. It means that when the outer message is initially parsed, the |
||||
// inner message's contents will not be parsed but instead stored in encoded |
||||
// form. The inner message will actually be parsed when it is first accessed. |
||||
// |
||||
// This is only a hint. Implementations are free to choose whether to use |
||||
// eager or lazy parsing regardless of the value of this option. However, |
||||
// setting this option true suggests that the protocol author believes that |
||||
// using lazy parsing on this field is worth the additional bookkeeping |
||||
// overhead typically needed to implement it. |
||||
// |
||||
// This option does not affect the public interface of any generated code; |
||||
// all method signatures remain the same. Furthermore, thread-safety of the |
||||
// interface is not affected by this option; const methods remain safe to |
||||
// call from multiple threads concurrently, while non-const methods continue |
||||
// to require exclusive access. |
||||
// |
||||
// |
||||
// Note that implementations may choose not to check required fields within |
||||
// a lazy sub-message. That is, calling IsInitialized() on the outer message |
||||
// may return true even if the inner message has missing required fields. |
||||
// This is necessary because otherwise the inner message would have to be |
||||
// parsed in order to perform the check, defeating the purpose of lazy |
||||
// parsing. An implementation which chooses not to check required fields |
||||
// must be consistent about it. That is, for any particular sub-message, the |
||||
// implementation must either *always* check its required fields, or *never* |
||||
// check its required fields, regardless of whether or not the message has |
||||
// been parsed. |
||||
optional bool lazy = 5 [default = false]; |
||||
|
||||
// Is this field deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for accessors, or it will be completely ignored; in the very least, this |
||||
// is a formalization for deprecating fields. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
// For Google-internal migration only. Do not use. |
||||
optional bool weak = 10 [default = false]; |
||||
|
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
|
||||
reserved 4; // removed jtype |
||||
} |
||||
|
||||
message OneofOptions { |
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message EnumOptions { |
||||
|
||||
// Set this option to true to allow mapping different tag names to the same |
||||
// value. |
||||
optional bool allow_alias = 2; |
||||
|
||||
// Is this enum deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the enum, or it will be completely ignored; in the very least, this |
||||
// is a formalization for deprecating enums. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
reserved 5; // javanano_as_lite |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message EnumValueOptions { |
||||
// Is this enum value deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the enum value, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating enum values. |
||||
optional bool deprecated = 1 [default = false]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message ServiceOptions { |
||||
|
||||
// Note: Field numbers 1 through 32 are reserved for Google's internal RPC |
||||
// framework. We apologize for hoarding these numbers to ourselves, but |
||||
// we were already using them long before we decided to release Protocol |
||||
// Buffers. |
||||
|
||||
// Is this service deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the service, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating services. |
||||
optional bool deprecated = 33 [default = false]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message MethodOptions { |
||||
|
||||
// Note: Field numbers 1 through 32 are reserved for Google's internal RPC |
||||
// framework. We apologize for hoarding these numbers to ourselves, but |
||||
// we were already using them long before we decided to release Protocol |
||||
// Buffers. |
||||
|
||||
// Is this method deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the method, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating methods. |
||||
optional bool deprecated = 33 [default = false]; |
||||
|
||||
// Is this method side-effect-free (or safe in HTTP parlance), or idempotent, |
||||
// or neither? HTTP based RPC implementation may choose GET verb for safe |
||||
// methods, and PUT verb for idempotent methods instead of the default POST. |
||||
enum IdempotencyLevel { |
||||
IDEMPOTENCY_UNKNOWN = 0; |
||||
NO_SIDE_EFFECTS = 1; // implies idempotent |
||||
IDEMPOTENT = 2; // idempotent, but may have side effects |
||||
} |
||||
optional IdempotencyLevel idempotency_level = 34 |
||||
[default = IDEMPOTENCY_UNKNOWN]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
|
||||
// A message representing a option the parser does not recognize. This only |
||||
// appears in options protos created by the compiler::Parser class. |
||||
// DescriptorPool resolves these when building Descriptor objects. Therefore, |
||||
// options protos in descriptor objects (e.g. returned by Descriptor::options(), |
||||
// or produced by Descriptor::CopyTo()) will never have UninterpretedOptions |
||||
// in them. |
||||
message UninterpretedOption { |
||||
// The name of the uninterpreted option. Each string represents a segment in |
||||
// a dot-separated name. is_extension is true iff a segment represents an |
||||
// extension (denoted with parentheses in options specs in .proto files). |
||||
// E.g.,{ ["foo", false], ["bar.baz", true], ["qux", false] } represents |
||||
// "foo.(bar.baz).qux". |
||||
message NamePart { |
||||
optional string name_part = 1; |
||||
optional bool is_extension = 2; |
||||
} |
||||
repeated NamePart name = 2; |
||||
|
||||
// The value of the uninterpreted option, in whatever type the tokenizer |
||||
// identified it as during parsing. Exactly one of these should be set. |
||||
optional string identifier_value = 3; |
||||
optional uint64 positive_int_value = 4; |
||||
optional int64 negative_int_value = 5; |
||||
optional double double_value = 6; |
||||
optional bytes string_value = 7; |
||||
optional string aggregate_value = 8; |
||||
} |
||||
|
||||
// =================================================================== |
||||
// Optional source code info |
||||
|
||||
// Encapsulates information about the original source file from which a |
||||
// FileDescriptorProto was generated. |
||||
message SourceCodeInfo { |
||||
// A Location identifies a piece of source code in a .proto file which |
||||
// corresponds to a particular definition. This information is intended |
||||
// to be useful to IDEs, code indexers, documentation generators, and similar |
||||
// tools. |
||||
// |
||||
// For example, say we have a file like: |
||||
// message Foo { |
||||
// optional string foo = 1; |
||||
// } |
||||
// Let's look at just the field definition: |
||||
// optional string foo = 1; |
||||
// ^ ^^ ^^ ^ ^^^ |
||||
// a bc de f ghi |
||||
// We have the following locations: |
||||
// span path represents |
||||
// [a,i) [ 4, 0, 2, 0 ] The whole field definition. |
||||
// [a,b) [ 4, 0, 2, 0, 4 ] The label (optional). |
||||
// [c,d) [ 4, 0, 2, 0, 5 ] The type (string). |
||||
// [e,f) [ 4, 0, 2, 0, 1 ] The name (foo). |
||||
// [g,h) [ 4, 0, 2, 0, 3 ] The number (1). |
||||
// |
||||
// Notes: |
||||
// - A location may refer to a repeated field itself (i.e. not to any |
||||
// particular index within it). This is used whenever a set of elements are |
||||
// logically enclosed in a single code segment. For example, an entire |
||||
// extend block (possibly containing multiple extension definitions) will |
||||
// have an outer location whose path refers to the "extensions" repeated |
||||
// field without an index. |
||||
// - Multiple locations may have the same path. This happens when a single |
||||
// logical declaration is spread out across multiple places. The most |
||||
// obvious example is the "extend" block again -- there may be multiple |
||||
// extend blocks in the same scope, each of which will have the same path. |
||||
// - A location's span is not always a subset of its parent's span. For |
||||
// example, the "extendee" of an extension declaration appears at the |
||||
// beginning of the "extend" block and is shared by all extensions within |
||||
// the block. |
||||
// - Just because a location's span is a subset of some other location's span |
||||
// does not mean that it is a descendant. For example, a "group" defines |
||||
// both a type and a field in a single declaration. Thus, the locations |
||||
// corresponding to the type and field and their components will overlap. |
||||
// - Code which tries to interpret locations should probably be designed to |
||||
// ignore those that it doesn't understand, as more types of locations could |
||||
// be recorded in the future. |
||||
repeated Location location = 1; |
||||
message Location { |
||||
// Identifies which part of the FileDescriptorProto was defined at this |
||||
// location. |
||||
// |
||||
// Each element is a field number or an index. They form a path from |
||||
// the root FileDescriptorProto to the place where the definition. For |
||||
// example, this path: |
||||
// [ 4, 3, 2, 7, 1 ] |
||||
// refers to: |
||||
// file.message_type(3) // 4, 3 |
||||
// .field(7) // 2, 7 |
||||
// .name() // 1 |
||||
// This is because FileDescriptorProto.message_type has field number 4: |
||||
// repeated DescriptorProto message_type = 4; |
||||
// and DescriptorProto.field has field number 2: |
||||
// repeated FieldDescriptorProto field = 2; |
||||
// and FieldDescriptorProto.name has field number 1: |
||||
// optional string name = 1; |
||||
// |
||||
// Thus, the above path gives the location of a field name. If we removed |
||||
// the last element: |
||||
// [ 4, 3, 2, 7 ] |
||||
// this path refers to the whole field declaration (from the beginning |
||||
// of the label to the terminating semicolon). |
||||
repeated int32 path = 1 [packed = true]; |
||||
|
||||
// Always has exactly three or four elements: start line, start column, |
||||
// end line (optional, otherwise assumed same as start line), end column. |
||||
// These are packed into a single field for efficiency. Note that line |
||||
// and column numbers are zero-based -- typically you will want to add |
||||
// 1 to each before displaying to a user. |
||||
repeated int32 span = 2 [packed = true]; |
||||
|
||||
// If this SourceCodeInfo represents a complete declaration, these are any |
||||
// comments appearing before and after the declaration which appear to be |
||||
// attached to the declaration. |
||||
// |
||||
// A series of line comments appearing on consecutive lines, with no other |
||||
// tokens appearing on those lines, will be treated as a single comment. |
||||
// |
||||
// leading_detached_comments will keep paragraphs of comments that appear |
||||
// before (but not connected to) the current element. Each paragraph, |
||||
// separated by empty lines, will be one comment element in the repeated |
||||
// field. |
||||
// |
||||
// Only the comment content is provided; comment markers (e.g. //) are |
||||
// stripped out. For block comments, leading whitespace and an asterisk |
||||
// will be stripped from the beginning of each line other than the first. |
||||
// Newlines are included in the output. |
||||
// |
||||
// Examples: |
||||
// |
||||
// optional int32 foo = 1; // Comment attached to foo. |
||||
// // Comment attached to bar. |
||||
// optional int32 bar = 2; |
||||
// |
||||
// optional string baz = 3; |
||||
// // Comment attached to baz. |
||||
// // Another line attached to baz. |
||||
// |
||||
// // Comment attached to qux. |
||||
// // |
||||
// // Another line attached to qux. |
||||
// optional double qux = 4; |
||||
// |
||||
// // Detached comment for corge. This is not leading or trailing comments |
||||
// // to qux or corge because there are blank lines separating it from |
||||
// // both. |
||||
// |
||||
// // Detached comment for corge paragraph 2. |
||||
// |
||||
// optional string corge = 5; |
||||
// /* Block comment attached |
||||
// * to corge. Leading asterisks |
||||
// * will be removed. */ |
||||
// /* Block comment attached to |
||||
// * grault. */ |
||||
// optional int32 grault = 6; |
||||
// |
||||
// // ignored detached comments. |
||||
optional string leading_comments = 3; |
||||
optional string trailing_comments = 4; |
||||
repeated string leading_detached_comments = 6; |
||||
} |
||||
} |
||||
|
||||
// Describes the relationship between generated code and its original source |
||||
// file. A GeneratedCodeInfo message is associated with only one generated |
||||
// source file, but may contain references to different source .proto files. |
||||
message GeneratedCodeInfo { |
||||
// An Annotation connects some span of text in generated code to an element |
||||
// of its generating .proto file. |
||||
repeated Annotation annotation = 1; |
||||
message Annotation { |
||||
// Identifies the element in the original source .proto file. This field |
||||
// is formatted the same as SourceCodeInfo.Location.path. |
||||
repeated int32 path = 1 [packed = true]; |
||||
|
||||
// Identifies the filesystem path to the original source .proto. |
||||
optional string source_file = 2; |
||||
|
||||
// Identifies the starting offset in bytes in the generated code |
||||
// that relates to the identified object. |
||||
optional int32 begin = 3; |
||||
|
||||
// Identifies the ending offset in bytes in the generated code that |
||||
// relates to the identified offset. The end offset should be one past |
||||
// the last relevant byte (so the length of the text = end - begin). |
||||
optional int32 end = 4; |
||||
} |
||||
} |
||||
@ -0,0 +1,890 @@ |
||||
// Protocol Buffers - Google's data interchange format |
||||
// Copyright 2008 Google Inc. All rights reserved. |
||||
// https://developers.google.com/protocol-buffers/ |
||||
// |
||||
// Redistribution and use in source and binary forms, with or without |
||||
// modification, are permitted provided that the following conditions are |
||||
// met: |
||||
// |
||||
// * Redistributions of source code must retain the above copyright |
||||
// notice, this list of conditions and the following disclaimer. |
||||
// * Redistributions in binary form must reproduce the above |
||||
// copyright notice, this list of conditions and the following disclaimer |
||||
// in the documentation and/or other materials provided with the |
||||
// distribution. |
||||
// * Neither the name of Google Inc. nor the names of its |
||||
// contributors may be used to endorse or promote products derived from |
||||
// this software without specific prior written permission. |
||||
// |
||||
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
// Author: kenton@google.com (Kenton Varda) |
||||
// Based on original Protocol Buffers design by |
||||
// Sanjay Ghemawat, Jeff Dean, and others. |
||||
// |
||||
// The messages in this file describe the definitions found in .proto files. |
||||
// A valid .proto file can be translated directly to a FileDescriptorProto |
||||
// without any other information (e.g. without reading its imports). |
||||
|
||||
syntax = "proto2"; |
||||
|
||||
package upb_benchmark.sv; |
||||
|
||||
option go_package = "google.golang.org/protobuf/types/descriptorpb"; |
||||
option java_package = "com.google.protobuf"; |
||||
option java_outer_classname = "DescriptorProtos"; |
||||
option csharp_namespace = "Google.Protobuf.Reflection"; |
||||
option objc_class_prefix = "GPB"; |
||||
option cc_enable_arenas = true; |
||||
|
||||
// The protocol compiler can output a FileDescriptorSet containing the .proto |
||||
// files it parses. |
||||
message FileDescriptorSet { |
||||
repeated FileDescriptorProto file = 1; |
||||
} |
||||
|
||||
// Describes a complete .proto file. |
||||
message FileDescriptorProto { |
||||
optional string name = 1 |
||||
[ctype = STRING_PIECE]; // file name, relative to root of source tree |
||||
optional string package = 2 |
||||
[ctype = STRING_PIECE]; // e.g. "foo", "foo.bar", etc. |
||||
|
||||
// Names of files imported by this file. |
||||
repeated string dependency = 3 [ctype = STRING_PIECE]; |
||||
// Indexes of the public imported files in the dependency list above. |
||||
repeated int32 public_dependency = 10; |
||||
// Indexes of the weak imported files in the dependency list. |
||||
// For Google-internal migration only. Do not use. |
||||
repeated int32 weak_dependency = 11; |
||||
|
||||
// All top-level definitions in this file. |
||||
repeated DescriptorProto message_type = 4; |
||||
repeated EnumDescriptorProto enum_type = 5; |
||||
repeated ServiceDescriptorProto service = 6; |
||||
repeated FieldDescriptorProto extension = 7; |
||||
|
||||
optional FileOptions options = 8; |
||||
|
||||
// This field contains optional information about the original source code. |
||||
// You may safely remove this entire field without harming runtime |
||||
// functionality of the descriptors -- the information is needed only by |
||||
// development tools. |
||||
optional SourceCodeInfo source_code_info = 9; |
||||
|
||||
// The syntax of the proto file. |
||||
// The supported values are "proto2" and "proto3". |
||||
optional string syntax = 12 [ctype = STRING_PIECE]; |
||||
} |
||||
|
||||
// Describes a message type. |
||||
message DescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
|
||||
repeated FieldDescriptorProto field = 2; |
||||
repeated FieldDescriptorProto extension = 6; |
||||
|
||||
repeated DescriptorProto nested_type = 3; |
||||
repeated EnumDescriptorProto enum_type = 4; |
||||
|
||||
message ExtensionRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Exclusive. |
||||
|
||||
optional ExtensionRangeOptions options = 3; |
||||
} |
||||
repeated ExtensionRange extension_range = 5; |
||||
|
||||
repeated OneofDescriptorProto oneof_decl = 8; |
||||
|
||||
optional MessageOptions options = 7; |
||||
|
||||
// Range of reserved tag numbers. Reserved tag numbers may not be used by |
||||
// fields or extension ranges in the same message. Reserved ranges may |
||||
// not overlap. |
||||
message ReservedRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Exclusive. |
||||
} |
||||
repeated ReservedRange reserved_range = 9; |
||||
// Reserved field names, which may not be used by fields in the same message. |
||||
// A given name may only be reserved once. |
||||
repeated string reserved_name = 10 [ctype = STRING_PIECE]; |
||||
} |
||||
|
||||
message ExtensionRangeOptions { |
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
// Describes a field within a message. |
||||
message FieldDescriptorProto { |
||||
enum Type { |
||||
// 0 is reserved for errors. |
||||
// Order is weird for historical reasons. |
||||
TYPE_DOUBLE = 1; |
||||
TYPE_FLOAT = 2; |
||||
// Not ZigZag encoded. Negative numbers take 10 bytes. Use TYPE_SINT64 if |
||||
// negative values are likely. |
||||
TYPE_INT64 = 3; |
||||
TYPE_UINT64 = 4; |
||||
// Not ZigZag encoded. Negative numbers take 10 bytes. Use TYPE_SINT32 if |
||||
// negative values are likely. |
||||
TYPE_INT32 = 5; |
||||
TYPE_FIXED64 = 6; |
||||
TYPE_FIXED32 = 7; |
||||
TYPE_BOOL = 8; |
||||
TYPE_STRING = 9; |
||||
// Tag-delimited aggregate. |
||||
// Group type is deprecated and not supported in proto3. However, Proto3 |
||||
// implementations should still be able to parse the group wire format and |
||||
// treat group fields as unknown fields. |
||||
TYPE_GROUP = 10; |
||||
TYPE_MESSAGE = 11; // Length-delimited aggregate. |
||||
|
||||
// New in version 2. |
||||
TYPE_BYTES = 12; |
||||
TYPE_UINT32 = 13; |
||||
TYPE_ENUM = 14; |
||||
TYPE_SFIXED32 = 15; |
||||
TYPE_SFIXED64 = 16; |
||||
TYPE_SINT32 = 17; // Uses ZigZag encoding. |
||||
TYPE_SINT64 = 18; // Uses ZigZag encoding. |
||||
} |
||||
|
||||
enum Label { |
||||
// 0 is reserved for errors |
||||
LABEL_OPTIONAL = 1; |
||||
LABEL_REQUIRED = 2; |
||||
LABEL_REPEATED = 3; |
||||
} |
||||
|
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
optional int32 number = 3; |
||||
optional Label label = 4; |
||||
|
||||
// If type_name is set, this need not be set. If both this and type_name |
||||
// are set, this must be one of TYPE_ENUM, TYPE_MESSAGE or TYPE_GROUP. |
||||
optional Type type = 5; |
||||
|
||||
// For message and enum types, this is the name of the type. If the name |
||||
// starts with a '.', it is fully-qualified. Otherwise, C++-like scoping |
||||
// rules are used to find the type (i.e. first the nested types within this |
||||
// message are searched, then within the parent, on up to the root |
||||
// namespace). |
||||
optional string type_name = 6 [ctype = STRING_PIECE]; |
||||
|
||||
// For extensions, this is the name of the type being extended. It is |
||||
// resolved in the same manner as type_name. |
||||
optional string extendee = 2 [ctype = STRING_PIECE]; |
||||
|
||||
// For numeric types, contains the original text representation of the value. |
||||
// For booleans, "true" or "false". |
||||
// For strings, contains the default text contents (not escaped in any way). |
||||
// For bytes, contains the C escaped value. All bytes >= 128 are escaped. |
||||
// TODO(kenton): Base-64 encode? |
||||
optional string default_value = 7 [ctype = STRING_PIECE]; |
||||
|
||||
// If set, gives the index of a oneof in the containing type's oneof_decl |
||||
// list. This field is a member of that oneof. |
||||
optional int32 oneof_index = 9; |
||||
|
||||
// JSON name of this field. The value is set by protocol compiler. If the |
||||
// user has set a "json_name" option on this field, that option's value |
||||
// will be used. Otherwise, it's deduced from the field's name by converting |
||||
// it to camelCase. |
||||
optional string json_name = 10 [ctype = STRING_PIECE]; |
||||
|
||||
optional FieldOptions options = 8; |
||||
|
||||
// If true, this is a proto3 "optional". When a proto3 field is optional, it |
||||
// tracks presence regardless of field type. |
||||
// |
||||
// When proto3_optional is true, this field must be belong to a oneof to |
||||
// signal to old proto3 clients that presence is tracked for this field. This |
||||
// oneof is known as a "synthetic" oneof, and this field must be its sole |
||||
// member (each proto3 optional field gets its own synthetic oneof). Synthetic |
||||
// oneofs exist in the descriptor only, and do not generate any API. Synthetic |
||||
// oneofs must be ordered after all "real" oneofs. |
||||
// |
||||
// For message fields, proto3_optional doesn't create any semantic change, |
||||
// since non-repeated message fields always track presence. However it still |
||||
// indicates the semantic detail of whether the user wrote "optional" or not. |
||||
// This can be useful for round-tripping the .proto file. For consistency we |
||||
// give message fields a synthetic oneof also, even though it is not required |
||||
// to track presence. This is especially important because the parser can't |
||||
// tell if a field is a message or an enum, so it must always create a |
||||
// synthetic oneof. |
||||
// |
||||
// Proto2 optional fields do not set this flag, because they already indicate |
||||
// optional with `LABEL_OPTIONAL`. |
||||
optional bool proto3_optional = 17; |
||||
} |
||||
|
||||
// Describes a oneof. |
||||
message OneofDescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
optional OneofOptions options = 2; |
||||
} |
||||
|
||||
// Describes an enum type. |
||||
message EnumDescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
|
||||
repeated EnumValueDescriptorProto value = 2; |
||||
|
||||
optional EnumOptions options = 3; |
||||
|
||||
// Range of reserved numeric values. Reserved values may not be used by |
||||
// entries in the same enum. Reserved ranges may not overlap. |
||||
// |
||||
// Note that this is distinct from DescriptorProto.ReservedRange in that it |
||||
// is inclusive such that it can appropriately represent the entire int32 |
||||
// domain. |
||||
message EnumReservedRange { |
||||
optional int32 start = 1; // Inclusive. |
||||
optional int32 end = 2; // Inclusive. |
||||
} |
||||
|
||||
// Range of reserved numeric values. Reserved numeric values may not be used |
||||
// by enum values in the same enum declaration. Reserved ranges may not |
||||
// overlap. |
||||
repeated EnumReservedRange reserved_range = 4; |
||||
|
||||
// Reserved enum value names, which may not be reused. A given name may only |
||||
// be reserved once. |
||||
repeated string reserved_name = 5 [ctype = STRING_PIECE]; |
||||
} |
||||
|
||||
// Describes a value within an enum. |
||||
message EnumValueDescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
optional int32 number = 2; |
||||
|
||||
optional EnumValueOptions options = 3; |
||||
} |
||||
|
||||
// Describes a service. |
||||
message ServiceDescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
repeated MethodDescriptorProto method = 2; |
||||
|
||||
optional ServiceOptions options = 3; |
||||
} |
||||
|
||||
// Describes a method of a service. |
||||
message MethodDescriptorProto { |
||||
optional string name = 1 [ctype = STRING_PIECE]; |
||||
|
||||
// Input and output type names. These are resolved in the same way as |
||||
// FieldDescriptorProto.type_name, but must refer to a message type. |
||||
optional string input_type = 2 [ctype = STRING_PIECE]; |
||||
optional string output_type = 3 [ctype = STRING_PIECE]; |
||||
|
||||
optional MethodOptions options = 4; |
||||
|
||||
// Identifies if client streams multiple client messages |
||||
optional bool client_streaming = 5 [default = false]; |
||||
// Identifies if server streams multiple server messages |
||||
optional bool server_streaming = 6 [default = false]; |
||||
} |
||||
|
||||
// =================================================================== |
||||
// Options |
||||
|
||||
// Each of the definitions above may have "options" attached. These are |
||||
// just annotations which may cause code to be generated slightly differently |
||||
// or may contain hints for code that manipulates protocol messages. |
||||
// |
||||
// Clients may define custom options as extensions of the *Options messages. |
||||
// These extensions may not yet be known at parsing time, so the parser cannot |
||||
// store the values in them. Instead it stores them in a field in the *Options |
||||
// message called uninterpreted_option. This field must have the same name |
||||
// across all *Options messages. We then use this field to populate the |
||||
// extensions when we build a descriptor, at which point all protos have been |
||||
// parsed and so all extensions are known. |
||||
// |
||||
// Extension numbers for custom options may be chosen as follows: |
||||
// * For options which will only be used within a single application or |
||||
// organization, or for experimental options, use field numbers 50000 |
||||
// through 99999. It is up to you to ensure that you do not use the |
||||
// same number for multiple options. |
||||
// * For options which will be published and used publicly by multiple |
||||
// independent entities, e-mail protobuf-global-extension-registry@google.com |
||||
// to reserve extension numbers. Simply provide your project name (e.g. |
||||
// Objective-C plugin) and your project website (if available) -- there's no |
||||
// need to explain how you intend to use them. Usually you only need one |
||||
// extension number. You can declare multiple options with only one extension |
||||
// number by putting them in a sub-message. See the Custom Options section of |
||||
// the docs for examples: |
||||
// https://developers.google.com/protocol-buffers/docs/proto#options |
||||
// If this turns out to be popular, a web service will be set up |
||||
// to automatically assign option numbers. |
||||
|
||||
message FileOptions { |
||||
// Sets the Java package where classes generated from this .proto will be |
||||
// placed. By default, the proto package is used, but this is often |
||||
// inappropriate because proto packages do not normally start with backwards |
||||
// domain names. |
||||
optional string java_package = 1 [ctype = STRING_PIECE]; |
||||
|
||||
// If set, all the classes from the .proto file are wrapped in a single |
||||
// outer class with the given name. This applies to both Proto1 |
||||
// (equivalent to the old "--one_java_file" option) and Proto2 (where |
||||
// a .proto always translates to a single class, but you may want to |
||||
// explicitly choose the class name). |
||||
optional string java_outer_classname = 8 [ctype = STRING_PIECE]; |
||||
|
||||
// If set true, then the Java code generator will generate a separate .java |
||||
// file for each top-level message, enum, and service defined in the .proto |
||||
// file. Thus, these types will *not* be nested inside the outer class |
||||
// named by java_outer_classname. However, the outer class will still be |
||||
// generated to contain the file's getDescriptor() method as well as any |
||||
// top-level extensions defined in the file. |
||||
optional bool java_multiple_files = 10 [default = false]; |
||||
|
||||
// This option does nothing. |
||||
optional bool java_generate_equals_and_hash = 20 [deprecated = true]; |
||||
|
||||
// If set true, then the Java2 code generator will generate code that |
||||
// throws an exception whenever an attempt is made to assign a non-UTF-8 |
||||
// byte sequence to a string field. |
||||
// Message reflection will do the same. |
||||
// However, an extension field still accepts non-UTF-8 byte sequences. |
||||
// This option has no effect on when used with the lite runtime. |
||||
optional bool java_string_check_utf8 = 27 [default = false]; |
||||
|
||||
// Generated classes can be optimized for speed or code size. |
||||
enum OptimizeMode { |
||||
SPEED = 1; // Generate complete code for parsing, serialization, |
||||
// etc. |
||||
CODE_SIZE = 2; // Use ReflectionOps to implement these methods. |
||||
LITE_RUNTIME = 3; // Generate code using MessageLite and the lite runtime. |
||||
} |
||||
optional OptimizeMode optimize_for = 9 [default = SPEED]; |
||||
|
||||
// Sets the Go package where structs generated from this .proto will be |
||||
// placed. If omitted, the Go package will be derived from the following: |
||||
// - The basename of the package import path, if provided. |
||||
// - Otherwise, the package statement in the .proto file, if present. |
||||
// - Otherwise, the basename of the .proto file, without extension. |
||||
optional string go_package = 11 [ctype = STRING_PIECE]; |
||||
|
||||
// Should generic services be generated in each language? "Generic" services |
||||
// are not specific to any particular RPC system. They are generated by the |
||||
// main code generators in each language (without additional plugins). |
||||
// Generic services were the only kind of service generation supported by |
||||
// early versions of google.protobuf. |
||||
// |
||||
// Generic services are now considered deprecated in favor of using plugins |
||||
// that generate code specific to your particular RPC system. Therefore, |
||||
// these default to false. Old code which depends on generic services should |
||||
// explicitly set them to true. |
||||
optional bool cc_generic_services = 16 [default = false]; |
||||
optional bool java_generic_services = 17 [default = false]; |
||||
optional bool py_generic_services = 18 [default = false]; |
||||
optional bool php_generic_services = 42 [default = false]; |
||||
|
||||
// Is this file deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for everything in the file, or it will be completely ignored; in the very |
||||
// least, this is a formalization for deprecating files. |
||||
optional bool deprecated = 23 [default = false]; |
||||
|
||||
// Enables the use of arenas for the proto messages in this file. This applies |
||||
// only to generated classes for C++. |
||||
optional bool cc_enable_arenas = 31 [default = true]; |
||||
|
||||
// Sets the objective c class prefix which is prepended to all objective c |
||||
// generated classes from this .proto. There is no default. |
||||
optional string objc_class_prefix = 36 [ctype = STRING_PIECE]; |
||||
|
||||
// Namespace for generated classes; defaults to the package. |
||||
optional string csharp_namespace = 37 [ctype = STRING_PIECE]; |
||||
|
||||
// By default Swift generators will take the proto package and CamelCase it |
||||
// replacing '.' with underscore and use that to prefix the types/symbols |
||||
// defined. When this options is provided, they will use this value instead |
||||
// to prefix the types/symbols defined. |
||||
optional string swift_prefix = 39 [ctype = STRING_PIECE]; |
||||
|
||||
// Sets the php class prefix which is prepended to all php generated classes |
||||
// from this .proto. Default is empty. |
||||
optional string php_class_prefix = 40 [ctype = STRING_PIECE]; |
||||
|
||||
// Use this option to change the namespace of php generated classes. Default |
||||
// is empty. When this option is empty, the package name will be used for |
||||
// determining the namespace. |
||||
optional string php_namespace = 41 [ctype = STRING_PIECE]; |
||||
|
||||
// Use this option to change the namespace of php generated metadata classes. |
||||
// Default is empty. When this option is empty, the proto file name will be |
||||
// used for determining the namespace. |
||||
optional string php_metadata_namespace = 44 [ctype = STRING_PIECE]; |
||||
|
||||
// Use this option to change the package of ruby generated classes. Default |
||||
// is empty. When this option is not set, the package name will be used for |
||||
// determining the ruby package. |
||||
optional string ruby_package = 45 [ctype = STRING_PIECE]; |
||||
|
||||
// The parser stores options it doesn't recognize here. |
||||
// See the documentation for the "Options" section above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. |
||||
// See the documentation for the "Options" section above. |
||||
extensions 1000 to max; |
||||
|
||||
reserved 38; |
||||
} |
||||
|
||||
message MessageOptions { |
||||
// Set true to use the old proto1 MessageSet wire format for extensions. |
||||
// This is provided for backwards-compatibility with the MessageSet wire |
||||
// format. You should not use this for any other reason: It's less |
||||
// efficient, has fewer features, and is more complicated. |
||||
// |
||||
// The message must be defined exactly as follows: |
||||
// message Foo { |
||||
// option message_set_wire_format = true; |
||||
// extensions 4 to max; |
||||
// } |
||||
// Note that the message cannot have any defined fields; MessageSets only |
||||
// have extensions. |
||||
// |
||||
// All extensions of your type must be singular messages; e.g. they cannot |
||||
// be int32s, enums, or repeated messages. |
||||
// |
||||
// Because this is an option, the above two restrictions are not enforced by |
||||
// the protocol compiler. |
||||
optional bool message_set_wire_format = 1 [default = false]; |
||||
|
||||
// Disables the generation of the standard "descriptor()" accessor, which can |
||||
// conflict with a field of the same name. This is meant to make migration |
||||
// from proto1 easier; new code should avoid fields named "descriptor". |
||||
optional bool no_standard_descriptor_accessor = 2 [default = false]; |
||||
|
||||
// Is this message deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the message, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating messages. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
// Whether the message is an automatically generated map entry type for the |
||||
// maps field. |
||||
// |
||||
// For maps fields: |
||||
// map<KeyType, ValueType> map_field = 1; |
||||
// The parsed descriptor looks like: |
||||
// message MapFieldEntry { |
||||
// option map_entry = true; |
||||
// optional KeyType key = 1; |
||||
// optional ValueType value = 2; |
||||
// } |
||||
// repeated MapFieldEntry map_field = 1; |
||||
// |
||||
// Implementations may choose not to generate the map_entry=true message, but |
||||
// use a native map in the target language to hold the keys and values. |
||||
// The reflection APIs in such implementations still need to work as |
||||
// if the field is a repeated message field. |
||||
// |
||||
// NOTE: Do not set the option in .proto files. Always use the maps syntax |
||||
// instead. The option should only be implicitly set by the proto compiler |
||||
// parser. |
||||
optional bool map_entry = 7; |
||||
|
||||
reserved 8; // javalite_serializable |
||||
reserved 9; // javanano_as_lite |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message FieldOptions { |
||||
// The ctype option instructs the C++ code generator to use a different |
||||
// representation of the field than it normally would. See the specific |
||||
// options below. This option is not yet implemented in the open source |
||||
// release -- sorry, we'll try to include it in a future version! |
||||
optional CType ctype = 1 [default = STRING]; |
||||
enum CType { |
||||
// Default mode. |
||||
STRING = 0; |
||||
|
||||
CORD = 1; |
||||
|
||||
STRING_PIECE = 2; |
||||
} |
||||
// The packed option can be enabled for repeated primitive fields to enable |
||||
// a more efficient representation on the wire. Rather than repeatedly |
||||
// writing the tag and type for each element, the entire array is encoded as |
||||
// a single length-delimited blob. In proto3, only explicit setting it to |
||||
// false will avoid using packed encoding. |
||||
optional bool packed = 2; |
||||
|
||||
// The jstype option determines the JavaScript type used for values of the |
||||
// field. The option is permitted only for 64 bit integral and fixed types |
||||
// (int64, uint64, sint64, fixed64, sfixed64). A field with jstype JS_STRING |
||||
// is represented as JavaScript string, which avoids loss of precision that |
||||
// can happen when a large value is converted to a floating point JavaScript. |
||||
// Specifying JS_NUMBER for the jstype causes the generated JavaScript code to |
||||
// use the JavaScript "number" type. The behavior of the default option |
||||
// JS_NORMAL is implementation dependent. |
||||
// |
||||
// This option is an enum to permit additional types to be added, e.g. |
||||
// goog.math.Integer. |
||||
optional JSType jstype = 6 [default = JS_NORMAL]; |
||||
enum JSType { |
||||
// Use the default type. |
||||
JS_NORMAL = 0; |
||||
|
||||
// Use JavaScript strings. |
||||
JS_STRING = 1; |
||||
|
||||
// Use JavaScript numbers. |
||||
JS_NUMBER = 2; |
||||
} |
||||
|
||||
// Should this field be parsed lazily? Lazy applies only to message-type |
||||
// fields. It means that when the outer message is initially parsed, the |
||||
// inner message's contents will not be parsed but instead stored in encoded |
||||
// form. The inner message will actually be parsed when it is first accessed. |
||||
// |
||||
// This is only a hint. Implementations are free to choose whether to use |
||||
// eager or lazy parsing regardless of the value of this option. However, |
||||
// setting this option true suggests that the protocol author believes that |
||||
// using lazy parsing on this field is worth the additional bookkeeping |
||||
// overhead typically needed to implement it. |
||||
// |
||||
// This option does not affect the public interface of any generated code; |
||||
// all method signatures remain the same. Furthermore, thread-safety of the |
||||
// interface is not affected by this option; const methods remain safe to |
||||
// call from multiple threads concurrently, while non-const methods continue |
||||
// to require exclusive access. |
||||
// |
||||
// |
||||
// Note that implementations may choose not to check required fields within |
||||
// a lazy sub-message. That is, calling IsInitialized() on the outer message |
||||
// may return true even if the inner message has missing required fields. |
||||
// This is necessary because otherwise the inner message would have to be |
||||
// parsed in order to perform the check, defeating the purpose of lazy |
||||
// parsing. An implementation which chooses not to check required fields |
||||
// must be consistent about it. That is, for any particular sub-message, the |
||||
// implementation must either *always* check its required fields, or *never* |
||||
// check its required fields, regardless of whether or not the message has |
||||
// been parsed. |
||||
optional bool lazy = 5 [default = false]; |
||||
|
||||
// Is this field deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for accessors, or it will be completely ignored; in the very least, this |
||||
// is a formalization for deprecating fields. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
// For Google-internal migration only. Do not use. |
||||
optional bool weak = 10 [default = false]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
|
||||
reserved 4; // removed jtype |
||||
} |
||||
|
||||
message OneofOptions { |
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message EnumOptions { |
||||
// Set this option to true to allow mapping different tag names to the same |
||||
// value. |
||||
optional bool allow_alias = 2; |
||||
|
||||
// Is this enum deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the enum, or it will be completely ignored; in the very least, this |
||||
// is a formalization for deprecating enums. |
||||
optional bool deprecated = 3 [default = false]; |
||||
|
||||
reserved 5; // javanano_as_lite |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message EnumValueOptions { |
||||
// Is this enum value deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the enum value, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating enum values. |
||||
optional bool deprecated = 1 [default = false]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message ServiceOptions { |
||||
// Note: Field numbers 1 through 32 are reserved for Google's internal RPC |
||||
// framework. We apologize for hoarding these numbers to ourselves, but |
||||
// we were already using them long before we decided to release Protocol |
||||
// Buffers. |
||||
|
||||
// Is this service deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the service, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating services. |
||||
optional bool deprecated = 33 [default = false]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
message MethodOptions { |
||||
// Note: Field numbers 1 through 32 are reserved for Google's internal RPC |
||||
// framework. We apologize for hoarding these numbers to ourselves, but |
||||
// we were already using them long before we decided to release Protocol |
||||
// Buffers. |
||||
|
||||
// Is this method deprecated? |
||||
// Depending on the target platform, this can emit Deprecated annotations |
||||
// for the method, or it will be completely ignored; in the very least, |
||||
// this is a formalization for deprecating methods. |
||||
optional bool deprecated = 33 [default = false]; |
||||
|
||||
// Is this method side-effect-free (or safe in HTTP parlance), or idempotent, |
||||
// or neither? HTTP based RPC implementation may choose GET verb for safe |
||||
// methods, and PUT verb for idempotent methods instead of the default POST. |
||||
enum IdempotencyLevel { |
||||
IDEMPOTENCY_UNKNOWN = 0; |
||||
NO_SIDE_EFFECTS = 1; // implies idempotent |
||||
IDEMPOTENT = 2; // idempotent, but may have side effects |
||||
} |
||||
optional IdempotencyLevel idempotency_level = 34 |
||||
[default = IDEMPOTENCY_UNKNOWN]; |
||||
|
||||
// The parser stores options it doesn't recognize here. See above. |
||||
repeated UninterpretedOption uninterpreted_option = 999; |
||||
|
||||
// Clients can define custom options in extensions of this message. See above. |
||||
extensions 1000 to max; |
||||
} |
||||
|
||||
// A message representing a option the parser does not recognize. This only |
||||
// appears in options protos created by the compiler::Parser class. |
||||
// DescriptorPool resolves these when building Descriptor objects. Therefore, |
||||
// options protos in descriptor objects (e.g. returned by Descriptor::options(), |
||||
// or produced by Descriptor::CopyTo()) will never have UninterpretedOptions |
||||
// in them. |
||||
message UninterpretedOption { |
||||
// The name of the uninterpreted option. Each string represents a segment in |
||||
// a dot-separated name. is_extension is true iff a segment represents an |
||||
// extension (denoted with parentheses in options specs in .proto files). |
||||
// E.g.,{ ["foo", false], ["bar.baz", true], ["qux", false] } represents |
||||
// "foo.(bar.baz).qux". |
||||
message NamePart { |
||||
optional string name_part = 1 [ctype = STRING_PIECE]; |
||||
optional bool is_extension = 2; |
||||
} |
||||
repeated NamePart name = 2; |
||||
|
||||
// The value of the uninterpreted option, in whatever type the tokenizer |
||||
// identified it as during parsing. Exactly one of these should be set. |
||||
optional string identifier_value = 3 [ctype = STRING_PIECE]; |
||||
optional uint64 positive_int_value = 4; |
||||
optional int64 negative_int_value = 5; |
||||
optional double double_value = 6; |
||||
optional bytes string_value = 7; |
||||
optional string aggregate_value = 8 [ctype = STRING_PIECE]; |
||||
} |
||||
|
||||
// =================================================================== |
||||
// Optional source code info |
||||
|
||||
// Encapsulates information about the original source file from which a |
||||
// FileDescriptorProto was generated. |
||||
message SourceCodeInfo { |
||||
// A Location identifies a piece of source code in a .proto file which |
||||
// corresponds to a particular definition. This information is intended |
||||
// to be useful to IDEs, code indexers, documentation generators, and similar |
||||
// tools. |
||||
// |
||||
// For example, say we have a file like: |
||||
// message Foo { |
||||
// optional string foo = 1 [ctype = STRING_PIECE]; |
||||
// } |
||||
// Let's look at just the field definition: |
||||
// optional string foo = 1 [ctype = STRING_PIECE]; |
||||
// ^ ^^ ^^ ^ ^^^ |
||||
// a bc de f ghi |
||||
// We have the following locations: |
||||
// span path represents |
||||
// [a,i) [ 4, 0, 2, 0 ] The whole field definition. |
||||
// [a,b) [ 4, 0, 2, 0, 4 ] The label (optional). |
||||
// [c,d) [ 4, 0, 2, 0, 5 ] The type (string). |
||||
// [e,f) [ 4, 0, 2, 0, 1 ] The name (foo). |
||||
// [g,h) [ 4, 0, 2, 0, 3 ] The number (1). |
||||
// |
||||
// Notes: |
||||
// - A location may refer to a repeated field itself (i.e. not to any |
||||
// particular index within it). This is used whenever a set of elements are |
||||
// logically enclosed in a single code segment. For example, an entire |
||||
// extend block (possibly containing multiple extension definitions) will |
||||
// have an outer location whose path refers to the "extensions" repeated |
||||
// field without an index. |
||||
// - Multiple locations may have the same path. This happens when a single |
||||
// logical declaration is spread out across multiple places. The most |
||||
// obvious example is the "extend" block again -- there may be multiple |
||||
// extend blocks in the same scope, each of which will have the same path. |
||||
// - A location's span is not always a subset of its parent's span. For |
||||
// example, the "extendee" of an extension declaration appears at the |
||||
// beginning of the "extend" block and is shared by all extensions within |
||||
// the block. |
||||
// - Just because a location's span is a subset of some other location's span |
||||
// does not mean that it is a descendant. For example, a "group" defines |
||||
// both a type and a field in a single declaration. Thus, the locations |
||||
// corresponding to the type and field and their components will overlap. |
||||
// - Code which tries to interpret locations should probably be designed to |
||||
// ignore those that it doesn't understand, as more types of locations could |
||||
// be recorded in the future. |
||||
repeated Location location = 1; |
||||
message Location { |
||||
// Identifies which part of the FileDescriptorProto was defined at this |
||||
// location. |
||||
// |
||||
// Each element is a field number or an index. They form a path from |
||||
// the root FileDescriptorProto to the place where the definition. For |
||||
// example, this path: |
||||
// [ 4, 3, 2, 7, 1 ] |
||||
// refers to: |
||||
// file.message_type(3) // 4, 3 |
||||
// .field(7) // 2, 7 |
||||
// .name() // 1 |
||||
// This is because FileDescriptorProto.message_type has field number 4: |
||||
// repeated DescriptorProto message_type = 4; |
||||
// and DescriptorProto.field has field number 2: |
||||
// repeated FieldDescriptorProto field = 2; |
||||
// and FieldDescriptorProto.name has field number 1: |
||||
// optional string name = 1 [ctype = STRING_PIECE]; |
||||
// |
||||
// Thus, the above path gives the location of a field name. If we removed |
||||
// the last element: |
||||
// [ 4, 3, 2, 7 ] |
||||
// this path refers to the whole field declaration (from the beginning |
||||
// of the label to the terminating semicolon). |
||||
repeated int32 path = 1 [packed = true]; |
||||
|
||||
// Always has exactly three or four elements: start line, start column, |
||||
// end line (optional, otherwise assumed same as start line), end column. |
||||
// These are packed into a single field for efficiency. Note that line |
||||
// and column numbers are zero-based -- typically you will want to add |
||||
// 1 to each before displaying to a user. |
||||
repeated int32 span = 2 [packed = true]; |
||||
|
||||
// If this SourceCodeInfo represents a complete declaration, these are any |
||||
// comments appearing before and after the declaration which appear to be |
||||
// attached to the declaration. |
||||
// |
||||
// A series of line comments appearing on consecutive lines, with no other |
||||
// tokens appearing on those lines, will be treated as a single comment. |
||||
// |
||||
// leading_detached_comments will keep paragraphs of comments that appear |
||||
// before (but not connected to) the current element. Each paragraph, |
||||
// separated by empty lines, will be one comment element in the repeated |
||||
// field. |
||||
// |
||||
// Only the comment content is provided; comment markers (e.g. //) are |
||||
// stripped out. For block comments, leading whitespace and an asterisk |
||||
// will be stripped from the beginning of each line other than the first. |
||||
// Newlines are included in the output. |
||||
// |
||||
// Examples: |
||||
// |
||||
// optional int32 foo = 1; // Comment attached to foo. |
||||
// // Comment attached to bar. |
||||
// optional int32 bar = 2; |
||||
// |
||||
// optional string baz = 3 [ctype = STRING_PIECE]; |
||||
// // Comment attached to baz. |
||||
// // Another line attached to baz. |
||||
// |
||||
// // Comment attached to qux. |
||||
// // |
||||
// // Another line attached to qux. |
||||
// optional double qux = 4; |
||||
// |
||||
// // Detached comment for corge. This is not leading or trailing comments |
||||
// // to qux or corge because there are blank lines separating it from |
||||
// // both. |
||||
// |
||||
// // Detached comment for corge paragraph 2. |
||||
// |
||||
// optional string corge = 5 [ctype = STRING_PIECE]; |
||||
// /* Block comment attached |
||||
// * to corge. Leading asterisks |
||||
// * will be removed. */ |
||||
// /* Block comment attached to |
||||
// * grault. */ |
||||
// optional int32 grault = 6; |
||||
// |
||||
// // ignored detached comments. |
||||
optional string leading_comments = 3 [ctype = STRING_PIECE]; |
||||
optional string trailing_comments = 4 [ctype = STRING_PIECE]; |
||||
repeated string leading_detached_comments = 6 [ctype = STRING_PIECE]; |
||||
} |
||||
} |
||||
|
||||
// Describes the relationship between generated code and its original source |
||||
// file. A GeneratedCodeInfo message is associated with only one generated |
||||
// source file, but may contain references to different source .proto files. |
||||
message GeneratedCodeInfo { |
||||
// An Annotation connects some span of text in generated code to an element |
||||
// of its generating .proto file. |
||||
repeated Annotation annotation = 1; |
||||
message Annotation { |
||||
// Identifies the element in the original source .proto file. This field |
||||
// is formatted the same as SourceCodeInfo.Location.path. |
||||
repeated int32 path = 1 [packed = true]; |
||||
|
||||
// Identifies the filesystem path to the original source .proto. |
||||
optional string source_file = 2 [ctype = STRING_PIECE]; |
||||
|
||||
// Identifies the starting offset in bytes in the generated code |
||||
// that relates to the identified object. |
||||
optional int32 begin = 3; |
||||
|
||||
// Identifies the ending offset in bytes in the generated code that |
||||
// relates to the identified offset. The end offset should be one past |
||||
// the last relevant byte (so the length of the text = end - begin). |
||||
optional int32 end = 4; |
||||
} |
||||
} |
||||
@ -0,0 +1,6 @@ |
||||
|
||||
syntax = "proto3"; |
||||
|
||||
package upb_benchmark; |
||||
|
||||
message Empty {} |
||||
@ -0,0 +1,38 @@ |
||||
|
||||
import sys |
||||
import re |
||||
|
||||
include = sys.argv[1] |
||||
msg_basename = sys.argv[2] |
||||
count = 1 |
||||
|
||||
m = re.search(r'(.*\D)(\d+)$', sys.argv[2]) |
||||
if m: |
||||
msg_basename = m.group(1) |
||||
count = int(m.group(2)) |
||||
|
||||
print(''' |
||||
#include "{include}" |
||||
|
||||
char buf[1]; |
||||
|
||||
int main() {{ |
||||
'''.format(include=include)) |
||||
|
||||
def RefMessage(name): |
||||
print(''' |
||||
{{ |
||||
{name} proto; |
||||
proto.ParseFromArray(buf, 0); |
||||
proto.SerializePartialToArray(&buf[0], 0); |
||||
}} |
||||
'''.format(name=name)) |
||||
|
||||
RefMessage(msg_basename) |
||||
|
||||
for i in range(2, count + 1): |
||||
RefMessage(msg_basename + str(i)) |
||||
|
||||
print(''' |
||||
return 0; |
||||
}''') |
||||
@ -0,0 +1,92 @@ |
||||
|
||||
import sys |
||||
import random |
||||
|
||||
base = sys.argv[1] |
||||
|
||||
field_freqs = [ |
||||
(('bool', 'optional'), 8.321), |
||||
(('bool', 'repeated'), 0.033), |
||||
(('bytes', 'optional'), 0.809), |
||||
(('bytes', 'repeated'), 0.065), |
||||
(('double', 'optional'), 2.845), |
||||
(('double', 'repeated'), 0.143), |
||||
(('fixed32', 'optional'), 0.084), |
||||
(('fixed32', 'repeated'), 0.012), |
||||
(('fixed64', 'optional'), 0.204), |
||||
(('fixed64', 'repeated'), 0.027), |
||||
(('float', 'optional'), 2.355), |
||||
(('float', 'repeated'), 0.132), |
||||
(('int32', 'optional'), 6.717), |
||||
(('int32', 'repeated'), 0.366), |
||||
(('int64', 'optional'), 9.678), |
||||
(('int64', 'repeated'), 0.425), |
||||
(('sfixed32', 'optional'), 0.018), |
||||
(('sfixed32', 'repeated'), 0.005), |
||||
(('sfixed64', 'optional'), 0.022), |
||||
(('sfixed64', 'repeated'), 0.005), |
||||
(('sint32', 'optional'), 0.026), |
||||
(('sint32', 'repeated'), 0.009), |
||||
(('sint64', 'optional'), 0.018), |
||||
(('sint64', 'repeated'), 0.006), |
||||
(('string', 'optional'), 25.461), |
||||
(('string', 'repeated'), 2.606), |
||||
(('Enum', 'optional'), 6.16), |
||||
(('Enum', 'repeated'), 0.576), |
||||
(('Message', 'optional'), 22.472), |
||||
(('Message', 'repeated'), 7.766), |
||||
(('uint32', 'optional'), 1.289), |
||||
(('uint32', 'repeated'), 0.051), |
||||
(('uint64', 'optional'), 1.044), |
||||
(('uint64', 'repeated'), 0.079), |
||||
] |
||||
|
||||
population = [item[0] for item in field_freqs] |
||||
weights = [item[1] for item in field_freqs] |
||||
|
||||
def choices(k): |
||||
if sys.version_info >= (3, 6): |
||||
return random.choices(population=population, weights=weights, k=k) |
||||
else: |
||||
print("WARNING: old Python version, field types are not properly weighted!") |
||||
return [random.choice(population) for _ in range(k)] |
||||
|
||||
with open(base + "/100_msgs.proto", "w") as f: |
||||
f.write('syntax = "proto3";\n') |
||||
f.write('package upb_benchmark;\n') |
||||
f.write('message Message {}\n') |
||||
for i in range(2, 101): |
||||
f.write('message Message{i} {{}}\n'.format(i=i)) |
||||
|
||||
with open(base + "/200_msgs.proto", "w") as f: |
||||
f.write('syntax = "proto3";\n') |
||||
f.write('package upb_benchmark;\n') |
||||
f.write('message Message {}\n') |
||||
for i in range(2, 501): |
||||
f.write('message Message{i} {{}}\n'.format(i=i)) |
||||
|
||||
with open(base + "/100_fields.proto", "w") as f: |
||||
f.write('syntax = "proto2";\n') |
||||
f.write('package upb_benchmark;\n') |
||||
f.write('enum Enum { ZERO = 0; }\n') |
||||
f.write('message Message {\n') |
||||
i = 1 |
||||
random.seed(a=0, version=2) |
||||
for field in choices(100): |
||||
field_type, label = field |
||||
f.write(' {label} {field_type} field{i} = {i};\n'.format(i=i, label=label, field_type=field_type)) |
||||
i += 1 |
||||
f.write('}\n') |
||||
|
||||
with open(base + "/200_fields.proto", "w") as f: |
||||
f.write('syntax = "proto2";\n') |
||||
f.write('package upb_benchmark;\n') |
||||
f.write('enum Enum { ZERO = 0; }\n') |
||||
f.write('message Message {\n') |
||||
i = 1 |
||||
random.seed(a=0, version=2) |
||||
for field in choices(200): |
||||
field_type, label = field |
||||
f.write(' {label} {field_type} field{i} = {i};\n'.format(i=i, label=label,field_type=field_type)) |
||||
i += 1 |
||||
f.write('}\n') |
||||
@ -0,0 +1,39 @@ |
||||
|
||||
import sys |
||||
import re |
||||
|
||||
include = sys.argv[1] |
||||
msg_basename = sys.argv[2] |
||||
count = 1 |
||||
|
||||
m = re.search(r'(.*\D)(\d+)$', sys.argv[2]) |
||||
if m: |
||||
msg_basename = m.group(1) |
||||
count = int(m.group(2)) |
||||
|
||||
print(''' |
||||
#include "{include}" |
||||
|
||||
char buf[1]; |
||||
|
||||
int main() {{ |
||||
upb_arena *arena = upb_arena_new(); |
||||
size_t size; |
||||
'''.format(include=include)) |
||||
|
||||
def RefMessage(name): |
||||
print(''' |
||||
{{ |
||||
{name} *proto = {name}_parse(buf, 1, arena); |
||||
{name}_serialize(proto, arena, &size); |
||||
}} |
||||
'''.format(name=name)) |
||||
|
||||
RefMessage(msg_basename) |
||||
|
||||
for i in range(2, count + 1): |
||||
RefMessage(msg_basename + str(i)) |
||||
|
||||
print(''' |
||||
return 0; |
||||
}''') |
||||
@ -0,0 +1,91 @@ |
||||
load( |
||||
":build_defs.bzl", |
||||
"generated_file_staleness_test", |
||||
) |
||||
load( |
||||
"//bazel:build_defs.bzl", |
||||
"make_shell_script", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
exports_files(["staleness_test.py"]) |
||||
|
||||
py_library( |
||||
name = "staleness_test_lib", |
||||
testonly = 1, |
||||
srcs = ["staleness_test_lib.py"], |
||||
) |
||||
|
||||
py_binary( |
||||
name = "make_cmakelists", |
||||
srcs = ["make_cmakelists.py"], |
||||
) |
||||
|
||||
genrule( |
||||
name = "gen_cmakelists", |
||||
srcs = [ |
||||
"//:BUILD", |
||||
"//:WORKSPACE", |
||||
"//:cmake_files", |
||||
"//third_party/wyhash:cmake_files", |
||||
":cmake_files", |
||||
], |
||||
outs = ["generated-in/CMakeLists.txt"], |
||||
cmd = "$(location :make_cmakelists) $@", |
||||
tools = [":make_cmakelists"], |
||||
) |
||||
|
||||
genrule( |
||||
name = "copy_json_ragel", |
||||
srcs = ["//:upb/json/parser.c"], |
||||
outs = ["generated-in/upb/json/parser.c"], |
||||
cmd = "cp $< $@", |
||||
) |
||||
|
||||
genrule( |
||||
name = "copy_protos", |
||||
srcs = ["//:descriptor_upb_proto"], |
||||
outs = [ |
||||
"generated-in/google/protobuf/descriptor.upb.c", |
||||
"generated-in/google/protobuf/descriptor.upb.h", |
||||
], |
||||
cmd = "cp $(SRCS) $(@D)/generated-in/google/protobuf", |
||||
) |
||||
|
||||
generated_file_staleness_test( |
||||
name = "test_generated_files", |
||||
outs = [ |
||||
"CMakeLists.txt", |
||||
"google/protobuf/descriptor.upb.c", |
||||
"google/protobuf/descriptor.upb.h", |
||||
"upb/json/parser.c", |
||||
], |
||||
generated_pattern = "generated-in/%s", |
||||
) |
||||
|
||||
# Test the CMake build ######################################################### |
||||
|
||||
filegroup( |
||||
name = "cmake_files", |
||||
srcs = glob([ |
||||
"**/*", |
||||
]), |
||||
) |
||||
|
||||
make_shell_script( |
||||
name = "gen_run_cmake_build", |
||||
out = "run_cmake_build.sh", |
||||
contents = "find . && mkdir build && cd build && cmake ../cmake && make -j8 && make test", |
||||
) |
||||
|
||||
sh_test( |
||||
name = "cmake_build", |
||||
srcs = ["run_cmake_build.sh"], |
||||
data = [ |
||||
":cmake_files", |
||||
"//:cmake_files", |
||||
"//third_party/wyhash:cmake_files", |
||||
], |
||||
deps = ["@bazel_tools//tools/bash/runfiles"], |
||||
) |
||||
@ -0,0 +1,23 @@ |
||||
|
||||
# upb CMake build (EXPERIMENTAL) |
||||
|
||||
upb's CMake support is experimental. The core library builds successfully |
||||
under CMake, and this is verified by the Bazel tests in this directory. |
||||
However there is no support for building the upb compiler or for generating |
||||
.upb.c/upb.h files. This means upb's CMake support is incomplete at best, |
||||
unless your application is intended to be purely reflective. |
||||
|
||||
If you find this CMake setup useful in its current state, please consider |
||||
filing an issue so we know. If you have suggestions for how it could be |
||||
more useful (and particularly if you can contribute some code for it) |
||||
please feel free to file an issue for that too. Do keep in mind that upb |
||||
does not currently provide any ABI stability, so we want to avoid providing |
||||
a shared library. |
||||
|
||||
The CMakeLists.txt is generated from the Bazel BUILD files using the Python |
||||
scripts in this directory. We want to avoid having two separate sources of |
||||
truth that both need to be updated when a file is added or removed. |
||||
|
||||
This directory also contains some generated files that would be created |
||||
on the fly during a Bazel build. These are automaticaly kept in sync by |
||||
the Bazel test `//cmake:test_generated_files`. |
||||
@ -0,0 +1,43 @@ |
||||
def generated_file_staleness_test(name, outs, generated_pattern): |
||||
"""Tests that checked-in file(s) match the contents of generated file(s). |
||||
|
||||
The resulting test will verify that all output files exist and have the |
||||
correct contents. If the test fails, it can be invoked with --fix to |
||||
bring the checked-in files up to date. |
||||
|
||||
Args: |
||||
name: Name of the rule. |
||||
outs: the checked-in files that are copied from generated files. |
||||
generated_pattern: the pattern for transforming each "out" file into a |
||||
generated file. For example, if generated_pattern="generated/%s" then |
||||
a file foo.txt will look for generated file generated/foo.txt. |
||||
""" |
||||
|
||||
script_name = name + ".py" |
||||
script_src = ":staleness_test.py" |
||||
|
||||
# Filter out non-existing rules so Blaze doesn't error out before we even |
||||
# run the test. |
||||
existing_outs = native.glob(include = outs) |
||||
|
||||
# The file list contains a few extra bits of information at the end. |
||||
# These get unpacked by the Config class in staleness_test_lib.py. |
||||
file_list = outs + [generated_pattern, native.package_name() or ".", name] |
||||
|
||||
native.genrule( |
||||
name = name + "_makescript", |
||||
outs = [script_name], |
||||
srcs = [script_src], |
||||
testonly = 1, |
||||
cmd = "cat $(location " + script_src + ") > $@; " + |
||||
"sed -i.bak -e 's|INSERT_FILE_LIST_HERE|" + "\\\n ".join(file_list) + "|' $@", |
||||
) |
||||
|
||||
native.py_test( |
||||
name = name, |
||||
srcs = [script_name], |
||||
data = existing_outs + [generated_pattern % file for file in outs], |
||||
deps = [ |
||||
":staleness_test_lib", |
||||
], |
||||
) |
||||
File diff suppressed because it is too large
Load Diff
@ -1,2 +1,2 @@ |
||||
build_file: "upb/kokoro/ubuntu/build.sh" |
||||
timeout_mins: 15 |
||||
timeout_mins: 30 |
||||
|
||||
@ -0,0 +1,283 @@ |
||||
load( |
||||
"//bazel:build_defs.bzl", |
||||
"UPB_DEFAULT_COPTS", |
||||
"UPB_DEFAULT_CPPOPTS", |
||||
"make_shell_script", |
||||
) |
||||
load( |
||||
"//bazel:upb_proto_library.bzl", |
||||
"upb_proto_library", |
||||
"upb_proto_reflection_library", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
config_setting( |
||||
name = "fuzz", |
||||
values = {"define": "fuzz=true"}, |
||||
) |
||||
|
||||
cc_library( |
||||
name = "upb_test", |
||||
testonly = 1, |
||||
srcs = [ |
||||
"testmain.cc", |
||||
], |
||||
hdrs = [ |
||||
"test_util.h", |
||||
"upb_test.h", |
||||
], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
"//:handlers", |
||||
"//:port", |
||||
"//:upb", |
||||
], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_proto", |
||||
testonly = 1, |
||||
srcs = ["test.proto"], |
||||
) |
||||
|
||||
upb_proto_library( |
||||
name = "test_upb_proto", |
||||
testonly = 1, |
||||
deps = [":test_proto"], |
||||
) |
||||
|
||||
cc_test( |
||||
name = "test_generated_code", |
||||
srcs = ["test_generated_code.c"], |
||||
copts = UPB_DEFAULT_COPTS, |
||||
deps = [ |
||||
":empty_upbdefs_proto", |
||||
":test_messages_proto3_proto_upb", |
||||
":test_upb_proto", |
||||
":upb_test", |
||||
], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "empty_proto", |
||||
srcs = ["empty.proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "empty_upbdefs_proto", |
||||
testonly = 1, |
||||
deps = [":empty_proto"], |
||||
) |
||||
|
||||
upb_proto_library( |
||||
name = "test_messages_proto3_proto_upb", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:test_messages_proto3_proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_decoder_proto", |
||||
srcs = [ |
||||
"pb/test_decoder.proto", |
||||
], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "test_decoder_upb_proto", |
||||
deps = [":test_decoder_proto"], |
||||
) |
||||
|
||||
cc_test( |
||||
name = "test_decoder", |
||||
srcs = ["pb/test_decoder.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
":test_decoder_upb_proto", |
||||
":upb_test", |
||||
"//:handlers", |
||||
"//:port", |
||||
"//:upb", |
||||
"//:upb_pb", |
||||
], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_cpp_proto", |
||||
srcs = [ |
||||
"test_cpp.proto", |
||||
], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "test_cpp_upb_proto", |
||||
deps = ["test_cpp_proto"], |
||||
) |
||||
|
||||
cc_test( |
||||
name = "test_cpp", |
||||
srcs = ["test_cpp.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
":test_cpp_upb_proto", |
||||
":upb_test", |
||||
"//:handlers", |
||||
"//:port", |
||||
"//:reflection", |
||||
"//:upb", |
||||
"//:upb_pb", |
||||
], |
||||
) |
||||
|
||||
cc_test( |
||||
name = "test_table", |
||||
srcs = ["test_table.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
":upb_test", |
||||
"//:port", |
||||
"//:table", |
||||
"//:upb", |
||||
], |
||||
) |
||||
|
||||
# OSS-Fuzz test |
||||
cc_binary( |
||||
name = "file_descriptor_parsenew_fuzzer", |
||||
testonly = 1, |
||||
srcs = ["file_descriptor_parsenew_fuzzer.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS + select({ |
||||
"//conditions:default": [], |
||||
":fuzz": ["-fsanitize=fuzzer,address"], |
||||
}), |
||||
defines = select({ |
||||
"//conditions:default": [], |
||||
":fuzz": ["HAVE_FUZZER"], |
||||
}), |
||||
deps = [ |
||||
"//:descriptor_upb_proto", |
||||
"//:upb", |
||||
], |
||||
) |
||||
|
||||
# copybara:strip_for_google3_begin |
||||
cc_test( |
||||
name = "test_encoder", |
||||
srcs = ["pb/test_encoder.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
":upb_test", |
||||
"//:descriptor_upb_proto", |
||||
"//:descriptor_upb_proto_reflection", |
||||
"//:upb", |
||||
"//:upb_pb", |
||||
], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_json_enum_from_separate", |
||||
srcs = ["json/enum_from_separate_file.proto"], |
||||
deps = [":test_json_proto"], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_json_proto", |
||||
srcs = ["json/test.proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "test_json_upb_proto_reflection", |
||||
deps = ["test_json_proto"], |
||||
) |
||||
|
||||
upb_proto_library( |
||||
name = "test_json_enum_from_separate_upb_proto", |
||||
deps = [":test_json_enum_from_separate"], |
||||
) |
||||
|
||||
upb_proto_library( |
||||
name = "test_json_upb_proto", |
||||
deps = [":test_json_proto"], |
||||
) |
||||
|
||||
cc_test( |
||||
name = "test_json", |
||||
srcs = [ |
||||
"json/test_json.cc", |
||||
], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
":test_json_upb_proto", |
||||
":test_json_upb_proto_reflection", |
||||
":upb_test", |
||||
"//:upb_json", |
||||
], |
||||
) |
||||
# copybara:strip_end |
||||
|
||||
upb_proto_library( |
||||
name = "conformance_proto_upb", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:conformance_proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "conformance_proto_upbdefs", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:conformance_proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "test_messages_proto2_upbdefs", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:test_messages_proto2_proto"], |
||||
) |
||||
|
||||
upb_proto_reflection_library( |
||||
name = "test_messages_proto3_upbdefs", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:test_messages_proto3_proto"], |
||||
) |
||||
|
||||
cc_binary( |
||||
name = "conformance_upb", |
||||
testonly = 1, |
||||
srcs = [ |
||||
"conformance_upb.c", |
||||
], |
||||
copts = UPB_DEFAULT_COPTS, |
||||
data = [ |
||||
"conformance_upb_failures.txt", |
||||
], |
||||
deps = [ |
||||
":conformance_proto_upb", |
||||
":conformance_proto_upbdefs", |
||||
":test_messages_proto2_upbdefs", |
||||
":test_messages_proto3_upbdefs", |
||||
"//:json", |
||||
"//:port", |
||||
"//:reflection", |
||||
"//:textformat", |
||||
"//:upb", |
||||
], |
||||
) |
||||
|
||||
make_shell_script( |
||||
name = "gen_test_conformance_upb", |
||||
out = "test_conformance_upb.sh", |
||||
contents = "external/com_google_protobuf/conformance_test_runner " + |
||||
" --enforce_recommended " + |
||||
" --failure_list ./tests/conformance_upb_failures.txt" + |
||||
" ./tests/conformance_upb", |
||||
) |
||||
|
||||
sh_test( |
||||
name = "test_conformance_upb", |
||||
srcs = ["test_conformance_upb.sh"], |
||||
data = [ |
||||
"conformance_upb_failures.txt", |
||||
":conformance_upb", |
||||
"@com_google_protobuf//:conformance_test_runner", |
||||
], |
||||
deps = ["@bazel_tools//tools/bash/runfiles"], |
||||
) |
||||
@ -1,64 +0,0 @@ |
||||
|
||||
#include <string.h> |
||||
#include <benchmark/benchmark.h> |
||||
#include "google/protobuf/descriptor.upb.h" |
||||
#include "google/protobuf/descriptor.upbdefs.h" |
||||
|
||||
upb_strview descriptor = google_protobuf_descriptor_proto_upbdefinit.descriptor; |
||||
|
||||
/* A buffer big enough to parse descriptor.proto without going to heap. */ |
||||
char buf[65535]; |
||||
|
||||
static void BM_ArenaOneAlloc(benchmark::State& state) { |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_new(); |
||||
upb_arena_malloc(arena, 1); |
||||
upb_arena_free(arena); |
||||
} |
||||
} |
||||
BENCHMARK(BM_ArenaOneAlloc); |
||||
|
||||
static void BM_ArenaInitialBlockOneAlloc(benchmark::State& state) { |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_init(buf, sizeof(buf), NULL); |
||||
upb_arena_malloc(arena, 1); |
||||
upb_arena_free(arena); |
||||
} |
||||
} |
||||
BENCHMARK(BM_ArenaInitialBlockOneAlloc); |
||||
|
||||
static void BM_ParseDescriptorNoHeap(benchmark::State& state) { |
||||
size_t bytes = 0; |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_init(buf, sizeof(buf), NULL); |
||||
google_protobuf_FileDescriptorProto* set = |
||||
google_protobuf_FileDescriptorProto_parse(descriptor.data, |
||||
descriptor.size, arena); |
||||
if (!set) { |
||||
printf("Failed to parse.\n"); |
||||
exit(1); |
||||
} |
||||
bytes += descriptor.size; |
||||
upb_arena_free(arena); |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK(BM_ParseDescriptorNoHeap); |
||||
|
||||
static void BM_ParseDescriptor(benchmark::State& state) { |
||||
size_t bytes = 0; |
||||
for (auto _ : state) { |
||||
upb_arena* arena = upb_arena_new(); |
||||
google_protobuf_FileDescriptorProto* set = |
||||
google_protobuf_FileDescriptorProto_parse(descriptor.data, |
||||
descriptor.size, arena); |
||||
if (!set) { |
||||
printf("Failed to parse.\n"); |
||||
exit(1); |
||||
} |
||||
bytes += descriptor.size; |
||||
upb_arena_free(arena); |
||||
} |
||||
state.SetBytesProcessed(state.iterations() * descriptor.size); |
||||
} |
||||
BENCHMARK(BM_ParseDescriptor); |
||||
@ -0,0 +1,68 @@ |
||||
load( |
||||
"//upb/bindings/lua:lua_proto_library.bzl", |
||||
"lua_proto_library", |
||||
) |
||||
load( |
||||
"//bazel:build_defs.bzl", |
||||
"UPB_DEFAULT_COPTS", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
cc_test( |
||||
name = "test_lua", |
||||
srcs = ["main.c"], |
||||
copts = UPB_DEFAULT_COPTS, |
||||
data = [ |
||||
"test_upb.lua", |
||||
":descriptor_proto_lua", |
||||
":empty_proto_lua", |
||||
":test_messages_proto2_proto_lua", |
||||
":test_messages_proto3_proto_lua", |
||||
":test_proto_lua", |
||||
"//:third_party/lunit/console.lua", |
||||
"//:third_party/lunit/lunit.lua", |
||||
"//upb/bindings/lua:upb.lua", |
||||
"@com_google_protobuf//:conformance_proto", |
||||
"@com_google_protobuf//:descriptor_proto", |
||||
], |
||||
linkstatic = 1, |
||||
deps = [ |
||||
"//upb/bindings/lua:lupb", |
||||
"@lua//:liblua", |
||||
], |
||||
) |
||||
|
||||
proto_library( |
||||
name = "test_proto", |
||||
testonly = 1, |
||||
srcs = ["test.proto"], |
||||
) |
||||
|
||||
lua_proto_library( |
||||
name = "test_proto_lua", |
||||
testonly = 1, |
||||
deps = [":test_proto"], |
||||
) |
||||
|
||||
lua_proto_library( |
||||
name = "descriptor_proto_lua", |
||||
deps = ["@com_google_protobuf//:descriptor_proto"], |
||||
) |
||||
|
||||
lua_proto_library( |
||||
name = "empty_proto_lua", |
||||
deps = ["@com_google_protobuf//:empty_proto"], |
||||
) |
||||
|
||||
lua_proto_library( |
||||
name = "test_messages_proto3_proto_lua", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:test_messages_proto3_proto"], |
||||
) |
||||
|
||||
lua_proto_library( |
||||
name = "test_messages_proto2_proto_lua", |
||||
testonly = 1, |
||||
deps = ["@com_google_protobuf//:test_messages_proto2_proto"], |
||||
) |
||||
@ -0,0 +1,28 @@ |
||||
|
||||
syntax = "proto2"; |
||||
|
||||
package upb_test; |
||||
|
||||
message MapTest { |
||||
map<string, double> map_string_double = 1; |
||||
} |
||||
|
||||
message PackedTest { |
||||
repeated bool bool_packed = 1 [packed = true]; |
||||
repeated int32 i32_packed = 2 [packed = true]; |
||||
repeated int64 i64_packed = 3 [packed = true]; |
||||
repeated fixed32 f32_packed = 4 [packed = true]; |
||||
repeated fixed64 f64_packed = 5 [packed = true]; |
||||
} |
||||
|
||||
message UnpackedTest { |
||||
repeated bool bool_packed = 1 [packed = false]; |
||||
repeated int32 i32_packed = 2 [packed = false]; |
||||
repeated int64 i64_packed = 3 [packed = false]; |
||||
repeated fixed32 f32_packed = 4 [packed = false]; |
||||
repeated fixed64 f64_packed = 5 [packed = false]; |
||||
} |
||||
|
||||
message TestLargeFieldNumber { |
||||
optional int32 i32 = 456214797; |
||||
} |
||||
@ -1,126 +0,0 @@ |
||||
|
||||
#include <stdio.h> |
||||
#include "upb/pb/varint.int.h" |
||||
#include "tests/upb_test.h" |
||||
|
||||
#include "upb/port_def.inc" |
||||
|
||||
/* Test that we can round-trip from int->varint->int. */ |
||||
static void test_varint_for_num(upb_decoderet (*decoder)(const char*), |
||||
uint64_t num) { |
||||
char buf[16]; |
||||
size_t bytes; |
||||
upb_decoderet r; |
||||
|
||||
memset(buf, 0xff, sizeof(buf)); |
||||
bytes = upb_vencode64(num, buf); |
||||
|
||||
if (num <= UINT32_MAX) { |
||||
uint64_t encoded = upb_vencode32((uint32_t)num); |
||||
char buf2[16]; |
||||
upb_decoderet r; |
||||
|
||||
memset(buf2, 0, sizeof(buf2)); |
||||
memcpy(&buf2, &encoded, 8); |
||||
#ifdef UPB_BIG_ENDIAN |
||||
char swap[8]; |
||||
swap[0] = buf2[7]; |
||||
swap[1] = buf2[6]; |
||||
swap[2] = buf2[5]; |
||||
swap[3] = buf2[4]; |
||||
swap[4] = buf2[3]; |
||||
swap[5] = buf2[2]; |
||||
swap[6] = buf2[1]; |
||||
swap[7] = buf2[0]; |
||||
buf2[0] = swap[0]; |
||||
buf2[1] = swap[1]; |
||||
buf2[2] = swap[2]; |
||||
buf2[3] = swap[3]; |
||||
buf2[4] = swap[4]; |
||||
buf2[5] = swap[5]; |
||||
buf2[6] = swap[6]; |
||||
buf2[7] = swap[7]; |
||||
#endif |
||||
r = decoder(buf2); |
||||
ASSERT(r.val == num); |
||||
ASSERT(r.p == buf2 + upb_value_size(encoded)); |
||||
ASSERT(upb_zzenc_32(upb_zzdec_32((uint32_t)num)) == num); |
||||
} |
||||
|
||||
r = decoder(buf); |
||||
ASSERT(r.val == num); |
||||
ASSERT(r.p == buf + bytes); |
||||
ASSERT(upb_zzenc_64(upb_zzdec_64(num)) == num); |
||||
} |
||||
|
||||
/* Making up for the lack of 64-bit constants in C89. */ |
||||
static uint64_t make_u64(uint32_t high, uint32_t low) { |
||||
uint64_t ret = high; |
||||
ret = (ret << 32) | low; |
||||
return ret; |
||||
} |
||||
|
||||
static void test_varint_decoder(upb_decoderet (*decoder)(const char*)) { |
||||
#define TEST(bytes, expected_val) {\ |
||||
size_t n = sizeof(bytes) - 1; /* for NULL */ \
|
||||
char buf[UPB_PB_VARINT_MAX_LEN]; \
|
||||
upb_decoderet r; \
|
||||
memset(buf, 0xff, sizeof(buf)); \
|
||||
memcpy(buf, bytes, n); \
|
||||
r = decoder(buf); \
|
||||
ASSERT(r.val == expected_val); \
|
||||
ASSERT(r.p == buf + n); \
|
||||
} |
||||
|
||||
uint64_t num; |
||||
|
||||
char twelvebyte[16] = {-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, 1, 1}; |
||||
const char *twelvebyte_buf = twelvebyte; |
||||
/* A varint that terminates before hitting the end of the provided buffer,
|
||||
* but in too many bytes (11 instead of 10). */ |
||||
upb_decoderet r = decoder(twelvebyte_buf); |
||||
ASSERT(r.p == NULL); |
||||
|
||||
TEST("\x00", 0UL); |
||||
TEST("\x01", 1UL); |
||||
TEST("\x81\x14", 0xa01UL); |
||||
TEST("\x81\x03", 0x181UL); |
||||
TEST("\x81\x83\x07", 0x1c181UL); |
||||
TEST("\x81\x83\x87\x0f", 0x1e1c181UL); |
||||
TEST("\x81\x83\x87\x8f\x1f", make_u64(0x1, 0xf1e1c181UL)); |
||||
TEST("\x81\x83\x87\x8f\x9f\x3f", make_u64(0x1f9, 0xf1e1c181UL)); |
||||
TEST("\x81\x83\x87\x8f\x9f\xbf\x7f", make_u64(0x1fdf9, 0xf1e1c181UL)); |
||||
TEST("\x81\x83\x87\x8f\x9f\xbf\xff\x01", make_u64(0x3fdf9, 0xf1e1c181UL)); |
||||
TEST("\x81\x83\x87\x8f\x9f\xbf\xff\x81\x03", |
||||
make_u64(0x303fdf9, 0xf1e1c181UL)); |
||||
TEST("\x81\x83\x87\x8f\x9f\xbf\xff\x81\x83\x07", |
||||
make_u64(0x8303fdf9, 0xf1e1c181UL)); |
||||
#undef TEST |
||||
|
||||
for (num = 5; num * 1.5 < UINT64_MAX; num *= 1.5) { |
||||
test_varint_for_num(decoder, num); |
||||
} |
||||
test_varint_for_num(decoder, 0); |
||||
} |
||||
|
||||
|
||||
#define TEST_VARINT_DECODER(decoder) \ |
||||
/* Create non-inline versions for convenient inspection of assembly language \
|
||||
* output. */ \
|
||||
upb_decoderet _upb_vdecode_ ## decoder(const char *p) { \
|
||||
return upb_vdecode_ ## decoder(p); \
|
||||
} \
|
||||
void test_ ## decoder(void) { \
|
||||
test_varint_decoder(&_upb_vdecode_ ## decoder); \
|
||||
} \
|
||||
|
||||
TEST_VARINT_DECODER(check2_branch32) |
||||
TEST_VARINT_DECODER(check2_branch64) |
||||
|
||||
int run_tests(int argc, char *argv[]) { |
||||
UPB_UNUSED(argc); |
||||
UPB_UNUSED(argv); |
||||
test_check2_branch32(); |
||||
test_check2_branch64(); |
||||
return 0; |
||||
} |
||||
@ -0,0 +1,17 @@ |
||||
licenses(["unencumbered"]) |
||||
|
||||
exports_files(["LICENSE"]) |
||||
|
||||
cc_library( |
||||
name = "wyhash", |
||||
hdrs = ["wyhash.h"], |
||||
visibility = ["//:__pkg__"], |
||||
) |
||||
|
||||
filegroup( |
||||
name = "cmake_files", |
||||
srcs = glob([ |
||||
"**/*", |
||||
]), |
||||
visibility = ["//cmake:__pkg__"], |
||||
) |
||||
@ -0,0 +1,25 @@ |
||||
This is free and unencumbered software released into the public domain. |
||||
|
||||
Anyone is free to copy, modify, publish, use, compile, sell, or |
||||
distribute this software, either in source code form or as a compiled |
||||
binary, for any purpose, commercial or non-commercial, and by any |
||||
means. |
||||
|
||||
In jurisdictions that recognize copyright laws, the author or authors |
||||
of this software dedicate any and all copyright interest in the |
||||
software to the public domain. We make this dedication for the benefit |
||||
of the public at large and to the detriment of our heirs and |
||||
successors. We intend this dedication to be an overt act of |
||||
relinquishment in perpetuity of all present and future rights to this |
||||
software under copyright law. |
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
||||
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
||||
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. |
||||
IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR |
||||
OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, |
||||
ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR |
||||
OTHER DEALINGS IN THE SOFTWARE. |
||||
|
||||
For more information, please refer to <http://unlicense.org/> |
||||
|
||||
@ -0,0 +1,145 @@ |
||||
/* Copyright 2020 王一 Wang Yi <godspeed_china@yeah.net>
|
||||
This is free and unencumbered software released into the public domain. http://unlicense.org/
|
||||
See github.com/wangyi-fudan/wyhash/ LICENSE |
||||
*/ |
||||
#ifndef wyhash_final_version |
||||
#define wyhash_final_version |
||||
//defines that change behavior
|
||||
#ifndef WYHASH_CONDOM |
||||
#define WYHASH_CONDOM 1 //0: read 8 bytes before and after boundaries, dangerous but fastest. 1: normal valid behavior 2: extra protection against entropy loss (probability=2^-63), aka. "blind multiplication"
|
||||
#endif |
||||
#define WYHASH_32BIT_MUM 0 //faster on 32 bit system
|
||||
//includes
|
||||
#include <stdint.h> |
||||
#include <string.h> |
||||
#if defined(_MSC_VER) && defined(_M_X64) |
||||
#include <intrin.h> |
||||
#pragma intrinsic(_umul128) |
||||
#endif |
||||
#if defined(__GNUC__) || defined(__INTEL_COMPILER) || defined(__clang__) |
||||
#define _likely_(x) __builtin_expect(x,1) |
||||
#define _unlikely_(x) __builtin_expect(x,0) |
||||
#else |
||||
#define _likely_(x) (x) |
||||
#define _unlikely_(x) (x) |
||||
#endif |
||||
//mum function
|
||||
static inline uint64_t _wyrot(uint64_t x) { return (x>>32)|(x<<32); } |
||||
static inline void _wymum(uint64_t *A, uint64_t *B){ |
||||
#if(WYHASH_32BIT_MUM) |
||||
uint64_t hh=(*A>>32)*(*B>>32), hl=(*A>>32)*(unsigned)*B, lh=(unsigned)*A*(*B>>32), ll=(uint64_t)(unsigned)*A*(unsigned)*B; |
||||
#if(WYHASH_CONDOM>1) |
||||
*A^=_wyrot(hl)^hh; *B^=_wyrot(lh)^ll; |
||||
#else |
||||
*A=_wyrot(hl)^hh; *B=_wyrot(lh)^ll; |
||||
#endif |
||||
#elif defined(__SIZEOF_INT128__) |
||||
__uint128_t r=*A; r*=*B;
|
||||
#if(WYHASH_CONDOM>1) |
||||
*A^=(uint64_t)r; *B^=(uint64_t)(r>>64); |
||||
#else |
||||
*A=(uint64_t)r; *B=(uint64_t)(r>>64); |
||||
#endif |
||||
#elif defined(_MSC_VER) && defined(_M_X64) |
||||
#if(WYHASH_CONDOM>1) |
||||
uint64_t a, b; |
||||
a=_umul128(*A,*B,&b); |
||||
*A^=a; *B^=b; |
||||
#else |
||||
*A=_umul128(*A,*B,B); |
||||
#endif |
||||
#else |
||||
uint64_t ha=*A>>32, hb=*B>>32, la=(uint32_t)*A, lb=(uint32_t)*B, hi, lo; |
||||
uint64_t rh=ha*hb, rm0=ha*lb, rm1=hb*la, rl=la*lb, t=rl+(rm0<<32), c=t<rl; |
||||
lo=t+(rm1<<32); c+=lo<t; hi=rh+(rm0>>32)+(rm1>>32)+c; |
||||
#if(WYHASH_CONDOM>1) |
||||
*A^=lo; *B^=hi; |
||||
#else |
||||
*A=lo; *B=hi; |
||||
#endif |
||||
#endif |
||||
} |
||||
static inline uint64_t _wymix(uint64_t A, uint64_t B){ _wymum(&A,&B); return A^B; } |
||||
//read functions
|
||||
#ifndef WYHASH_LITTLE_ENDIAN |
||||
#if defined(_WIN32) || defined(__LITTLE_ENDIAN__) || (defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__) |
||||
#define WYHASH_LITTLE_ENDIAN 1 |
||||
#elif defined(__BIG_ENDIAN__) || (defined(__BYTE_ORDER__) && __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__) |
||||
#define WYHASH_LITTLE_ENDIAN 0 |
||||
#endif |
||||
#endif |
||||
#if (WYHASH_LITTLE_ENDIAN) |
||||
static inline uint64_t _wyr8(const uint8_t *p) { uint64_t v; memcpy(&v, p, 8); return v;} |
||||
static inline uint64_t _wyr4(const uint8_t *p) { unsigned v; memcpy(&v, p, 4); return v;} |
||||
#elif defined(__GNUC__) || defined(__INTEL_COMPILER) || defined(__clang__) |
||||
static inline uint64_t _wyr8(const uint8_t *p) { uint64_t v; memcpy(&v, p, 8); return __builtin_bswap64(v);} |
||||
static inline uint64_t _wyr4(const uint8_t *p) { unsigned v; memcpy(&v, p, 4); return __builtin_bswap32(v);} |
||||
#elif defined(_MSC_VER) |
||||
static inline uint64_t _wyr8(const uint8_t *p) { uint64_t v; memcpy(&v, p, 8); return _byteswap_uint64(v);} |
||||
static inline uint64_t _wyr4(const uint8_t *p) { unsigned v; memcpy(&v, p, 4); return _byteswap_ulong(v);} |
||||
#endif |
||||
static inline uint64_t _wyr3(const uint8_t *p, unsigned k) { return (((uint64_t)p[0])<<16)|(((uint64_t)p[k>>1])<<8)|p[k-1];} |
||||
//wyhash function
|
||||
static inline uint64_t _wyfinish16(const uint8_t *p, uint64_t len, uint64_t seed, const uint64_t *secret, uint64_t i){ |
||||
#if(WYHASH_CONDOM>0) |
||||
uint64_t a, b; |
||||
if(_likely_(i<=8)){ |
||||
if(_likely_(i>=4)){ a=_wyr4(p); b=_wyr4(p+i-4); } |
||||
else if (_likely_(i)){ a=_wyr3(p,i); b=0; } |
||||
else a=b=0; |
||||
}
|
||||
else{ a=_wyr8(p); b=_wyr8(p+i-8); } |
||||
return _wymix(secret[1]^len,_wymix(a^secret[1], b^seed)); |
||||
#else |
||||
#define oneshot_shift ((i<8)*((8-i)<<3)) |
||||
return _wymix(secret[1]^len,_wymix((_wyr8(p)<<oneshot_shift)^secret[1],(_wyr8(p+i-8)>>oneshot_shift)^seed)); |
||||
#endif |
||||
} |
||||
|
||||
static inline uint64_t _wyfinish(const uint8_t *p, uint64_t len, uint64_t seed, const uint64_t *secret, uint64_t i){ |
||||
if(_likely_(i<=16)) return _wyfinish16(p,len,seed,secret,i); |
||||
return _wyfinish(p+16,len,_wymix(_wyr8(p)^secret[1],_wyr8(p+8)^seed),secret,i-16); |
||||
} |
||||
|
||||
static inline uint64_t wyhash(const void *key, uint64_t len, uint64_t seed, const uint64_t *secret){ |
||||
const uint8_t *p=(const uint8_t *)key; |
||||
uint64_t i=len; seed^=*secret; |
||||
if(_unlikely_(i>64)){ |
||||
uint64_t see1=seed; |
||||
do{ |
||||
seed=_wymix(_wyr8(p)^secret[1],_wyr8(p+8)^seed)^_wymix(_wyr8(p+16)^secret[2],_wyr8(p+24)^seed); |
||||
see1=_wymix(_wyr8(p+32)^secret[3],_wyr8(p+40)^see1)^_wymix(_wyr8(p+48)^secret[4],_wyr8(p+56)^see1); |
||||
p+=64; i-=64; |
||||
}while(i>64); |
||||
seed^=see1; |
||||
} |
||||
return _wyfinish(p,len,seed,secret,i); |
||||
} |
||||
//utility functions
|
||||
const uint64_t _wyp[5] = {0xa0761d6478bd642full, 0xe7037ed1a0b428dbull, 0x8ebc6af09c88c6e3ull, 0x589965cc75374cc3ull, 0x1d8e4e27c47d124full}; |
||||
static inline uint64_t wyhash64(uint64_t A, uint64_t B){ A^=_wyp[0]; B^=_wyp[1]; _wymum(&A,&B); return _wymix(A^_wyp[0],B^_wyp[1]);} |
||||
static inline uint64_t wyrand(uint64_t *seed){ *seed+=_wyp[0]; return _wymix(*seed,*seed^_wyp[1]);} |
||||
static inline double wy2u01(uint64_t r){ const double _wynorm=1.0/(1ull<<52); return (r>>12)*_wynorm;} |
||||
static inline double wy2gau(uint64_t r){ const double _wynorm=1.0/(1ull<<20); return ((r&0x1fffff)+((r>>21)&0x1fffff)+((r>>42)&0x1fffff))*_wynorm-3.0;} |
||||
static inline uint64_t wy2u0k(uint64_t r, uint64_t k){ _wymum(&r,&k); return k; } |
||||
|
||||
static inline void make_secret(uint64_t seed, uint64_t *secret){ |
||||
uint8_t c[] = {15, 23, 27, 29, 30, 39, 43, 45, 46, 51, 53, 54, 57, 58, 60, 71, 75, 77, 78, 83, 85, 86, 89, 90, 92, 99, 101, 102, 105, 106, 108, 113, 114, 116, 120, 135, 139, 141, 142, 147, 149, 150, 153, 154, 156, 163, 165, 166, 169, 170, 172, 177, 178, 180, 184, 195, 197, 198, 201, 202, 204, 209, 210, 212, 216, 225, 226, 228, 232, 240 }; |
||||
for(size_t i=0;i<5;i++){ |
||||
uint8_t ok; |
||||
do{ |
||||
ok=1; secret[i]=0; |
||||
for(size_t j=0;j<64;j+=8) secret[i]|=((uint64_t)c[wyrand(&seed)%sizeof(c)])<<j; |
||||
if(secret[i]%2==0){ ok=0; continue; } |
||||
for(size_t j=0;j<i;j++) |
||||
#if defined(__GNUC__) || defined(__INTEL_COMPILER) || defined(__clang__) |
||||
if(__builtin_popcountll(secret[j]^secret[i])!=32){ ok=0; break; } |
||||
#elif defined(_MSC_VER) && defined(_M_X64) |
||||
if(_mm_popcnt_u64(secret[j]^secret[i])!=32){ ok=0; break; } |
||||
#endif |
||||
if(!ok)continue; |
||||
for(uint64_t j=3;j<0x100000000ull;j+=2) if(secret[i]%j==0){ ok=0; break; } |
||||
}while(!ok); |
||||
} |
||||
} |
||||
#endif |
||||
@ -0,0 +1,41 @@ |
||||
load( |
||||
"//bazel:build_defs.bzl", |
||||
"UPB_DEFAULT_COPTS", |
||||
"UPB_DEFAULT_CPPOPTS", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
cc_library( |
||||
name = "lupb", |
||||
srcs = [ |
||||
"def.c", |
||||
"msg.c", |
||||
"upb.c", |
||||
], |
||||
hdrs = [ |
||||
"upb.h", |
||||
], |
||||
copts = UPB_DEFAULT_COPTS, |
||||
visibility = ["//visibility:public"], |
||||
deps = [ |
||||
"//:json", |
||||
"//:reflection", |
||||
"//:textformat", |
||||
"//:upb", |
||||
"@lua//:liblua", |
||||
], |
||||
) |
||||
|
||||
cc_binary( |
||||
name = "protoc-gen-lua", |
||||
srcs = ["upbc.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
visibility = ["//visibility:public"], |
||||
deps = [ |
||||
"@com_google_absl//absl/strings", |
||||
"@com_google_protobuf//:protoc_lib", |
||||
], |
||||
) |
||||
|
||||
exports_files(["upb.lua"]) |
||||
@ -1,69 +0,0 @@ |
||||
|
||||
#ifndef UPB_STDCPP_H_ |
||||
#define UPB_STDCPP_H_ |
||||
|
||||
#include "upb/sink.h" |
||||
|
||||
#include "upb/port_def.inc" |
||||
|
||||
namespace upb { |
||||
|
||||
template <class T> |
||||
class FillStringHandler { |
||||
public: |
||||
static void SetHandler(upb_byteshandler* handler) { |
||||
upb_byteshandler_setstartstr(handler, &FillStringHandler::StartString, |
||||
NULL); |
||||
upb_byteshandler_setstring(handler, &FillStringHandler::StringBuf, NULL); |
||||
} |
||||
|
||||
private: |
||||
// TODO(haberman): add UpbBind/UpbMakeHandler support to BytesHandler so these
|
||||
// can be prettier callbacks.
|
||||
static void* StartString(void *c, const void *hd, size_t size) { |
||||
UPB_UNUSED(hd); |
||||
UPB_UNUSED(size); |
||||
|
||||
T* str = static_cast<T*>(c); |
||||
str->clear(); |
||||
return c; |
||||
} |
||||
|
||||
static size_t StringBuf(void* c, const void* hd, const char* buf, size_t n, |
||||
const upb_bufhandle* h) { |
||||
UPB_UNUSED(hd); |
||||
UPB_UNUSED(h); |
||||
|
||||
T* str = static_cast<T*>(c); |
||||
try { |
||||
str->append(buf, n); |
||||
return n; |
||||
} catch (const std::exception&) { |
||||
return 0; |
||||
} |
||||
} |
||||
}; |
||||
|
||||
class StringSink { |
||||
public: |
||||
template <class T> |
||||
explicit StringSink(T* target) { |
||||
// TODO(haberman): we need to avoid rebuilding a new handler every time,
|
||||
// but with class globals disallowed for google3 C++ this is tricky.
|
||||
upb_byteshandler_init(&handler_); |
||||
FillStringHandler<T>::SetHandler(&handler_); |
||||
input_.Reset(&handler_, target); |
||||
} |
||||
|
||||
BytesSink input() { return input_; } |
||||
|
||||
private: |
||||
upb_byteshandler handler_; |
||||
BytesSink input_; |
||||
}; |
||||
|
||||
} // namespace upb
|
||||
|
||||
#include "upb/port_undef.inc" |
||||
|
||||
#endif // UPB_STDCPP_H_
|
||||
@ -0,0 +1,163 @@ |
||||
/*
|
||||
** Internal implementation details of the decoder that are shared between |
||||
** decode.c and decode_fast.c. |
||||
*/ |
||||
|
||||
#ifndef UPB_DECODE_INT_H_ |
||||
#define UPB_DECODE_INT_H_ |
||||
|
||||
#include <setjmp.h> |
||||
|
||||
#include "upb/msg.h" |
||||
#include "upb/upb.int.h" |
||||
|
||||
/* Must be last. */ |
||||
#include "upb/port_def.inc" |
||||
|
||||
#define DECODE_NOGROUP -1 |
||||
|
||||
typedef struct upb_decstate { |
||||
const char *end; /* Can read up to 16 bytes slop beyond this. */ |
||||
const char *limit_ptr; /* = end + UPB_MIN(limit, 0) */ |
||||
upb_msg *unknown_msg; /* If non-NULL, add unknown data at buffer flip. */ |
||||
const char *unknown; /* Start of unknown data. */ |
||||
int limit; /* Submessage limit relative to end. */ |
||||
int depth; |
||||
uint32_t end_group; /* field number of END_GROUP tag, else DECODE_NOGROUP */ |
||||
bool alias; |
||||
char patch[32]; |
||||
upb_arena arena; |
||||
jmp_buf err; |
||||
} upb_decstate; |
||||
|
||||
/* Error function that will abort decoding with longjmp(). We can't declare this
|
||||
* UPB_NORETURN, even though it is appropriate, because if we do then compilers |
||||
* will "helpfully" refuse to tailcall to it |
||||
* (see: https://stackoverflow.com/a/55657013), which will defeat a major goal
|
||||
* of our optimizations. That is also why we must declare it in a separate file, |
||||
* otherwise the compiler will see that it calls longjmp() and deduce that it is |
||||
* noreturn. */ |
||||
const char *fastdecode_err(upb_decstate *d); |
||||
|
||||
extern const uint8_t upb_utf8_offsets[]; |
||||
|
||||
UPB_INLINE |
||||
bool decode_verifyutf8_inl(const char *buf, int len) { |
||||
int i, j; |
||||
uint8_t offset; |
||||
|
||||
i = 0; |
||||
while (i < len) { |
||||
offset = upb_utf8_offsets[(uint8_t)buf[i]]; |
||||
if (offset == 0 || i + offset > len) { |
||||
return false; |
||||
} |
||||
for (j = i + 1; j < i + offset; j++) { |
||||
if ((buf[j] & 0xc0) != 0x80) { |
||||
return false; |
||||
} |
||||
} |
||||
i += offset; |
||||
} |
||||
return i == len; |
||||
} |
||||
|
||||
/* x86-64 pointers always have the high 16 bits matching. So we can shift
|
||||
* left 8 and right 8 without loss of information. */ |
||||
UPB_INLINE intptr_t decode_totable(const upb_msglayout *tablep) { |
||||
return ((intptr_t)tablep << 8) | tablep->table_mask; |
||||
} |
||||
|
||||
UPB_INLINE const upb_msglayout *decode_totablep(intptr_t table) { |
||||
return (const upb_msglayout*)(table >> 8); |
||||
} |
||||
|
||||
UPB_INLINE |
||||
const char *decode_isdonefallback_inl(upb_decstate *d, const char *ptr, |
||||
int overrun) { |
||||
if (overrun < d->limit) { |
||||
/* Need to copy remaining data into patch buffer. */ |
||||
UPB_ASSERT(overrun < 16); |
||||
if (d->unknown_msg) { |
||||
if (!_upb_msg_addunknown(d->unknown_msg, d->unknown, ptr - d->unknown, |
||||
&d->arena)) { |
||||
return NULL; |
||||
} |
||||
d->unknown = &d->patch[0] + overrun; |
||||
} |
||||
memset(d->patch + 16, 0, 16); |
||||
memcpy(d->patch, d->end, 16); |
||||
ptr = &d->patch[0] + overrun; |
||||
d->end = &d->patch[16]; |
||||
d->limit -= 16; |
||||
d->limit_ptr = d->end + d->limit; |
||||
d->alias = false; |
||||
UPB_ASSERT(ptr < d->limit_ptr); |
||||
return ptr; |
||||
} else { |
||||
return NULL; |
||||
} |
||||
} |
||||
|
||||
const char *decode_isdonefallback(upb_decstate *d, const char *ptr, |
||||
int overrun); |
||||
|
||||
UPB_INLINE |
||||
bool decode_isdone(upb_decstate *d, const char **ptr) { |
||||
int overrun = *ptr - d->end; |
||||
if (UPB_LIKELY(*ptr < d->limit_ptr)) { |
||||
return false; |
||||
} else if (UPB_LIKELY(overrun == d->limit)) { |
||||
return true; |
||||
} else { |
||||
*ptr = decode_isdonefallback(d, *ptr, overrun); |
||||
return false; |
||||
} |
||||
} |
||||
|
||||
UPB_INLINE |
||||
const char *fastdecode_tagdispatch(upb_decstate *d, const char *ptr, |
||||
upb_msg *msg, intptr_t table, |
||||
uint64_t hasbits, uint32_t tag) { |
||||
const upb_msglayout *table_p = decode_totablep(table); |
||||
uint8_t mask = table; |
||||
uint64_t data; |
||||
size_t idx = tag & mask; |
||||
UPB_ASSUME((idx & 7) == 0); |
||||
idx >>= 3; |
||||
data = table_p->fasttable[idx].field_data ^ tag; |
||||
return table_p->fasttable[idx].field_parser(d, ptr, msg, table, hasbits, data); |
||||
} |
||||
|
||||
UPB_INLINE uint32_t fastdecode_loadtag(const char* ptr) { |
||||
uint16_t tag; |
||||
memcpy(&tag, ptr, 2); |
||||
return tag; |
||||
} |
||||
|
||||
UPB_INLINE void decode_checklimit(upb_decstate *d) { |
||||
UPB_ASSERT(d->limit_ptr == d->end + UPB_MIN(0, d->limit)); |
||||
} |
||||
|
||||
UPB_INLINE int decode_pushlimit(upb_decstate *d, const char *ptr, int size) { |
||||
int limit = size + (int)(ptr - d->end); |
||||
int delta = d->limit - limit; |
||||
decode_checklimit(d); |
||||
d->limit = limit; |
||||
d->limit_ptr = d->end + UPB_MIN(0, limit); |
||||
decode_checklimit(d); |
||||
return delta; |
||||
} |
||||
|
||||
UPB_INLINE void decode_poplimit(upb_decstate *d, const char *ptr, |
||||
int saved_delta) { |
||||
UPB_ASSERT(ptr - d->end == d->limit); |
||||
decode_checklimit(d); |
||||
d->limit += saved_delta; |
||||
d->limit_ptr = d->end + UPB_MIN(0, d->limit); |
||||
decode_checklimit(d); |
||||
} |
||||
|
||||
#include "upb/port_undef.inc" |
||||
|
||||
#endif /* UPB_DECODE_INT_H_ */ |
||||
File diff suppressed because it is too large
Load Diff
@ -0,0 +1,126 @@ |
||||
// These are the specialized field parser functions for the fast parser.
|
||||
// Generated tables will refer to these by name.
|
||||
//
|
||||
// The function names are encoded with names like:
|
||||
//
|
||||
// // 123 4
|
||||
// upb_pss_1bt(); // Parse singular string, 1 byte tag.
|
||||
//
|
||||
// In position 1:
|
||||
// - 'p' for parse, most function use this
|
||||
// - 'c' for copy, for when we are copying strings instead of aliasing
|
||||
//
|
||||
// In position 2 (cardinality):
|
||||
// - 's' for singular, with or without hasbit
|
||||
// - 'o' for oneof
|
||||
// - 'r' for non-packed repeated
|
||||
// - 'p' for packed repeated
|
||||
//
|
||||
// In position 3 (type):
|
||||
// - 'b1' for bool
|
||||
// - 'v4' for 4-byte varint
|
||||
// - 'v8' for 8-byte varint
|
||||
// - 'z4' for zig-zag-encoded 4-byte varint
|
||||
// - 'z8' for zig-zag-encoded 8-byte varint
|
||||
// - 'f4' for 4-byte fixed
|
||||
// - 'f8' for 8-byte fixed
|
||||
// - 'm' for sub-message
|
||||
// - 's' for string (validate UTF-8)
|
||||
// - 'b' for bytes
|
||||
//
|
||||
// In position 4 (tag length):
|
||||
// - '1' for one-byte tags (field numbers 1-15)
|
||||
// - '2' for two-byte tags (field numbers 16-2048)
|
||||
|
||||
#ifndef UPB_DECODE_FAST_H_ |
||||
#define UPB_DECODE_FAST_H_ |
||||
|
||||
#include "upb/msg.h" |
||||
|
||||
struct upb_decstate; |
||||
|
||||
// The fallback, generic parsing function that can handle any field type.
|
||||
// This just uses the regular (non-fast) parser to parse a single field.
|
||||
const char *fastdecode_generic(struct upb_decstate *d, const char *ptr, |
||||
upb_msg *msg, intptr_t table, uint64_t hasbits, |
||||
uint64_t data); |
||||
|
||||
#define UPB_PARSE_PARAMS \ |
||||
struct upb_decstate *d, const char *ptr, upb_msg *msg, intptr_t table, \
|
||||
uint64_t hasbits, uint64_t data |
||||
|
||||
/* primitive fields ***********************************************************/ |
||||
|
||||
#define F(card, type, valbytes, tagbytes) \ |
||||
const char *upb_p##card##type##valbytes##_##tagbytes##bt(UPB_PARSE_PARAMS); |
||||
|
||||
#define TYPES(card, tagbytes) \ |
||||
F(card, b, 1, tagbytes) \
|
||||
F(card, v, 4, tagbytes) \
|
||||
F(card, v, 8, tagbytes) \
|
||||
F(card, z, 4, tagbytes) \
|
||||
F(card, z, 8, tagbytes) \
|
||||
F(card, f, 4, tagbytes) \
|
||||
F(card, f, 8, tagbytes) |
||||
|
||||
#define TAGBYTES(card) \ |
||||
TYPES(card, 1) \
|
||||
TYPES(card, 2) |
||||
|
||||
TAGBYTES(s) |
||||
TAGBYTES(o) |
||||
TAGBYTES(r) |
||||
TAGBYTES(p) |
||||
|
||||
#undef F |
||||
#undef TYPES |
||||
#undef TAGBYTES |
||||
|
||||
/* string fields **************************************************************/ |
||||
|
||||
#define F(card, tagbytes, type) \ |
||||
const char *upb_p##card##type##_##tagbytes##bt(UPB_PARSE_PARAMS); \
|
||||
const char *upb_c##card##type##_##tagbytes##bt(UPB_PARSE_PARAMS); |
||||
|
||||
#define UTF8(card, tagbytes) \ |
||||
F(card, tagbytes, s) \
|
||||
F(card, tagbytes, b) |
||||
|
||||
#define TAGBYTES(card) \ |
||||
UTF8(card, 1) \
|
||||
UTF8(card, 2) |
||||
|
||||
TAGBYTES(s) |
||||
TAGBYTES(o) |
||||
TAGBYTES(r) |
||||
|
||||
#undef F |
||||
#undef TAGBYTES |
||||
|
||||
/* sub-message fields *********************************************************/ |
||||
|
||||
#define F(card, tagbytes, size_ceil, ceil_arg) \ |
||||
const char *upb_p##card##m_##tagbytes##bt_max##size_ceil##b(UPB_PARSE_PARAMS); |
||||
|
||||
#define SIZES(card, tagbytes) \ |
||||
F(card, tagbytes, 64, 64) \
|
||||
F(card, tagbytes, 128, 128) \
|
||||
F(card, tagbytes, 192, 192) \
|
||||
F(card, tagbytes, 256, 256) \
|
||||
F(card, tagbytes, max, -1) |
||||
|
||||
#define TAGBYTES(card) \ |
||||
SIZES(card, 1) \
|
||||
SIZES(card, 2) |
||||
|
||||
TAGBYTES(s) |
||||
TAGBYTES(o) |
||||
TAGBYTES(r) |
||||
|
||||
#undef TAGBYTES |
||||
#undef SIZES |
||||
#undef F |
||||
|
||||
#undef UPB_PARSE_PARAMS |
||||
|
||||
#endif /* UPB_DECODE_FAST_H_ */ |
||||
@ -1,26 +0,0 @@ |
||||
|
||||
#include "upb/port_def.inc" |
||||
|
||||
#ifdef UPB_MSVC_VSNPRINTF |
||||
/* Visual C++ earlier than 2015 doesn't have standard C99 snprintf and
|
||||
* vsnprintf. To support them, missing functions are manually implemented |
||||
* using the existing secure functions. */ |
||||
int msvc_vsnprintf(char* s, size_t n, const char* format, va_list arg) { |
||||
if (!s) { |
||||
return _vscprintf(format, arg); |
||||
} |
||||
int ret = _vsnprintf_s(s, n, _TRUNCATE, format, arg); |
||||
if (ret < 0) { |
||||
ret = _vscprintf(format, arg); |
||||
} |
||||
return ret; |
||||
} |
||||
|
||||
int msvc_snprintf(char* s, size_t n, const char* format, ...) { |
||||
va_list arg; |
||||
va_start(arg, format); |
||||
int ret = msvc_vsnprintf(s, n, format, arg); |
||||
va_end(arg); |
||||
return ret; |
||||
} |
||||
#endif |
||||
@ -0,0 +1,29 @@ |
||||
|
||||
#ifndef UPB_INT_H_ |
||||
#define UPB_INT_H_ |
||||
|
||||
#include "upb/upb.h" |
||||
|
||||
struct mem_block; |
||||
typedef struct mem_block mem_block; |
||||
|
||||
struct upb_arena { |
||||
_upb_arena_head head; |
||||
uint32_t *cleanups; |
||||
|
||||
/* Allocator to allocate arena blocks. We are responsible for freeing these
|
||||
* when we are destroyed. */ |
||||
upb_alloc *block_alloc; |
||||
uint32_t last_size; |
||||
|
||||
/* When multiple arenas are fused together, each arena points to a parent
|
||||
* arena (root points to itself). The root tracks how many live arenas |
||||
* reference it. */ |
||||
uint32_t refcount; /* Only used when a->parent == a */ |
||||
struct upb_arena *parent; |
||||
|
||||
/* Linked list of blocks to free/cleanup. */ |
||||
mem_block *freelist, *freelist_tail; |
||||
}; |
||||
|
||||
#endif /* UPB_INT_H_ */ |
||||
@ -0,0 +1,53 @@ |
||||
load( |
||||
"//bazel:build_defs.bzl", |
||||
"UPB_DEFAULT_CPPOPTS", |
||||
) |
||||
|
||||
licenses(["notice"]) |
||||
|
||||
cc_library( |
||||
name = "common", |
||||
hdrs = ["common.h"], |
||||
srcs = ["common.cc"], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
deps = [ |
||||
"@com_google_protobuf//:protobuf", |
||||
"@com_google_absl//absl/strings", |
||||
], |
||||
) |
||||
|
||||
cc_binary( |
||||
name = "protoc-gen-upb", |
||||
srcs = [ |
||||
"protoc-gen-upb.cc", |
||||
"message_layout.cc", |
||||
"message_layout.h", |
||||
], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
visibility = ["//visibility:public"], |
||||
deps = [ |
||||
":common", |
||||
"@com_google_absl//absl/base:core_headers", |
||||
"@com_google_absl//absl/container:flat_hash_map", |
||||
"@com_google_absl//absl/strings", |
||||
"@com_google_protobuf//:protobuf", |
||||
"@com_google_protobuf//:protoc_lib", |
||||
], |
||||
) |
||||
|
||||
cc_binary( |
||||
name = "protoc-gen-upbdefs", |
||||
srcs = [ |
||||
"protoc-gen-upbdefs.cc", |
||||
], |
||||
copts = UPB_DEFAULT_CPPOPTS, |
||||
visibility = ["//visibility:public"], |
||||
deps = [ |
||||
":common", |
||||
"@com_google_absl//absl/base:core_headers", |
||||
"@com_google_absl//absl/container:flat_hash_map", |
||||
"@com_google_absl//absl/strings", |
||||
"@com_google_protobuf//:protobuf", |
||||
"@com_google_protobuf//:protoc_lib", |
||||
], |
||||
) |
||||
@ -0,0 +1,65 @@ |
||||
|
||||
#include "absl/strings/str_replace.h" |
||||
#include "upbc/common.h" |
||||
|
||||
namespace upbc { |
||||
namespace { |
||||
|
||||
namespace protobuf = ::google::protobuf; |
||||
|
||||
void AddMessages(const protobuf::Descriptor* message, |
||||
std::vector<const protobuf::Descriptor*>* messages) { |
||||
messages->push_back(message); |
||||
for (int i = 0; i < message->nested_type_count(); i++) { |
||||
AddMessages(message->nested_type(i), messages); |
||||
} |
||||
} |
||||
|
||||
} // namespace
|
||||
|
||||
std::string StripExtension(absl::string_view fname) { |
||||
size_t lastdot = fname.find_last_of("."); |
||||
if (lastdot == std::string::npos) { |
||||
return std::string(fname); |
||||
} |
||||
return std::string(fname.substr(0, lastdot)); |
||||
} |
||||
|
||||
std::string ToCIdent(absl::string_view str) { |
||||
return absl::StrReplaceAll(str, {{".", "_"}, {"/", "_"}}); |
||||
} |
||||
|
||||
std::string ToPreproc(absl::string_view str) { |
||||
return absl::AsciiStrToUpper(ToCIdent(str)); |
||||
} |
||||
|
||||
void EmitFileWarning(const protobuf::FileDescriptor* file, Output& output) { |
||||
output( |
||||
"/* This file was generated by upbc (the upb compiler) from the input\n" |
||||
" * file:\n" |
||||
" *\n" |
||||
" * $0\n" |
||||
" *\n" |
||||
" * Do not edit -- your changes will be discarded when the file is\n" |
||||
" * regenerated. */\n\n", |
||||
file->name()); |
||||
} |
||||
|
||||
std::vector<const protobuf::Descriptor*> SortedMessages( |
||||
const protobuf::FileDescriptor* file) { |
||||
std::vector<const protobuf::Descriptor*> messages; |
||||
for (int i = 0; i < file->message_type_count(); i++) { |
||||
AddMessages(file->message_type(i), &messages); |
||||
} |
||||
return messages; |
||||
} |
||||
|
||||
std::string MessageName(const protobuf::Descriptor* descriptor) { |
||||
return ToCIdent(descriptor->full_name()); |
||||
} |
||||
|
||||
std::string MessageInit(const protobuf::Descriptor* descriptor) { |
||||
return MessageName(descriptor) + "_msginit"; |
||||
} |
||||
|
||||
} // namespace upbc
|
||||
@ -0,0 +1,66 @@ |
||||
|
||||
#ifndef UPBC_COMMON_H |
||||
#define UPBC_COMMON_H |
||||
|
||||
#include <vector> |
||||
|
||||
#include "absl/strings/substitute.h" |
||||
#include "google/protobuf/descriptor.h" |
||||
#include "google/protobuf/io/zero_copy_stream.h" |
||||
|
||||
namespace upbc { |
||||
|
||||
class Output { |
||||
public: |
||||
Output(google::protobuf::io::ZeroCopyOutputStream* stream) |
||||
: stream_(stream) {} |
||||
~Output() { stream_->BackUp((int)size_); } |
||||
|
||||
template <class... Arg> |
||||
void operator()(absl::string_view format, const Arg&... arg) { |
||||
Write(absl::Substitute(format, arg...)); |
||||
} |
||||
|
||||
private: |
||||
void Write(absl::string_view data) { |
||||
while (!data.empty()) { |
||||
RefreshOutput(); |
||||
size_t to_write = std::min(data.size(), size_); |
||||
memcpy(ptr_, data.data(), to_write); |
||||
data.remove_prefix(to_write); |
||||
ptr_ += to_write; |
||||
size_ -= to_write; |
||||
} |
||||
} |
||||
|
||||
void RefreshOutput() { |
||||
while (size_ == 0) { |
||||
void *ptr; |
||||
int size; |
||||
if (!stream_->Next(&ptr, &size)) { |
||||
fprintf(stderr, "upbc: Failed to write to to output\n"); |
||||
abort(); |
||||
} |
||||
ptr_ = static_cast<char*>(ptr); |
||||
size_ = size; |
||||
} |
||||
} |
||||
|
||||
google::protobuf::io::ZeroCopyOutputStream* stream_; |
||||
char *ptr_ = nullptr; |
||||
size_t size_ = 0; |
||||
}; |
||||
|
||||
std::string StripExtension(absl::string_view fname); |
||||
std::string ToCIdent(absl::string_view str); |
||||
std::string ToPreproc(absl::string_view str); |
||||
void EmitFileWarning(const google::protobuf::FileDescriptor* file, |
||||
Output& output); |
||||
std::vector<const google::protobuf::Descriptor*> SortedMessages( |
||||
const google::protobuf::FileDescriptor* file); |
||||
std::string MessageInit(const google::protobuf::Descriptor* descriptor); |
||||
std::string MessageName(const google::protobuf::Descriptor* descriptor); |
||||
|
||||
} // namespace upbc
|
||||
|
||||
# endif // UPBC_COMMON_H
|
||||
@ -1,12 +0,0 @@ |
||||
|
||||
#ifndef UPBC_GENERATOR_H_ |
||||
#define UPBC_GENERATOR_H_ |
||||
|
||||
#include <memory> |
||||
#include <google/protobuf/compiler/code_generator.h> |
||||
|
||||
namespace upbc { |
||||
std::unique_ptr<google::protobuf::compiler::CodeGenerator> GetGenerator(); |
||||
} |
||||
|
||||
#endif // UPBC_GENERATOR_H_
|
||||
@ -1,9 +0,0 @@ |
||||
|
||||
#include <google/protobuf/compiler/plugin.h> |
||||
|
||||
#include "upbc/generator.h" |
||||
|
||||
int main(int argc, char** argv) { |
||||
return google::protobuf::compiler::PluginMain(argc, argv, |
||||
upbc::GetGenerator().get()); |
||||
} |
||||
@ -0,0 +1,183 @@ |
||||
|
||||
#include <memory> |
||||
|
||||
#include "google/protobuf/compiler/code_generator.h" |
||||
#include "google/protobuf/compiler/plugin.h" |
||||
#include "google/protobuf/descriptor.h" |
||||
#include "google/protobuf/descriptor.pb.h" |
||||
#include "upbc/common.h" |
||||
|
||||
namespace upbc { |
||||
namespace { |
||||
|
||||
namespace protoc = ::google::protobuf::compiler; |
||||
namespace protobuf = ::google::protobuf; |
||||
|
||||
std::string DefInitSymbol(const protobuf::FileDescriptor *file) { |
||||
return ToCIdent(file->name()) + "_upbdefinit"; |
||||
} |
||||
|
||||
static std::string DefHeaderFilename(std::string proto_filename) { |
||||
return StripExtension(proto_filename) + ".upbdefs.h"; |
||||
} |
||||
|
||||
static std::string DefSourceFilename(std::string proto_filename) { |
||||
return StripExtension(proto_filename) + ".upbdefs.c"; |
||||
} |
||||
|
||||
void GenerateMessageDefAccessor(const protobuf::Descriptor* d, Output& output) { |
||||
output("UPB_INLINE const upb_msgdef *$0_getmsgdef(upb_symtab *s) {\n", |
||||
ToCIdent(d->full_name())); |
||||
output(" _upb_symtab_loaddefinit(s, &$0);\n", DefInitSymbol(d->file())); |
||||
output(" return upb_symtab_lookupmsg(s, \"$0\");\n", d->full_name()); |
||||
output("}\n"); |
||||
output("\n"); |
||||
|
||||
for (int i = 0; i < d->nested_type_count(); i++) { |
||||
GenerateMessageDefAccessor(d->nested_type(i), output); |
||||
} |
||||
} |
||||
|
||||
void WriteDefHeader(const protobuf::FileDescriptor* file, Output& output) { |
||||
EmitFileWarning(file, output); |
||||
|
||||
output( |
||||
"#ifndef $0_UPBDEFS_H_\n" |
||||
"#define $0_UPBDEFS_H_\n\n" |
||||
"#include \"upb/def.h\"\n" |
||||
"#include \"upb/port_def.inc\"\n" |
||||
"#ifdef __cplusplus\n" |
||||
"extern \"C\" {\n" |
||||
"#endif\n\n", |
||||
ToPreproc(file->name())); |
||||
|
||||
output("#include \"upb/def.h\"\n"); |
||||
output("\n"); |
||||
output("#include \"upb/port_def.inc\"\n"); |
||||
output("\n"); |
||||
|
||||
output("extern upb_def_init $0;\n", DefInitSymbol(file)); |
||||
output("\n"); |
||||
|
||||
for (int i = 0; i < file->message_type_count(); i++) { |
||||
GenerateMessageDefAccessor(file->message_type(i), output); |
||||
} |
||||
|
||||
output( |
||||
"#ifdef __cplusplus\n" |
||||
"} /* extern \"C\" */\n" |
||||
"#endif\n" |
||||
"\n" |
||||
"#include \"upb/port_undef.inc\"\n" |
||||
"\n" |
||||
"#endif /* $0_UPBDEFS_H_ */\n", |
||||
ToPreproc(file->name())); |
||||
} |
||||
|
||||
|
||||
void WriteDefSource(const protobuf::FileDescriptor* file, Output& output) { |
||||
EmitFileWarning(file, output); |
||||
|
||||
output("#include \"upb/def.h\"\n"); |
||||
output("#include \"$0\"\n", DefHeaderFilename(file->name())); |
||||
output("\n"); |
||||
|
||||
for (int i = 0; i < file->dependency_count(); i++) { |
||||
output("extern upb_def_init $0;\n", DefInitSymbol(file->dependency(i))); |
||||
} |
||||
|
||||
std::vector<const protobuf::Descriptor*> file_messages = |
||||
SortedMessages(file); |
||||
|
||||
for (auto message : file_messages) { |
||||
output("extern const upb_msglayout $0;\n", MessageInit(message)); |
||||
} |
||||
output("\n"); |
||||
|
||||
if (!file_messages.empty()) { |
||||
output("static const upb_msglayout *layouts[$0] = {\n", file_messages.size()); |
||||
for (auto message : file_messages) { |
||||
output(" &$0,\n", MessageInit(message)); |
||||
} |
||||
output("};\n"); |
||||
output("\n"); |
||||
} |
||||
|
||||
protobuf::FileDescriptorProto file_proto; |
||||
file->CopyTo(&file_proto); |
||||
std::string file_data; |
||||
file_proto.SerializeToString(&file_data); |
||||
|
||||
output("static const char descriptor[$0] = {", file_data.size()); |
||||
|
||||
// C90 only guarantees that strings can be up to 509 characters, and some
|
||||
// implementations have limits here (for example, MSVC only allows 64k:
|
||||
// https://docs.microsoft.com/en-us/cpp/error-messages/compiler-errors-1/fatal-error-c1091.
|
||||
// So we always emit an array instead of a string.
|
||||
for (size_t i = 0; i < file_data.size();) { |
||||
for (size_t j = 0; j < 25 && i < file_data.size(); ++i, ++j) { |
||||
output("'$0', ", absl::CEscape(file_data.substr(i, 1))); |
||||
} |
||||
output("\n"); |
||||
} |
||||
output("};\n\n"); |
||||
|
||||
output("static upb_def_init *deps[$0] = {\n", file->dependency_count() + 1); |
||||
for (int i = 0; i < file->dependency_count(); i++) { |
||||
output(" &$0,\n", DefInitSymbol(file->dependency(i))); |
||||
} |
||||
output(" NULL\n"); |
||||
output("};\n"); |
||||
output("\n"); |
||||
|
||||
output("upb_def_init $0 = {\n", DefInitSymbol(file)); |
||||
output(" deps,\n"); |
||||
if (file_messages.empty()) { |
||||
output(" NULL,\n"); |
||||
} else { |
||||
output(" layouts,\n"); |
||||
} |
||||
output(" \"$0\",\n", file->name()); |
||||
output(" UPB_STRVIEW_INIT(descriptor, $0)\n", file_data.size()); |
||||
output("};\n"); |
||||
} |
||||
|
||||
class Generator : public protoc::CodeGenerator { |
||||
~Generator() override {} |
||||
bool Generate(const protobuf::FileDescriptor* file, |
||||
const std::string& parameter, protoc::GeneratorContext* context, |
||||
std::string* error) const override; |
||||
uint64_t GetSupportedFeatures() const override { |
||||
return FEATURE_PROTO3_OPTIONAL; |
||||
} |
||||
}; |
||||
|
||||
bool Generator::Generate(const protobuf::FileDescriptor* file, |
||||
const std::string& parameter, |
||||
protoc::GeneratorContext* context, |
||||
std::string* error) const { |
||||
std::vector<std::pair<std::string, std::string>> params; |
||||
google::protobuf::compiler::ParseGeneratorParameter(parameter, ¶ms); |
||||
|
||||
for (const auto& pair : params) { |
||||
*error = "Unknown parameter: " + pair.first; |
||||
return false; |
||||
} |
||||
|
||||
Output h_def_output(context->Open(DefHeaderFilename(file->name()))); |
||||
WriteDefHeader(file, h_def_output); |
||||
|
||||
Output c_def_output(context->Open(DefSourceFilename(file->name()))); |
||||
WriteDefSource(file, c_def_output); |
||||
|
||||
return true; |
||||
} |
||||
|
||||
} // namespace
|
||||
} // namespace upbc
|
||||
|
||||
int main(int argc, char** argv) { |
||||
std::unique_ptr<google::protobuf::compiler::CodeGenerator> generator( |
||||
new upbc::Generator()); |
||||
return google::protobuf::compiler::PluginMain(argc, argv, generator.get()); |
||||
} |
||||
Loading…
Reference in new issue