Chiebot-Mirror
/
protobuf
mirror of https://github.com/protocolbuffers/protobuf.git
8
0
Fork 0
Code Issues Projects Releases Wiki Activity

Exclude rust/test/benchmarks from GitHub

Browse Source 
These benchmarks only currently work in the google3 environment.

PiperOrigin-RevId: 673853547
pull/18283/head
Protobuf Team Bot 4 months ago committed by Copybara-Service
parent 4c38e117ac
commit 92aca2d442
6 changed files with 0 additions and 584 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 122
      rust/test/benchmarks/BUILD
  2. 12
      rust/test/benchmarks/bench_data.proto
  3. 13
      rust/test/benchmarks/benchmark_thunks.cc
  4. 39
      rust/test/benchmarks/benchmarks.rs
  5. 136
      rust/test/benchmarks/proto_benchmarks.rs
  6. 262
      rust/test/benchmarks/rust_protobuf_benchmarks.cc

122
rust/test/benchmarks/BUILD
Unescape View File

@ -1,122 +0,0 @@
# Benchmarks for Rust Protobuf.
load(
"@rules_rust//rust:defs.bzl",
"rust_library",
)
load("//bazel:cc_proto_library.bzl", "cc_proto_library")
load(
"//hpb/bazel:hpb_proto_library.bzl",
"hpb_proto_library",
)
load(
"//rust:defs.bzl",
"rust_cc_proto_library",
"rust_upb_proto_library",
)
proto_library(
name = "bench_data_proto",
srcs = ["bench_data.proto"],
)
cc_proto_library(
name = "bench_data_cc_proto",
deps = [":bench_data_proto"],
)
rust_cc_proto_library(
name = "bench_data_cpp_rust_proto",
deps = [":bench_data_proto"],
)
rust_upb_proto_library(
name = "bench_data_upb_rust_proto",
deps = [":bench_data_proto"],
)
hpb_proto_library(
name = "bench_data_upb_cc_proto",
deps = [":bench_data_proto"],
)
cc_test(
name = "rust_protobuf_benchmarks_cpp",
testonly = True,
srcs = ["rust_protobuf_benchmarks.cc"],
deps = [
":bench_data_cc_proto",
":bench_data_upb_cc_proto",
":benchmarks",
":proto_benchmarks_cpp", # build_cleaner: keep
"//hpb",
"//hpb:arena",
"//hpb:repeated_field",
"//src/google/protobuf:protobuf_lite",
"//testing/base/public:gunit",
"//third_party/benchmark",
"@com_google_absl//absl/log:absl_check",
"@com_google_googletest//:gtest",
"@com_google_googletest//:gtest_main",
],
)
cc_test(
name = "rust_protobuf_benchmarks_upb",
testonly = True,
srcs = ["rust_protobuf_benchmarks.cc"],
defines = ["BENCHMARK_UPB"],
deps = [
":bench_data_cc_proto",
":bench_data_upb_cc_proto",
":benchmarks",
":proto_benchmarks_upb", # build_cleaner: keep
"//hpb",
"//hpb:arena",
"//hpb:repeated_field",
"//protos",
"//src/google/protobuf:protobuf_lite",
"//testing/base/public:gunit",
"//third_party/benchmark",
"@com_google_absl//absl/log:absl_check",
"@com_google_googletest//:gtest",
"@com_google_googletest//:gtest_main",
],
)
rust_library(
name = "proto_benchmarks_cpp",
srcs = ["proto_benchmarks.rs"],
proc_macro_deps = [
"@crate_index//:paste",
],
rustc_flags = [
"--cfg=bench_cpp",
],
deps = [":bench_data_cpp_rust_proto"],
)
rust_library(
name = "proto_benchmarks_upb",
srcs = ["proto_benchmarks.rs"],
proc_macro_deps = [
"@crate_index//:paste",
],
rustc_flags = [
"--cfg=bench_upb",
],
deps = [":bench_data_upb_rust_proto"],
)
rust_library(
name = "benchmarks",
srcs = ["benchmarks.rs"],
deps = [
":benchmark_thunks", #build_cleaner: keep
],
)
cc_library(
name = "benchmark_thunks",
srcs = ["benchmark_thunks.cc"],
deps = [":bench_data_cc_proto"],
)

12
rust/test/benchmarks/bench_data.proto
Unescape View File

@ -1,12 +0,0 @@
syntax = "proto3";
package benchmarks;
message BenchData {
string name = 1;
float num1 = 2;
int32 num2 = 3;
repeated BenchData subs = 4;
repeated int32 nums = 5;
BenchData recursive = 6;
}

13
rust/test/benchmarks/benchmark_thunks.cc
Unescape View File

@ -1,13 +0,0 @@
#include <cstdint>
#include "google/protobuf/rust/test/benchmarks/bench_data.pb.h"
using benchmarks::BenchData;
extern "C" void benchmark_thunk_set_num2(void* proto, int32_t num) {
static_cast<BenchData*>(proto)->set_num2(num);
}
extern "C" void benchmark_thunk_add_num(void* proto, int32_t num) {
static_cast<BenchData*>(proto)->add_nums(num);
}

39
rust/test/benchmarks/benchmarks.rs
Unescape View File

@ -1,39 +0,0 @@
// All benchmarks that don't need to be duplicated for cpp and upb should be
// defined here.
use std::sync::OnceLock;
#[no_mangle]
pub extern "C" fn extend_100_ints_vec_rs_bench() {
let data: Vec<i32> = std::hint::black_box((0..100).collect());
assert!(data.len() == 100);
}
static ONE_THOUSAND: OnceLock<Vec<i32>> = OnceLock::new();
#[no_mangle]
pub extern "C" fn sum_1000_ints_vec_rs_bench() {
let source = ONE_THOUSAND.get_or_init(|| (0..1000).collect());
let data: i32 = source.iter().sum();
assert!(data == 499500);
}
extern "C" {
fn benchmark_thunk_set_num2(proto: *mut std::ffi::c_void, num: i32);
fn benchmark_thunk_add_num(proto: *mut std::ffi::c_void, num: i32);
}
/// # Safety
/// This function is safe because it just passes the arguments to the C
/// function.
#[no_mangle]
pub unsafe extern "C" fn benchmark_thunk_set_num2_rs(proto: *mut std::ffi::c_void, num: i32) {
benchmark_thunk_set_num2(proto, num);
}
/// # Safety
/// This function is safe because it just passes the arguments to the C
/// function.
#[no_mangle]
pub unsafe extern "C" fn benchmark_thunk_add_num_rs(proto: *mut std::ffi::c_void, num: i32) {
benchmark_thunk_add_num(proto, num);
}

136
rust/test/benchmarks/proto_benchmarks.rs
Unescape View File

@ -1,136 +0,0 @@
// All benchmarks are exported as C functions so that they can be called from
// the C++. The benchmarks are exported with the name of the benchmark
// followed by the name of the kernel and _bench.
use bench_data_rust_proto::BenchData;
use paste::paste;
use std::sync::OnceLock;
macro_rules! export_proto_bench {
($name:ident, $protokernel:ident) => {
paste! {
#[no_mangle]
pub extern "C" fn [<$name _rs_ $protokernel _bench>] () {
$name();
}
}
};
}
macro_rules! export_benches {
($name:ident, $($rest:tt)*) => {
#[cfg(bench_upb)]
export_proto_bench!($name, upb);
#[cfg(bench_cpp)]
export_proto_bench!($name, cpp);
export_benches!($($rest)*);
};
($name:ident) => {
#[cfg(bench_upb)]
export_proto_bench!($name, upb);
#[cfg(bench_cpp)]
export_proto_bench!($name, cpp);
};
}
export_benches!(
set_string,
set_int,
add_10_repeated_msg,
copy_from_10_repeated_msg,
extend_10_repeated_msg,
add_100_ints,
copy_from_100_ints,
extend_100_ints,
sum_1000_ints
);
pub fn set_string() {
let mut data = BenchData::new();
data.set_name("a relatively long string that will avoid any short string optimizations.");
}
pub fn set_int() {
let mut data = BenchData::new();
data.set_num2(123456789);
assert_eq!(data.num2(), 123456789);
}
pub fn add_10_repeated_msg() {
let mut data = BenchData::new();
let mut repeated = data.subs_mut();
for i in 0..10 {
let mut new = BenchData::new();
new.set_num2(i);
repeated.push(new.as_view());
}
}
static COPY_FROM_10: OnceLock<BenchData> = OnceLock::new();
fn create_10_repeated() -> BenchData {
let mut data = BenchData::new();
let mut repeated = data.subs_mut();
for i in 0..10 {
let mut new = BenchData::new();
new.set_num2(i);
repeated.push(new.as_view());
}
data
}
pub fn copy_from_10_repeated_msg() {
let source = COPY_FROM_10.get_or_init(create_10_repeated);
let mut data = BenchData::new();
data.subs_mut().copy_from(source.subs());
}
pub fn extend_10_repeated_msg() {
let source = COPY_FROM_10.get_or_init(create_10_repeated);
let mut data = BenchData::new();
data.subs_mut().extend(source.subs());
}
pub fn add_100_ints() {
let mut data = BenchData::new();
let mut repeated = data.nums_mut();
for i in 0..100 {
repeated.push(i);
}
}
fn create_100_ints() -> BenchData {
let mut data = BenchData::new();
data.nums_mut().extend(0..100);
data
}
static COPY_FROM_100: OnceLock<BenchData> = OnceLock::new();
pub fn copy_from_100_ints() {
let source = COPY_FROM_100.get_or_init(create_100_ints);
let mut data = BenchData::new();
data.nums_mut().copy_from(source.nums());
}
pub fn extend_100_ints() {
let mut data = BenchData::new();
let mut repeated = data.nums_mut();
repeated.extend(0..100);
assert!(repeated.len() == 100);
}
static ONE_THOUSAND: OnceLock<BenchData> = OnceLock::new();
pub fn sum_1000_ints() {
let source = ONE_THOUSAND.get_or_init(|| {
let mut data = BenchData::new();
data.nums_mut().extend(0..1000);
data
});
let sum: i32 = source.nums().iter().sum();
assert!(sum == 499500);
}

262
rust/test/benchmarks/rust_protobuf_benchmarks.cc
Unescape View File

@ -1,262 +0,0 @@
#include <algorithm>
#include <cstdint>
#include <memory>
#include <vector>
#include <benchmark/benchmark.h>
#include "absl/log/absl_check.h"
#include "google/protobuf/hpb/arena.h"
#include "google/protobuf/hpb/hpb.h"
#include "google/protobuf/repeated_ptr_field.h"
#include "google/protobuf/rust/test/benchmarks/bench_data.pb.h"
#include "google/protobuf/rust/test/benchmarks/bench_data.upb.proto.h"
using benchmarks::BenchData;
#ifdef BENCHMARK_UPB
#define PROTO_BENCHMARK(NAME) EXTERN_BENCHMARK(NAME##_upb);
#else
#define PROTO_BENCHMARK(NAME) EXTERN_BENCHMARK(NAME##_cpp);
#endif
#define EXTERN_BENCHMARK(NAME) \
extern "C" { \
void NAME##_bench(); \
} \
void BM_##NAME(benchmark::State& state) { \
for (auto s : state) { \
NAME##_bench(); \
} \
} \
BENCHMARK(BM_##NAME);
void BM_set_string_cpp(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
data->set_name(
"a relatively long string that will avoid any short string "
"optimizations.");
}
}
BENCHMARK(BM_set_string_cpp);
PROTO_BENCHMARK(set_string_rs);
void BM_set_int_cpp(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
data->set_num2(123456789);
ABSL_CHECK_EQ(data->num2(), 123456789);
}
}
BENCHMARK(BM_set_int_cpp);
PROTO_BENCHMARK(set_int_rs);
extern "C" {
void benchmark_thunk_set_num2_rs(void* data, int32_t num2);
}
void BM_set_int_cpp_roundtrip(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
benchmark_thunk_set_num2_rs((void*)data.get(), 123456789);
ABSL_CHECK_EQ(data->num2(), 123456789);
}
}
BENCHMARK(BM_set_int_cpp_roundtrip);
void BM_add_10_repeated_msg_copy_cpp(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
for (int i = 0; i < 10; ++i) {
auto sub_data = std::make_unique<BenchData>();
sub_data->set_num2(i);
*data->add_subs() = *sub_data;
}
}
}
BENCHMARK(BM_add_10_repeated_msg_copy_cpp);
PROTO_BENCHMARK(add_10_repeated_msg_rs);
void BM_add_10_repeated_msg_direct_cpp(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
for (int i = 0; i < 10; ++i) {
auto sub_data = data->add_subs();
sub_data->set_num2(i);
}
}
}
BENCHMARK(BM_add_10_repeated_msg_direct_cpp);
void BM_copy_from_10_repeated_msg_cpp(benchmark::State& state) {
auto source = std::make_unique<BenchData>();
for (int i = 0; i < 10; ++i) {
auto sub_data = source->add_subs();
sub_data->set_num2(i);
}
for (auto s : state) {
benchmarks::BenchData data;
*data.mutable_subs() = source->subs();
}
}
BENCHMARK(BM_copy_from_10_repeated_msg_cpp);
void BM_back_inserter_from_10_repeated_msg_cpp(benchmark::State& state) {
auto source = std::make_unique<BenchData>();
for (int i = 0; i < 10; ++i) {
auto sub_data = source->add_subs();
sub_data->set_num2(i);
}
for (auto s : state) {
benchmarks::BenchData data;
std::copy(source->subs().begin(), source->subs().end(),
google::protobuf::RepeatedFieldBackInserter(data.mutable_subs()));
}
}
BENCHMARK(BM_back_inserter_from_10_repeated_msg_cpp);
PROTO_BENCHMARK(copy_from_10_repeated_msg_rs);
PROTO_BENCHMARK(extend_10_repeated_msg_rs);
void BM_add_100_ints_cpp(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
for (int i = 0; i < 100; ++i) {
data->mutable_nums()->Add(i);
}
}
}
BENCHMARK(BM_add_100_ints_cpp);
void BM_add_100_ints_upb(benchmark::State& state) {
for (auto s : state) {
hpb::Arena arena;
auto data = ::hpb::CreateMessage<benchmarks::protos::BenchData>(arena);
for (int i = 0; i < 100; ++i) {
data.add_nums(i);
}
}
}
BENCHMARK(BM_add_100_ints_upb);
PROTO_BENCHMARK(add_100_ints_rs);
extern "C" {
void benchmark_thunk_add_num_rs(void* data, int32_t num);
}
void BM_add_100_ints_rs_roundtrip(benchmark::State& state) {
for (auto s : state) {
auto data = std::make_unique<BenchData>();
for (int i = 0; i < 100; ++i) {
benchmark_thunk_add_num_rs((void*)data.get(), i);
}
}
}
BENCHMARK(BM_add_100_ints_rs_roundtrip);
void BM_copy_from_100_ints_cpp(benchmark::State& state) {
auto source = std::make_unique<BenchData>();
for (int i = 0; i < 100; ++i) {
source->add_nums(i);
}
for (auto s : state) {
auto data = std::make_unique<BenchData>();
*data->mutable_nums() = source->nums();
ABSL_CHECK_EQ(data->nums()[99], 99);
}
}
BENCHMARK(BM_copy_from_100_ints_cpp);
void BM_copy_from_100_ints_upb(benchmark::State& state) {
hpb::Arena arena;
auto source = ::hpb::CreateMessage<benchmarks::protos::BenchData>(arena);
for (int i = 0; i < 100; ++i) {
source.add_nums(i);
}
for (auto s : state) {
auto data = ::hpb::CreateMessage<benchmarks::protos::BenchData>(arena);
data.resize_nums(source.nums_size());
std::copy(source.nums().begin(), source.nums().end(),
data.mutable_nums()->begin());
ABSL_CHECK_EQ(data.nums()[99], 99);
}
}
BENCHMARK(BM_copy_from_100_ints_upb);
PROTO_BENCHMARK(copy_from_100_ints_rs);
PROTO_BENCHMARK(extend_100_ints_rs);
EXTERN_BENCHMARK(extend_100_ints_vec_rs);
PROTO_BENCHMARK(sum_1000_ints_rs);
EXTERN_BENCHMARK(sum_1000_ints_vec_rs);
void BM_sum_1000_ints_cpp(benchmark::State& state) {
auto source = std::make_unique<BenchData>();
for (int i = 0; i < 1000; ++i) {
source->add_nums(i);
}
for (auto s : state) {
int sum = 0;
for (auto x : source->nums()) {
sum += x;
}
ABSL_CHECK_EQ(sum, 499500);
}
}
BENCHMARK(BM_sum_1000_ints_cpp);
void BM_sum_1000_ints_upb(benchmark::State& state) {
hpb::Arena arena;
auto data = ::hpb::CreateMessage<benchmarks::protos::BenchData>(arena);
for (int i = 0; i < 1000; ++i) {
data.add_nums(i);
}
for (auto s : state) {
int sum = 0;
for (auto x : data.nums()) {
sum += x;
}
ABSL_CHECK_EQ(sum, 499500);
}
}
BENCHMARK(BM_sum_1000_ints_upb);
void BM_sum_1000_ints_vector(benchmark::State& state) {
std::vector<int32_t> nums;
nums.reserve(1000);
for (int i = 0; i < 1000; ++i) {
nums.push_back(i);
}
for (auto s : state) {
int sum = 0;
for (auto x : nums) {
sum += x;
}
ABSL_CHECK_EQ(sum, 499500);
}
}
BENCHMARK(BM_sum_1000_ints_vector);
Write Preview
Loading…
Cancel
Save