mirror of https://github.com/grpc/grpc.git
The C based gRPC (C++, Python, Ruby, Objective-C, PHP, C#)
https://grpc.io/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
838 lines
32 KiB
838 lines
32 KiB
/* |
|
* |
|
* Copyright 2017 gRPC authors. |
|
* |
|
* Licensed under the Apache License, Version 2.0 (the "License"); |
|
* you may not use this file except in compliance with the License. |
|
* You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
* |
|
*/ |
|
|
|
/* This benchmark exists to ensure that the benchmark integration is |
|
* working */ |
|
|
|
#include <string.h> |
|
|
|
#include <sstream> |
|
|
|
#include <benchmark/benchmark.h> |
|
|
|
#include <grpc/grpc.h> |
|
#include <grpc/grpc_security.h> |
|
#include <grpc/support/alloc.h> |
|
#include <grpc/support/string_util.h> |
|
#include <grpcpp/channel.h> |
|
#include <grpcpp/support/channel_arguments.h> |
|
|
|
#include "src/core/ext/filters/client_channel/client_channel.h" |
|
#include "src/core/ext/filters/deadline/deadline_filter.h" |
|
#include "src/core/ext/filters/http/client/http_client_filter.h" |
|
#include "src/core/ext/filters/http/message_compress/message_compress_filter.h" |
|
#include "src/core/ext/filters/http/server/http_server_filter.h" |
|
#include "src/core/ext/filters/message_size/message_size_filter.h" |
|
#include "src/core/lib/channel/channel_args.h" |
|
#include "src/core/lib/channel/channel_stack.h" |
|
#include "src/core/lib/channel/channel_stack_builder_impl.h" |
|
#include "src/core/lib/channel/connected_channel.h" |
|
#include "src/core/lib/config/core_configuration.h" |
|
#include "src/core/lib/iomgr/call_combiner.h" |
|
#include "src/core/lib/resource_quota/resource_quota.h" |
|
#include "src/core/lib/surface/channel.h" |
|
#include "src/core/lib/transport/transport_impl.h" |
|
#include "src/cpp/client/create_channel_internal.h" |
|
#include "src/proto/grpc/testing/echo.grpc.pb.h" |
|
#include "test/core/util/test_config.h" |
|
#include "test/cpp/microbenchmarks/helpers.h" |
|
#include "test/cpp/util/test_config.h" |
|
|
|
static auto* g_memory_allocator = new grpc_core::MemoryAllocator( |
|
grpc_core::ResourceQuota::Default()->memory_quota()->CreateMemoryAllocator( |
|
"test")); |
|
|
|
void BM_Zalloc(benchmark::State& state) { |
|
// speed of light for call creation is zalloc, so benchmark a few interesting |
|
// sizes |
|
size_t sz = state.range(0); |
|
for (auto _ : state) { |
|
gpr_free(gpr_zalloc(sz)); |
|
} |
|
} |
|
BENCHMARK(BM_Zalloc) |
|
->Arg(64) |
|
->Arg(128) |
|
->Arg(256) |
|
->Arg(512) |
|
->Arg(1024) |
|
->Arg(1536) |
|
->Arg(2048) |
|
->Arg(3072) |
|
->Arg(4096) |
|
->Arg(5120) |
|
->Arg(6144) |
|
->Arg(7168); |
|
|
|
//////////////////////////////////////////////////////////////////////////////// |
|
// Benchmarks creating full stacks |
|
|
|
class BaseChannelFixture { |
|
public: |
|
explicit BaseChannelFixture(grpc_channel* channel) : channel_(channel) {} |
|
~BaseChannelFixture() { grpc_channel_destroy(channel_); } |
|
|
|
grpc_channel* channel() const { return channel_; } |
|
|
|
private: |
|
grpc_channel* const channel_; |
|
}; |
|
|
|
static grpc_channel* CreateChannel() { |
|
grpc_channel_credentials* creds = grpc_insecure_credentials_create(); |
|
grpc_channel* channel = grpc_channel_create("localhost:1234", creds, nullptr); |
|
grpc_channel_credentials_release(creds); |
|
return channel; |
|
} |
|
|
|
class InsecureChannel : public BaseChannelFixture { |
|
public: |
|
InsecureChannel() : BaseChannelFixture(CreateChannel()) {} |
|
}; |
|
|
|
class LameChannel : public BaseChannelFixture { |
|
public: |
|
LameChannel() |
|
: BaseChannelFixture(grpc_lame_client_channel_create( |
|
"localhost:1234", GRPC_STATUS_UNAUTHENTICATED, "blah")) {} |
|
}; |
|
|
|
template <class Fixture> |
|
static void BM_CallCreateDestroy(benchmark::State& state) { |
|
Fixture fixture; |
|
grpc_completion_queue* cq = grpc_completion_queue_create_for_next(nullptr); |
|
gpr_timespec deadline = gpr_inf_future(GPR_CLOCK_MONOTONIC); |
|
void* method_hdl = grpc_channel_register_call(fixture.channel(), "/foo/bar", |
|
nullptr, nullptr); |
|
for (auto _ : state) { |
|
grpc_call_unref(grpc_channel_create_registered_call( |
|
fixture.channel(), nullptr, GRPC_PROPAGATE_DEFAULTS, cq, method_hdl, |
|
deadline, nullptr)); |
|
} |
|
grpc_completion_queue_destroy(cq); |
|
} |
|
|
|
BENCHMARK_TEMPLATE(BM_CallCreateDestroy, InsecureChannel); |
|
BENCHMARK_TEMPLATE(BM_CallCreateDestroy, LameChannel); |
|
|
|
//////////////////////////////////////////////////////////////////////////////// |
|
// Benchmarks isolating individual filters |
|
|
|
static void* tag(int i) { |
|
return reinterpret_cast<void*>(static_cast<intptr_t>(i)); |
|
} |
|
|
|
static void BM_LameChannelCallCreateCpp(benchmark::State& state) { |
|
auto stub = |
|
grpc::testing::EchoTestService::NewStub(grpc::CreateChannelInternal( |
|
"", |
|
grpc_lame_client_channel_create("localhost:1234", |
|
GRPC_STATUS_UNAUTHENTICATED, "blah"), |
|
std::vector<std::unique_ptr< |
|
grpc::experimental::ClientInterceptorFactoryInterface>>())); |
|
grpc::CompletionQueue cq; |
|
grpc::testing::EchoRequest send_request; |
|
grpc::testing::EchoResponse recv_response; |
|
grpc::Status recv_status; |
|
for (auto _ : state) { |
|
grpc::ClientContext cli_ctx; |
|
auto reader = stub->AsyncEcho(&cli_ctx, send_request, &cq); |
|
reader->Finish(&recv_response, &recv_status, tag(0)); |
|
void* t; |
|
bool ok; |
|
GPR_ASSERT(cq.Next(&t, &ok)); |
|
GPR_ASSERT(ok); |
|
} |
|
} |
|
BENCHMARK(BM_LameChannelCallCreateCpp); |
|
|
|
static void do_nothing(void* /*ignored*/) {} |
|
|
|
static void BM_LameChannelCallCreateCore(benchmark::State& state) { |
|
grpc_channel* channel; |
|
grpc_completion_queue* cq; |
|
grpc_metadata_array initial_metadata_recv; |
|
grpc_metadata_array trailing_metadata_recv; |
|
grpc_byte_buffer* response_payload_recv = nullptr; |
|
grpc_status_code status; |
|
grpc_slice details; |
|
grpc::testing::EchoRequest send_request; |
|
grpc_slice send_request_slice = |
|
grpc_slice_new(&send_request, sizeof(send_request), do_nothing); |
|
|
|
channel = grpc_lame_client_channel_create( |
|
"localhost:1234", GRPC_STATUS_UNAUTHENTICATED, "blah"); |
|
cq = grpc_completion_queue_create_for_next(nullptr); |
|
void* rc = grpc_channel_register_call( |
|
channel, "/grpc.testing.EchoTestService/Echo", nullptr, nullptr); |
|
for (auto _ : state) { |
|
grpc_call* call = grpc_channel_create_registered_call( |
|
channel, nullptr, GRPC_PROPAGATE_DEFAULTS, cq, rc, |
|
gpr_inf_future(GPR_CLOCK_REALTIME), nullptr); |
|
grpc_metadata_array_init(&initial_metadata_recv); |
|
grpc_metadata_array_init(&trailing_metadata_recv); |
|
grpc_byte_buffer* request_payload_send = |
|
grpc_raw_byte_buffer_create(&send_request_slice, 1); |
|
|
|
// Fill in call ops |
|
grpc_op ops[6]; |
|
memset(ops, 0, sizeof(ops)); |
|
grpc_op* op = ops; |
|
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
|
op->data.send_initial_metadata.count = 0; |
|
op++; |
|
op->op = GRPC_OP_SEND_MESSAGE; |
|
op->data.send_message.send_message = request_payload_send; |
|
op++; |
|
op->op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
|
op++; |
|
op->op = GRPC_OP_RECV_INITIAL_METADATA; |
|
op->data.recv_initial_metadata.recv_initial_metadata = |
|
&initial_metadata_recv; |
|
op++; |
|
op->op = GRPC_OP_RECV_MESSAGE; |
|
op->data.recv_message.recv_message = &response_payload_recv; |
|
op++; |
|
op->op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
|
op->data.recv_status_on_client.trailing_metadata = &trailing_metadata_recv; |
|
op->data.recv_status_on_client.status = &status; |
|
op->data.recv_status_on_client.status_details = &details; |
|
op++; |
|
|
|
GPR_ASSERT(GRPC_CALL_OK == grpc_call_start_batch(call, ops, |
|
(size_t)(op - ops), |
|
(void*)1, nullptr)); |
|
grpc_event ev = grpc_completion_queue_next( |
|
cq, gpr_inf_future(GPR_CLOCK_REALTIME), nullptr); |
|
GPR_ASSERT(ev.type != GRPC_QUEUE_SHUTDOWN); |
|
GPR_ASSERT(ev.success != 0); |
|
grpc_call_unref(call); |
|
grpc_byte_buffer_destroy(request_payload_send); |
|
grpc_byte_buffer_destroy(response_payload_recv); |
|
grpc_metadata_array_destroy(&initial_metadata_recv); |
|
grpc_metadata_array_destroy(&trailing_metadata_recv); |
|
} |
|
grpc_channel_destroy(channel); |
|
grpc_completion_queue_destroy(cq); |
|
grpc_slice_unref(send_request_slice); |
|
} |
|
BENCHMARK(BM_LameChannelCallCreateCore); |
|
|
|
static void BM_LameChannelCallCreateCoreSeparateBatch(benchmark::State& state) { |
|
grpc_channel* channel; |
|
grpc_completion_queue* cq; |
|
grpc_metadata_array initial_metadata_recv; |
|
grpc_metadata_array trailing_metadata_recv; |
|
grpc_byte_buffer* response_payload_recv = nullptr; |
|
grpc_status_code status; |
|
grpc_slice details; |
|
grpc::testing::EchoRequest send_request; |
|
grpc_slice send_request_slice = |
|
grpc_slice_new(&send_request, sizeof(send_request), do_nothing); |
|
|
|
channel = grpc_lame_client_channel_create( |
|
"localhost:1234", GRPC_STATUS_UNAUTHENTICATED, "blah"); |
|
cq = grpc_completion_queue_create_for_next(nullptr); |
|
void* rc = grpc_channel_register_call( |
|
channel, "/grpc.testing.EchoTestService/Echo", nullptr, nullptr); |
|
for (auto _ : state) { |
|
grpc_call* call = grpc_channel_create_registered_call( |
|
channel, nullptr, GRPC_PROPAGATE_DEFAULTS, cq, rc, |
|
gpr_inf_future(GPR_CLOCK_REALTIME), nullptr); |
|
grpc_metadata_array_init(&initial_metadata_recv); |
|
grpc_metadata_array_init(&trailing_metadata_recv); |
|
grpc_byte_buffer* request_payload_send = |
|
grpc_raw_byte_buffer_create(&send_request_slice, 1); |
|
|
|
// Fill in call ops |
|
grpc_op ops[3]; |
|
memset(ops, 0, sizeof(ops)); |
|
grpc_op* op = ops; |
|
op->op = GRPC_OP_SEND_INITIAL_METADATA; |
|
op->data.send_initial_metadata.count = 0; |
|
op++; |
|
op->op = GRPC_OP_SEND_MESSAGE; |
|
op->data.send_message.send_message = request_payload_send; |
|
op++; |
|
op->op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
|
op++; |
|
GPR_ASSERT(GRPC_CALL_OK == grpc_call_start_batch(call, ops, |
|
(size_t)(op - ops), |
|
(void*)nullptr, nullptr)); |
|
memset(ops, 0, sizeof(ops)); |
|
op = ops; |
|
op->op = GRPC_OP_RECV_INITIAL_METADATA; |
|
op->data.recv_initial_metadata.recv_initial_metadata = |
|
&initial_metadata_recv; |
|
op++; |
|
op->op = GRPC_OP_RECV_MESSAGE; |
|
op->data.recv_message.recv_message = &response_payload_recv; |
|
op++; |
|
op->op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
|
op->data.recv_status_on_client.trailing_metadata = &trailing_metadata_recv; |
|
op->data.recv_status_on_client.status = &status; |
|
op->data.recv_status_on_client.status_details = &details; |
|
op++; |
|
|
|
GPR_ASSERT(GRPC_CALL_OK == grpc_call_start_batch(call, ops, |
|
(size_t)(op - ops), |
|
(void*)1, nullptr)); |
|
grpc_event ev = grpc_completion_queue_next( |
|
cq, gpr_inf_future(GPR_CLOCK_REALTIME), nullptr); |
|
GPR_ASSERT(ev.type != GRPC_QUEUE_SHUTDOWN); |
|
GPR_ASSERT(ev.success == 0); |
|
ev = grpc_completion_queue_next(cq, gpr_inf_future(GPR_CLOCK_REALTIME), |
|
nullptr); |
|
GPR_ASSERT(ev.type != GRPC_QUEUE_SHUTDOWN); |
|
GPR_ASSERT(ev.success != 0); |
|
grpc_call_unref(call); |
|
grpc_byte_buffer_destroy(request_payload_send); |
|
grpc_byte_buffer_destroy(response_payload_recv); |
|
grpc_metadata_array_destroy(&initial_metadata_recv); |
|
grpc_metadata_array_destroy(&trailing_metadata_recv); |
|
} |
|
grpc_channel_destroy(channel); |
|
grpc_completion_queue_destroy(cq); |
|
grpc_slice_unref(send_request_slice); |
|
} |
|
BENCHMARK(BM_LameChannelCallCreateCoreSeparateBatch); |
|
|
|
static void FilterDestroy(void* arg, grpc_error_handle /*error*/) { |
|
gpr_free(arg); |
|
} |
|
|
|
static void DoNothing(void* /*arg*/, grpc_error_handle /*error*/) {} |
|
|
|
class FakeClientChannelFactory : public grpc_core::ClientChannelFactory { |
|
public: |
|
grpc_core::RefCountedPtr<grpc_core::Subchannel> CreateSubchannel( |
|
const grpc_resolved_address& /*address*/, |
|
const grpc_core::ChannelArgs& /*args*/) override { |
|
return nullptr; |
|
} |
|
}; |
|
|
|
enum FixtureFlags : uint32_t { |
|
CHECKS_NOT_LAST = 1, |
|
REQUIRES_TRANSPORT = 2, |
|
}; |
|
|
|
template <const grpc_channel_filter* kFilter, uint32_t kFlags> |
|
struct Fixture { |
|
const grpc_channel_filter* filter = kFilter; |
|
const uint32_t flags = kFlags; |
|
}; |
|
|
|
namespace phony_filter { |
|
|
|
static void StartTransportStreamOp(grpc_call_element* /*elem*/, |
|
grpc_transport_stream_op_batch* /*op*/) {} |
|
|
|
static void StartTransportOp(grpc_channel_element* /*elem*/, |
|
grpc_transport_op* /*op*/) {} |
|
|
|
static grpc_error_handle InitCallElem(grpc_call_element* /*elem*/, |
|
const grpc_call_element_args* /*args*/) { |
|
return absl::OkStatus(); |
|
} |
|
|
|
static void SetPollsetOrPollsetSet(grpc_call_element* /*elem*/, |
|
grpc_polling_entity* /*pollent*/) {} |
|
|
|
static void DestroyCallElem(grpc_call_element* /*elem*/, |
|
const grpc_call_final_info* /*final_info*/, |
|
grpc_closure* /*then_sched_closure*/) {} |
|
|
|
grpc_error_handle InitChannelElem(grpc_channel_element* /*elem*/, |
|
grpc_channel_element_args* /*args*/) { |
|
return absl::OkStatus(); |
|
} |
|
|
|
void DestroyChannelElem(grpc_channel_element* /*elem*/) {} |
|
|
|
void GetChannelInfo(grpc_channel_element* /*elem*/, |
|
const grpc_channel_info* /*channel_info*/) {} |
|
|
|
static const grpc_channel_filter phony_filter = { |
|
StartTransportStreamOp, nullptr, |
|
StartTransportOp, 0, |
|
InitCallElem, SetPollsetOrPollsetSet, |
|
DestroyCallElem, 0, |
|
InitChannelElem, grpc_channel_stack_no_post_init, |
|
DestroyChannelElem, GetChannelInfo, |
|
"phony_filter"}; |
|
|
|
} // namespace phony_filter |
|
|
|
namespace phony_transport { |
|
|
|
/* Memory required for a single stream element - this is allocated by upper |
|
layers and initialized by the transport */ |
|
size_t sizeof_stream; /* = sizeof(transport stream) */ |
|
|
|
/* name of this transport implementation */ |
|
const char* name; |
|
|
|
/* implementation of grpc_transport_init_stream */ |
|
int InitStream(grpc_transport* /*self*/, grpc_stream* /*stream*/, |
|
grpc_stream_refcount* /*refcount*/, const void* /*server_data*/, |
|
grpc_core::Arena* /*arena*/) { |
|
return 0; |
|
} |
|
|
|
/* implementation of grpc_transport_set_pollset */ |
|
void SetPollset(grpc_transport* /*self*/, grpc_stream* /*stream*/, |
|
grpc_pollset* /*pollset*/) {} |
|
|
|
/* implementation of grpc_transport_set_pollset */ |
|
void SetPollsetSet(grpc_transport* /*self*/, grpc_stream* /*stream*/, |
|
grpc_pollset_set* /*pollset_set*/) {} |
|
|
|
/* implementation of grpc_transport_perform_stream_op */ |
|
void PerformStreamOp(grpc_transport* /*self*/, grpc_stream* /*stream*/, |
|
grpc_transport_stream_op_batch* op) { |
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_complete, absl::OkStatus()); |
|
} |
|
|
|
/* implementation of grpc_transport_perform_op */ |
|
void PerformOp(grpc_transport* /*self*/, grpc_transport_op* /*op*/) {} |
|
|
|
/* implementation of grpc_transport_destroy_stream */ |
|
void DestroyStream(grpc_transport* /*self*/, grpc_stream* /*stream*/, |
|
grpc_closure* /*then_sched_closure*/) {} |
|
|
|
/* implementation of grpc_transport_destroy */ |
|
void Destroy(grpc_transport* /*self*/) {} |
|
|
|
/* implementation of grpc_transport_get_endpoint */ |
|
grpc_endpoint* GetEndpoint(grpc_transport* /*self*/) { return nullptr; } |
|
|
|
static const grpc_transport_vtable phony_transport_vtable = {0, |
|
"phony_http2", |
|
InitStream, |
|
nullptr, |
|
SetPollset, |
|
SetPollsetSet, |
|
PerformStreamOp, |
|
PerformOp, |
|
DestroyStream, |
|
Destroy, |
|
GetEndpoint}; |
|
|
|
static grpc_transport phony_transport = {&phony_transport_vtable}; |
|
|
|
grpc_arg Arg() { |
|
static const grpc_arg_pointer_vtable vtable = { |
|
// copy |
|
[](void* p) { return p; }, |
|
// destroy |
|
[](void*) {}, |
|
// cmp |
|
[](void* a, void* b) { return grpc_core::QsortCompare(a, b); }, |
|
}; |
|
return grpc_channel_arg_pointer_create(const_cast<char*>(GRPC_ARG_TRANSPORT), |
|
&phony_transport, &vtable); |
|
} |
|
|
|
} // namespace phony_transport |
|
|
|
class NoOp { |
|
public: |
|
class Op { |
|
public: |
|
Op(NoOp* /*p*/, grpc_call_stack* /*s*/, grpc_core::Arena*) {} |
|
void Finish() {} |
|
}; |
|
}; |
|
|
|
class SendEmptyMetadata { |
|
public: |
|
SendEmptyMetadata() : op_payload_(nullptr) { |
|
op_ = {}; |
|
op_.on_complete = GRPC_CLOSURE_INIT(&closure_, DoNothing, nullptr, |
|
grpc_schedule_on_exec_ctx); |
|
op_.send_initial_metadata = true; |
|
op_.payload = &op_payload_; |
|
} |
|
|
|
class Op { |
|
public: |
|
Op(SendEmptyMetadata* p, grpc_call_stack* /*s*/, grpc_core::Arena* arena) |
|
: batch_(arena) { |
|
p->op_payload_.send_initial_metadata.send_initial_metadata = &batch_; |
|
} |
|
void Finish() {} |
|
|
|
private: |
|
grpc_metadata_batch batch_; |
|
}; |
|
|
|
private: |
|
const gpr_timespec deadline_ = gpr_inf_future(GPR_CLOCK_MONOTONIC); |
|
const gpr_timespec start_time_ = gpr_now(GPR_CLOCK_MONOTONIC); |
|
const grpc_slice method_ = grpc_slice_from_static_string("/foo/bar"); |
|
grpc_transport_stream_op_batch op_; |
|
grpc_transport_stream_op_batch_payload op_payload_; |
|
grpc_closure closure_; |
|
}; |
|
|
|
// Test a filter in isolation. Fixture specifies the filter under test (use the |
|
// Fixture<> template to specify this), and TestOp defines some unit of work to |
|
// perform on said filter. |
|
template <class Fixture, class TestOp> |
|
static void BM_IsolatedFilter(benchmark::State& state) { |
|
Fixture fixture; |
|
std::ostringstream label; |
|
FakeClientChannelFactory fake_client_channel_factory; |
|
|
|
grpc_core::ChannelArgs channel_args = |
|
grpc_core::ChannelArgs() |
|
.SetObject(&fake_client_channel_factory) |
|
.Set(GRPC_ARG_SERVER_URI, "localhost"); |
|
if (fixture.flags & REQUIRES_TRANSPORT) { |
|
channel_args = channel_args.Set(phony_transport::Arg()); |
|
} |
|
|
|
std::vector<const grpc_channel_filter*> filters; |
|
if (fixture.filter != nullptr) { |
|
filters.push_back(fixture.filter); |
|
} |
|
if (fixture.flags & CHECKS_NOT_LAST) { |
|
filters.push_back(&phony_filter::phony_filter); |
|
label << " #has_phony_filter"; |
|
} |
|
|
|
grpc_core::ExecCtx exec_ctx; |
|
size_t channel_size = grpc_channel_stack_size( |
|
filters.empty() ? nullptr : &filters[0], filters.size()); |
|
grpc_channel_stack* channel_stack = |
|
static_cast<grpc_channel_stack*>(gpr_zalloc(channel_size)); |
|
GPR_ASSERT(GRPC_LOG_IF_ERROR( |
|
"channel_stack_init", |
|
grpc_channel_stack_init(1, FilterDestroy, channel_stack, |
|
filters.empty() ? nullptr : &filters[0], |
|
filters.size(), channel_args, "CHANNEL", |
|
channel_stack))); |
|
grpc_core::ExecCtx::Get()->Flush(); |
|
grpc_call_stack* call_stack = |
|
static_cast<grpc_call_stack*>(gpr_zalloc(channel_stack->call_stack_size)); |
|
grpc_core::Timestamp deadline = grpc_core::Timestamp::InfFuture(); |
|
gpr_cycle_counter start_time = gpr_get_cycle_counter(); |
|
grpc_slice method = grpc_slice_from_static_string("/foo/bar"); |
|
grpc_call_final_info final_info; |
|
TestOp test_op_data; |
|
const int kArenaSize = 32 * 1024 * 1024; |
|
grpc_call_context_element context[GRPC_CONTEXT_COUNT] = {}; |
|
grpc_call_element_args call_args{ |
|
call_stack, |
|
nullptr, |
|
context, |
|
method, |
|
start_time, |
|
deadline, |
|
grpc_core::Arena::Create(kArenaSize, g_memory_allocator), |
|
nullptr}; |
|
while (state.KeepRunning()) { |
|
(void)grpc_call_stack_init(channel_stack, 1, DoNothing, nullptr, |
|
&call_args); |
|
typename TestOp::Op op(&test_op_data, call_stack, call_args.arena); |
|
grpc_call_stack_destroy(call_stack, &final_info, nullptr); |
|
op.Finish(); |
|
grpc_core::ExecCtx::Get()->Flush(); |
|
// recreate arena every 64k iterations to avoid oom |
|
if (0 == (state.iterations() & 0xffff)) { |
|
call_args.arena->Destroy(); |
|
call_args.arena = |
|
grpc_core::Arena::Create(kArenaSize, g_memory_allocator); |
|
} |
|
} |
|
call_args.arena->Destroy(); |
|
grpc_channel_stack_destroy(channel_stack); |
|
grpc_core::ExecCtx::Get()->Flush(); |
|
|
|
gpr_free(channel_stack); |
|
gpr_free(call_stack); |
|
|
|
state.SetLabel(label.str()); |
|
} |
|
|
|
typedef Fixture<nullptr, 0> NoFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, NoFilter, NoOp); |
|
typedef Fixture<&phony_filter::phony_filter, 0> PhonyFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, PhonyFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, PhonyFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_core::ClientChannel::kFilterVtable, 0> |
|
ClientChannelFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, ClientChannelFilter, NoOp); |
|
typedef Fixture<&grpc_message_compress_filter, CHECKS_NOT_LAST> CompressFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, CompressFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, CompressFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_client_deadline_filter, CHECKS_NOT_LAST> |
|
ClientDeadlineFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, ClientDeadlineFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, ClientDeadlineFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_server_deadline_filter, CHECKS_NOT_LAST> |
|
ServerDeadlineFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, ServerDeadlineFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, ServerDeadlineFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_core::HttpClientFilter::kFilter, |
|
CHECKS_NOT_LAST | REQUIRES_TRANSPORT> |
|
HttpClientFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, HttpClientFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, HttpClientFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_core::HttpServerFilter::kFilter, CHECKS_NOT_LAST> |
|
HttpServerFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, HttpServerFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, HttpServerFilter, SendEmptyMetadata); |
|
typedef Fixture<&grpc_message_size_filter, CHECKS_NOT_LAST> MessageSizeFilter; |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, MessageSizeFilter, NoOp); |
|
BENCHMARK_TEMPLATE(BM_IsolatedFilter, MessageSizeFilter, SendEmptyMetadata); |
|
// This cmake target is disabled for now because it depends on OpenCensus, which |
|
// is Bazel-only. |
|
// typedef Fixture<&grpc_server_load_reporting_filter, CHECKS_NOT_LAST> |
|
// LoadReportingFilter; |
|
// BENCHMARK_TEMPLATE(BM_IsolatedFilter, LoadReportingFilter, NoOp); |
|
// BENCHMARK_TEMPLATE(BM_IsolatedFilter, LoadReportingFilter, |
|
// SendEmptyMetadata); |
|
|
|
//////////////////////////////////////////////////////////////////////////////// |
|
// Benchmarks isolating grpc_call |
|
|
|
namespace isolated_call_filter { |
|
|
|
typedef struct { |
|
grpc_core::CallCombiner* call_combiner; |
|
} call_data; |
|
|
|
static void StartTransportStreamOp(grpc_call_element* elem, |
|
grpc_transport_stream_op_batch* op) { |
|
call_data* calld = static_cast<call_data*>(elem->call_data); |
|
// Construct list of closures to return. |
|
grpc_core::CallCombinerClosureList closures; |
|
if (op->recv_initial_metadata) { |
|
closures.Add(op->payload->recv_initial_metadata.recv_initial_metadata_ready, |
|
absl::OkStatus(), "recv_initial_metadata"); |
|
} |
|
if (op->recv_message) { |
|
closures.Add(op->payload->recv_message.recv_message_ready, absl::OkStatus(), |
|
"recv_message"); |
|
} |
|
if (op->recv_trailing_metadata) { |
|
closures.Add( |
|
op->payload->recv_trailing_metadata.recv_trailing_metadata_ready, |
|
absl::OkStatus(), "recv_trailing_metadata"); |
|
} |
|
if (op->on_complete != nullptr) { |
|
closures.Add(op->on_complete, absl::OkStatus(), "on_complete"); |
|
} |
|
// Execute closures. |
|
closures.RunClosures(calld->call_combiner); |
|
} |
|
|
|
static void StartTransportOp(grpc_channel_element* /*elem*/, |
|
grpc_transport_op* op) { |
|
if (!op->disconnect_with_error.ok()) { |
|
} |
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus()); |
|
} |
|
|
|
static grpc_error_handle InitCallElem(grpc_call_element* elem, |
|
const grpc_call_element_args* args) { |
|
call_data* calld = static_cast<call_data*>(elem->call_data); |
|
calld->call_combiner = args->call_combiner; |
|
return absl::OkStatus(); |
|
} |
|
|
|
static void SetPollsetOrPollsetSet(grpc_call_element* /*elem*/, |
|
grpc_polling_entity* /*pollent*/) {} |
|
|
|
static void DestroyCallElem(grpc_call_element* /*elem*/, |
|
const grpc_call_final_info* /*final_info*/, |
|
grpc_closure* then_sched_closure) { |
|
grpc_core::ExecCtx::Run(DEBUG_LOCATION, then_sched_closure, absl::OkStatus()); |
|
} |
|
|
|
grpc_error_handle InitChannelElem(grpc_channel_element* /*elem*/, |
|
grpc_channel_element_args* /*args*/) { |
|
return absl::OkStatus(); |
|
} |
|
|
|
void DestroyChannelElem(grpc_channel_element* /*elem*/) {} |
|
|
|
void GetChannelInfo(grpc_channel_element* /*elem*/, |
|
const grpc_channel_info* /*channel_info*/) {} |
|
|
|
static const grpc_channel_filter isolated_call_filter = { |
|
StartTransportStreamOp, nullptr, |
|
StartTransportOp, sizeof(call_data), |
|
InitCallElem, SetPollsetOrPollsetSet, |
|
DestroyCallElem, 0, |
|
InitChannelElem, grpc_channel_stack_no_post_init, |
|
DestroyChannelElem, GetChannelInfo, |
|
"isolated_call_filter"}; |
|
} // namespace isolated_call_filter |
|
|
|
class IsolatedCallFixture { |
|
public: |
|
IsolatedCallFixture() { |
|
// We are calling grpc_channel_stack_builder_create() instead of |
|
// grpc_channel_create() here, which means we're not getting the |
|
// grpc_init() called by grpc_channel_create(), but we are getting |
|
// the grpc_shutdown() run by grpc_channel_destroy(). So we need to |
|
// call grpc_init() manually here to balance things out. |
|
grpc_init(); |
|
auto args = grpc_core::CoreConfiguration::Get() |
|
.channel_args_preconditioning() |
|
.PreconditionChannelArgs(nullptr); |
|
grpc_core::ChannelStackBuilderImpl builder("phony", GRPC_CLIENT_CHANNEL); |
|
builder.SetTarget("phony_target"); |
|
builder.SetChannelArgs(args); |
|
builder.AppendFilter(&isolated_call_filter::isolated_call_filter); |
|
{ |
|
grpc_core::ExecCtx exec_ctx; |
|
channel_ = |
|
grpc_core::Channel::CreateWithBuilder(&builder)->release()->c_ptr(); |
|
} |
|
cq_ = grpc_completion_queue_create_for_next(nullptr); |
|
} |
|
|
|
void Finish(benchmark::State&) { |
|
grpc_completion_queue_destroy(cq_); |
|
grpc_channel_destroy(channel_); |
|
} |
|
|
|
grpc_channel* channel() const { return channel_; } |
|
grpc_completion_queue* cq() const { return cq_; } |
|
|
|
private: |
|
grpc_completion_queue* cq_; |
|
grpc_channel* channel_; |
|
}; |
|
|
|
static void BM_IsolatedCall_NoOp(benchmark::State& state) { |
|
IsolatedCallFixture fixture; |
|
gpr_timespec deadline = gpr_inf_future(GPR_CLOCK_MONOTONIC); |
|
void* method_hdl = grpc_channel_register_call(fixture.channel(), "/foo/bar", |
|
nullptr, nullptr); |
|
for (auto _ : state) { |
|
grpc_call_unref(grpc_channel_create_registered_call( |
|
fixture.channel(), nullptr, GRPC_PROPAGATE_DEFAULTS, fixture.cq(), |
|
method_hdl, deadline, nullptr)); |
|
} |
|
fixture.Finish(state); |
|
} |
|
BENCHMARK(BM_IsolatedCall_NoOp); |
|
|
|
static void BM_IsolatedCall_Unary(benchmark::State& state) { |
|
IsolatedCallFixture fixture; |
|
gpr_timespec deadline = gpr_inf_future(GPR_CLOCK_MONOTONIC); |
|
void* method_hdl = grpc_channel_register_call(fixture.channel(), "/foo/bar", |
|
nullptr, nullptr); |
|
grpc_slice slice = grpc_slice_from_static_string("hello world"); |
|
grpc_byte_buffer* send_message = grpc_raw_byte_buffer_create(&slice, 1); |
|
grpc_byte_buffer* recv_message = nullptr; |
|
grpc_status_code status_code; |
|
grpc_slice status_details = grpc_empty_slice(); |
|
grpc_metadata_array recv_initial_metadata; |
|
grpc_metadata_array_init(&recv_initial_metadata); |
|
grpc_metadata_array recv_trailing_metadata; |
|
grpc_metadata_array_init(&recv_trailing_metadata); |
|
grpc_op ops[6]; |
|
memset(ops, 0, sizeof(ops)); |
|
ops[0].op = GRPC_OP_SEND_INITIAL_METADATA; |
|
ops[1].op = GRPC_OP_SEND_MESSAGE; |
|
ops[1].data.send_message.send_message = send_message; |
|
ops[2].op = GRPC_OP_SEND_CLOSE_FROM_CLIENT; |
|
ops[3].op = GRPC_OP_RECV_INITIAL_METADATA; |
|
ops[3].data.recv_initial_metadata.recv_initial_metadata = |
|
&recv_initial_metadata; |
|
ops[4].op = GRPC_OP_RECV_MESSAGE; |
|
ops[4].data.recv_message.recv_message = &recv_message; |
|
ops[5].op = GRPC_OP_RECV_STATUS_ON_CLIENT; |
|
ops[5].data.recv_status_on_client.status = &status_code; |
|
ops[5].data.recv_status_on_client.status_details = &status_details; |
|
ops[5].data.recv_status_on_client.trailing_metadata = &recv_trailing_metadata; |
|
for (auto _ : state) { |
|
grpc_call* call = grpc_channel_create_registered_call( |
|
fixture.channel(), nullptr, GRPC_PROPAGATE_DEFAULTS, fixture.cq(), |
|
method_hdl, deadline, nullptr); |
|
grpc_call_start_batch(call, ops, 6, tag(1), nullptr); |
|
grpc_completion_queue_next(fixture.cq(), |
|
gpr_inf_future(GPR_CLOCK_MONOTONIC), nullptr); |
|
grpc_call_unref(call); |
|
} |
|
fixture.Finish(state); |
|
grpc_metadata_array_destroy(&recv_initial_metadata); |
|
grpc_metadata_array_destroy(&recv_trailing_metadata); |
|
grpc_byte_buffer_destroy(send_message); |
|
} |
|
BENCHMARK(BM_IsolatedCall_Unary); |
|
|
|
static void BM_IsolatedCall_StreamingSend(benchmark::State& state) { |
|
IsolatedCallFixture fixture; |
|
gpr_timespec deadline = gpr_inf_future(GPR_CLOCK_MONOTONIC); |
|
void* method_hdl = grpc_channel_register_call(fixture.channel(), "/foo/bar", |
|
nullptr, nullptr); |
|
grpc_slice slice = grpc_slice_from_static_string("hello world"); |
|
grpc_byte_buffer* send_message = grpc_raw_byte_buffer_create(&slice, 1); |
|
grpc_metadata_array recv_initial_metadata; |
|
grpc_metadata_array_init(&recv_initial_metadata); |
|
grpc_metadata_array recv_trailing_metadata; |
|
grpc_metadata_array_init(&recv_trailing_metadata); |
|
grpc_op ops[2]; |
|
memset(ops, 0, sizeof(ops)); |
|
ops[0].op = GRPC_OP_SEND_INITIAL_METADATA; |
|
ops[1].op = GRPC_OP_RECV_INITIAL_METADATA; |
|
ops[1].data.recv_initial_metadata.recv_initial_metadata = |
|
&recv_initial_metadata; |
|
grpc_call* call = grpc_channel_create_registered_call( |
|
fixture.channel(), nullptr, GRPC_PROPAGATE_DEFAULTS, fixture.cq(), |
|
method_hdl, deadline, nullptr); |
|
grpc_call_start_batch(call, ops, 2, tag(1), nullptr); |
|
grpc_completion_queue_next(fixture.cq(), gpr_inf_future(GPR_CLOCK_MONOTONIC), |
|
nullptr); |
|
memset(ops, 0, sizeof(ops)); |
|
ops[0].op = GRPC_OP_SEND_MESSAGE; |
|
ops[0].data.send_message.send_message = send_message; |
|
for (auto _ : state) { |
|
grpc_call_start_batch(call, ops, 1, tag(2), nullptr); |
|
grpc_completion_queue_next(fixture.cq(), |
|
gpr_inf_future(GPR_CLOCK_MONOTONIC), nullptr); |
|
} |
|
grpc_call_unref(call); |
|
fixture.Finish(state); |
|
grpc_metadata_array_destroy(&recv_initial_metadata); |
|
grpc_metadata_array_destroy(&recv_trailing_metadata); |
|
grpc_byte_buffer_destroy(send_message); |
|
} |
|
BENCHMARK(BM_IsolatedCall_StreamingSend); |
|
|
|
// Some distros have RunSpecifiedBenchmarks under the benchmark namespace, |
|
// and others do not. This allows us to support both modes. |
|
namespace benchmark { |
|
void RunTheBenchmarksNamespaced() { RunSpecifiedBenchmarks(); } |
|
} // namespace benchmark |
|
|
|
int main(int argc, char** argv) { |
|
grpc::testing::TestEnvironment env(&argc, argv); |
|
LibraryInitializer libInit; |
|
::benchmark::Initialize(&argc, argv); |
|
grpc::testing::InitTest(&argc, &argv, false); |
|
benchmark::RunTheBenchmarksNamespaced(); |
|
return 0; |
|
}
|
|
|