|
|
|
@ -38,15 +38,16 @@ |
|
|
|
|
#include <thread> |
|
|
|
|
|
|
|
|
|
#include <gflags/gflags.h> |
|
|
|
|
#include <grpc++/generic/async_generic_service.h> |
|
|
|
|
#include <grpc++/security/server_credentials.h> |
|
|
|
|
#include <grpc++/server.h> |
|
|
|
|
#include <grpc++/server_builder.h> |
|
|
|
|
#include <grpc++/server_context.h> |
|
|
|
|
#include <grpc++/support/config.h> |
|
|
|
|
#include <grpc/grpc.h> |
|
|
|
|
#include <grpc/support/alloc.h> |
|
|
|
|
#include <grpc/support/host_port.h> |
|
|
|
|
#include <grpc/support/log.h> |
|
|
|
|
#include <grpc++/support/config.h> |
|
|
|
|
#include <grpc++/server.h> |
|
|
|
|
#include <grpc++/server_builder.h> |
|
|
|
|
#include <grpc++/server_context.h> |
|
|
|
|
#include <grpc++/security/server_credentials.h> |
|
|
|
|
#include <gtest/gtest.h> |
|
|
|
|
|
|
|
|
|
#include "test/cpp/qps/server.h" |
|
|
|
@ -55,9 +56,25 @@ |
|
|
|
|
namespace grpc { |
|
|
|
|
namespace testing { |
|
|
|
|
|
|
|
|
|
template <class RequestType, class ResponseType, class ServiceType, |
|
|
|
|
class ServerContextType> |
|
|
|
|
class AsyncQpsServerTest : public Server { |
|
|
|
|
public: |
|
|
|
|
explicit AsyncQpsServerTest(const ServerConfig &config) : Server(config) { |
|
|
|
|
AsyncQpsServerTest( |
|
|
|
|
const ServerConfig &config, |
|
|
|
|
std::function<void(ServerBuilder *, ServiceType *)> register_service, |
|
|
|
|
std::function<void(ServiceType *, ServerContextType *, RequestType *, |
|
|
|
|
ServerAsyncResponseWriter<ResponseType> *, |
|
|
|
|
CompletionQueue *, ServerCompletionQueue *, void *)> |
|
|
|
|
request_unary_function, |
|
|
|
|
std::function<void(ServiceType *, ServerContextType *, |
|
|
|
|
ServerAsyncReaderWriter<ResponseType, RequestType> *, |
|
|
|
|
CompletionQueue *, ServerCompletionQueue *, void *)> |
|
|
|
|
request_streaming_function, |
|
|
|
|
std::function<grpc::Status(const PayloadConfig &, const RequestType *, |
|
|
|
|
ResponseType *)> |
|
|
|
|
process_rpc) |
|
|
|
|
: Server(config) { |
|
|
|
|
char *server_address = NULL; |
|
|
|
|
|
|
|
|
|
gpr_join_host_port(&server_address, config.host().c_str(), port()); |
|
|
|
@ -67,7 +84,8 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
Server::CreateServerCredentials(config)); |
|
|
|
|
gpr_free(server_address); |
|
|
|
|
|
|
|
|
|
builder.RegisterAsyncService(&async_service_); |
|
|
|
|
register_service(&builder, &async_service_); |
|
|
|
|
|
|
|
|
|
for (int i = 0; i < config.async_server_threads(); i++) { |
|
|
|
|
srv_cqs_.emplace_back(builder.AddCompletionQueue()); |
|
|
|
|
} |
|
|
|
@ -75,22 +93,29 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
server_ = builder.BuildAndStart(); |
|
|
|
|
|
|
|
|
|
using namespace std::placeholders; |
|
|
|
|
|
|
|
|
|
auto process_rpc_bound = std::bind(process_rpc, config.payload_config(), |
|
|
|
|
_1, _2); |
|
|
|
|
|
|
|
|
|
for (int i = 0; i < 10000 / config.async_server_threads(); i++) { |
|
|
|
|
for (int j = 0; j < config.async_server_threads(); j++) { |
|
|
|
|
auto request_unary = std::bind( |
|
|
|
|
&BenchmarkService::AsyncService::RequestUnaryCall, &async_service_, |
|
|
|
|
_1, _2, _3, srv_cqs_[j].get(), srv_cqs_[j].get(), _4); |
|
|
|
|
auto request_streaming = std::bind( |
|
|
|
|
&BenchmarkService::AsyncService::RequestStreamingCall, |
|
|
|
|
&async_service_, _1, _2, srv_cqs_[j].get(), srv_cqs_[j].get(), _3); |
|
|
|
|
contexts_.push_front( |
|
|
|
|
new ServerRpcContextUnaryImpl<SimpleRequest, SimpleResponse>( |
|
|
|
|
request_unary, ProcessRPC)); |
|
|
|
|
if (request_unary_function) { |
|
|
|
|
auto request_unary = |
|
|
|
|
std::bind(request_unary_function, &async_service_, _1, _2, _3, |
|
|
|
|
srv_cqs_[j].get(), srv_cqs_[j].get(), _4); |
|
|
|
|
contexts_.push_front( |
|
|
|
|
new ServerRpcContextStreamingImpl<SimpleRequest, SimpleResponse>( |
|
|
|
|
request_streaming, ProcessRPC)); |
|
|
|
|
new ServerRpcContextUnaryImpl(request_unary, process_rpc_bound)); |
|
|
|
|
} |
|
|
|
|
if (request_streaming_function) { |
|
|
|
|
auto request_streaming = |
|
|
|
|
std::bind(request_streaming_function, &async_service_, _1, _2, |
|
|
|
|
srv_cqs_[j].get(), srv_cqs_[j].get(), _3); |
|
|
|
|
contexts_.push_front(new ServerRpcContextStreamingImpl( |
|
|
|
|
request_streaming, process_rpc_bound)); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
for (int i = 0; i < config.async_server_threads(); i++) { |
|
|
|
|
shutdown_state_.emplace_back(new PerThreadShutdownState()); |
|
|
|
|
} |
|
|
|
@ -155,16 +180,16 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
return reinterpret_cast<ServerRpcContext *>(tag); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
template <class RequestType, class ResponseType> |
|
|
|
|
class ServerRpcContextUnaryImpl GRPC_FINAL : public ServerRpcContext { |
|
|
|
|
public: |
|
|
|
|
ServerRpcContextUnaryImpl( |
|
|
|
|
std::function<void(ServerContext *, RequestType *, |
|
|
|
|
std::function<void(ServerContextType *, RequestType *, |
|
|
|
|
grpc::ServerAsyncResponseWriter<ResponseType> *, |
|
|
|
|
void *)> request_method, |
|
|
|
|
void *)> |
|
|
|
|
request_method, |
|
|
|
|
std::function<grpc::Status(const RequestType *, ResponseType *)> |
|
|
|
|
invoke_method) |
|
|
|
|
: srv_ctx_(new ServerContext), |
|
|
|
|
: srv_ctx_(new ServerContextType), |
|
|
|
|
next_state_(&ServerRpcContextUnaryImpl::invoker), |
|
|
|
|
request_method_(request_method), |
|
|
|
|
invoke_method_(invoke_method), |
|
|
|
@ -177,7 +202,7 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
return (this->*next_state_)(ok); |
|
|
|
|
} |
|
|
|
|
void Reset() GRPC_OVERRIDE { |
|
|
|
|
srv_ctx_.reset(new ServerContext); |
|
|
|
|
srv_ctx_.reset(new ServerContextType); |
|
|
|
|
req_ = RequestType(); |
|
|
|
|
response_writer_ = |
|
|
|
|
grpc::ServerAsyncResponseWriter<ResponseType>(srv_ctx_.get()); |
|
|
|
@ -205,10 +230,10 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
response_writer_.Finish(response, status, AsyncQpsServerTest::tag(this)); |
|
|
|
|
return true; |
|
|
|
|
} |
|
|
|
|
std::unique_ptr<ServerContext> srv_ctx_; |
|
|
|
|
std::unique_ptr<ServerContextType> srv_ctx_; |
|
|
|
|
RequestType req_; |
|
|
|
|
bool (ServerRpcContextUnaryImpl::*next_state_)(bool); |
|
|
|
|
std::function<void(ServerContext *, RequestType *, |
|
|
|
|
std::function<void(ServerContextType *, RequestType *, |
|
|
|
|
grpc::ServerAsyncResponseWriter<ResponseType> *, void *)> |
|
|
|
|
request_method_; |
|
|
|
|
std::function<grpc::Status(const RequestType *, ResponseType *)> |
|
|
|
@ -216,16 +241,16 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
grpc::ServerAsyncResponseWriter<ResponseType> response_writer_; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
template <class RequestType, class ResponseType> |
|
|
|
|
class ServerRpcContextStreamingImpl GRPC_FINAL : public ServerRpcContext { |
|
|
|
|
public: |
|
|
|
|
ServerRpcContextStreamingImpl( |
|
|
|
|
std::function<void(ServerContext *, grpc::ServerAsyncReaderWriter< |
|
|
|
|
ResponseType, RequestType> *, |
|
|
|
|
void *)> request_method, |
|
|
|
|
std::function<void( |
|
|
|
|
ServerContextType *, |
|
|
|
|
grpc::ServerAsyncReaderWriter<ResponseType, RequestType> *, void *)> |
|
|
|
|
request_method, |
|
|
|
|
std::function<grpc::Status(const RequestType *, ResponseType *)> |
|
|
|
|
invoke_method) |
|
|
|
|
: srv_ctx_(new ServerContext), |
|
|
|
|
: srv_ctx_(new ServerContextType), |
|
|
|
|
next_state_(&ServerRpcContextStreamingImpl::request_done), |
|
|
|
|
request_method_(request_method), |
|
|
|
|
invoke_method_(invoke_method), |
|
|
|
@ -237,7 +262,7 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
return (this->*next_state_)(ok); |
|
|
|
|
} |
|
|
|
|
void Reset() GRPC_OVERRIDE { |
|
|
|
|
srv_ctx_.reset(new ServerContext); |
|
|
|
|
srv_ctx_.reset(new ServerContextType); |
|
|
|
|
req_ = RequestType(); |
|
|
|
|
stream_ = grpc::ServerAsyncReaderWriter<ResponseType, RequestType>( |
|
|
|
|
srv_ctx_.get()); |
|
|
|
@ -286,11 +311,11 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
} |
|
|
|
|
bool finish_done(bool ok) { return false; /* reset the context */ } |
|
|
|
|
|
|
|
|
|
std::unique_ptr<ServerContext> srv_ctx_; |
|
|
|
|
std::unique_ptr<ServerContextType> srv_ctx_; |
|
|
|
|
RequestType req_; |
|
|
|
|
bool (ServerRpcContextStreamingImpl::*next_state_)(bool); |
|
|
|
|
std::function<void( |
|
|
|
|
ServerContext *, |
|
|
|
|
ServerContextType *, |
|
|
|
|
grpc::ServerAsyncReaderWriter<ResponseType, RequestType> *, void *)> |
|
|
|
|
request_method_; |
|
|
|
|
std::function<grpc::Status(const RequestType *, ResponseType *)> |
|
|
|
@ -298,20 +323,10 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
grpc::ServerAsyncReaderWriter<ResponseType, RequestType> stream_; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
static Status ProcessRPC(const SimpleRequest *request, |
|
|
|
|
SimpleResponse *response) { |
|
|
|
|
if (request->response_size() > 0) { |
|
|
|
|
if (!SetPayload(request->response_type(), request->response_size(), |
|
|
|
|
response->mutable_payload())) { |
|
|
|
|
return Status(grpc::StatusCode::INTERNAL, "Error creating payload."); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
return Status::OK; |
|
|
|
|
} |
|
|
|
|
std::vector<std::thread> threads_; |
|
|
|
|
std::unique_ptr<grpc::Server> server_; |
|
|
|
|
std::vector<std::unique_ptr<grpc::ServerCompletionQueue>> srv_cqs_; |
|
|
|
|
BenchmarkService::AsyncService async_service_; |
|
|
|
|
ServiceType async_service_; |
|
|
|
|
std::forward_list<ServerRpcContext *> contexts_; |
|
|
|
|
|
|
|
|
|
class PerThreadShutdownState { |
|
|
|
@ -335,8 +350,56 @@ class AsyncQpsServerTest : public Server { |
|
|
|
|
std::vector<std::unique_ptr<PerThreadShutdownState>> shutdown_state_; |
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
static void RegisterBenchmarkService(ServerBuilder *builder, |
|
|
|
|
BenchmarkService::AsyncService *service) { |
|
|
|
|
builder->RegisterAsyncService(service); |
|
|
|
|
} |
|
|
|
|
static void RegisterGenericService(ServerBuilder *builder, |
|
|
|
|
grpc::AsyncGenericService *service) { |
|
|
|
|
builder->RegisterAsyncGenericService(service); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
static Status ProcessSimpleRPC(const PayloadConfig&, |
|
|
|
|
const SimpleRequest *request, |
|
|
|
|
SimpleResponse *response) { |
|
|
|
|
if (request->response_size() > 0) { |
|
|
|
|
if (!Server::SetPayload(request->response_type(), request->response_size(), |
|
|
|
|
response->mutable_payload())) { |
|
|
|
|
return Status(grpc::StatusCode::INTERNAL, "Error creating payload."); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
return Status::OK; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
static Status ProcessGenericRPC(const PayloadConfig& payload_config, |
|
|
|
|
const ByteBuffer *request, |
|
|
|
|
ByteBuffer *response) { |
|
|
|
|
int resp_size = payload_config.bytebuf_params().resp_size(); |
|
|
|
|
std::unique_ptr<char> buf(new char[resp_size]); |
|
|
|
|
gpr_slice s = gpr_slice_from_copied_buffer(buf.get(), resp_size); |
|
|
|
|
Slice slice(s, Slice::STEAL_REF); |
|
|
|
|
*response = ByteBuffer(&slice, 1); |
|
|
|
|
return Status::OK; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
std::unique_ptr<Server> CreateAsyncServer(const ServerConfig &config) { |
|
|
|
|
return std::unique_ptr<Server>(new AsyncQpsServerTest(config)); |
|
|
|
|
return std::unique_ptr<Server>( |
|
|
|
|
new AsyncQpsServerTest<SimpleRequest, SimpleResponse, |
|
|
|
|
BenchmarkService::AsyncService, |
|
|
|
|
grpc::ServerContext>( |
|
|
|
|
config, RegisterBenchmarkService, |
|
|
|
|
&BenchmarkService::AsyncService::RequestUnaryCall, |
|
|
|
|
&BenchmarkService::AsyncService::RequestStreamingCall, |
|
|
|
|
ProcessSimpleRPC)); |
|
|
|
|
} |
|
|
|
|
std::unique_ptr<Server> CreateAsyncGenericServer(const ServerConfig &config) { |
|
|
|
|
return std::unique_ptr<Server>( |
|
|
|
|
new AsyncQpsServerTest<ByteBuffer, ByteBuffer, grpc::AsyncGenericService, |
|
|
|
|
grpc::GenericServerContext>( |
|
|
|
|
config, RegisterGenericService, nullptr, |
|
|
|
|
&grpc::AsyncGenericService::RequestCall, |
|
|
|
|
ProcessGenericRPC)); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
} // namespace testing
|
|
|
|
|