|
|
@ -46,6 +46,7 @@ |
|
|
|
#include <grpc++/async_unary_call.h> |
|
|
|
#include <grpc++/async_unary_call.h> |
|
|
|
#include <grpc++/client_context.h> |
|
|
|
#include <grpc++/client_context.h> |
|
|
|
#include <grpc++/status.h> |
|
|
|
#include <grpc++/status.h> |
|
|
|
|
|
|
|
#include <grpc++/stream.h> |
|
|
|
#include "test/core/util/grpc_profiler.h" |
|
|
|
#include "test/core/util/grpc_profiler.h" |
|
|
|
#include "test/cpp/util/create_test_channel.h" |
|
|
|
#include "test/cpp/util/create_test_channel.h" |
|
|
|
#include "test/cpp/qps/qpstest.pb.h" |
|
|
|
#include "test/cpp/qps/qpstest.pb.h" |
|
|
@ -59,13 +60,13 @@ class ClientRpcContext { |
|
|
|
public: |
|
|
|
public: |
|
|
|
ClientRpcContext() {} |
|
|
|
ClientRpcContext() {} |
|
|
|
virtual ~ClientRpcContext() {} |
|
|
|
virtual ~ClientRpcContext() {} |
|
|
|
virtual bool RunNextState() = 0; // do next state, return false if steps done
|
|
|
|
// next state, return false if done. Collect stats when appropriate
|
|
|
|
|
|
|
|
virtual bool RunNextState(bool, Histogram *hist) = 0; |
|
|
|
virtual void StartNewClone() = 0; |
|
|
|
virtual void StartNewClone() = 0; |
|
|
|
static void *tag(ClientRpcContext *c) { return reinterpret_cast<void *>(c); } |
|
|
|
static void *tag(ClientRpcContext *c) { return reinterpret_cast<void *>(c); } |
|
|
|
static ClientRpcContext *detag(void *t) { |
|
|
|
static ClientRpcContext *detag(void *t) { |
|
|
|
return reinterpret_cast<ClientRpcContext *>(t); |
|
|
|
return reinterpret_cast<ClientRpcContext *>(t); |
|
|
|
} |
|
|
|
} |
|
|
|
virtual void report_stats(Histogram *hist) = 0; |
|
|
|
|
|
|
|
}; |
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
template <class RequestType, class ResponseType> |
|
|
|
template <class RequestType, class ResponseType> |
|
|
@ -89,26 +90,29 @@ class ClientRpcContextUnaryImpl : public ClientRpcContext { |
|
|
|
response_reader_( |
|
|
|
response_reader_( |
|
|
|
start_req(stub_, &context_, req_, ClientRpcContext::tag(this))) {} |
|
|
|
start_req(stub_, &context_, req_, ClientRpcContext::tag(this))) {} |
|
|
|
~ClientRpcContextUnaryImpl() GRPC_OVERRIDE {} |
|
|
|
~ClientRpcContextUnaryImpl() GRPC_OVERRIDE {} |
|
|
|
bool RunNextState() GRPC_OVERRIDE { return (this->*next_state_)(); } |
|
|
|
bool RunNextState(bool ok, Histogram *hist) GRPC_OVERRIDE { |
|
|
|
void report_stats(Histogram *hist) GRPC_OVERRIDE { |
|
|
|
bool ret = (this->*next_state_)(ok); |
|
|
|
|
|
|
|
if (!ret) { |
|
|
|
hist->Add((Timer::Now() - start_) * 1e9); |
|
|
|
hist->Add((Timer::Now() - start_) * 1e9); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
return ret; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
void StartNewClone() GRPC_OVERRIDE { |
|
|
|
void StartNewClone() GRPC_OVERRIDE { |
|
|
|
new ClientRpcContextUnaryImpl(stub_, req_, start_req_, callback_); |
|
|
|
new ClientRpcContextUnaryImpl(stub_, req_, start_req_, callback_); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
private: |
|
|
|
private: |
|
|
|
bool ReqSent() { |
|
|
|
bool ReqSent(bool) { |
|
|
|
next_state_ = &ClientRpcContextUnaryImpl::RespDone; |
|
|
|
next_state_ = &ClientRpcContextUnaryImpl::RespDone; |
|
|
|
response_reader_->Finish(&response_, &status_, ClientRpcContext::tag(this)); |
|
|
|
response_reader_->Finish(&response_, &status_, ClientRpcContext::tag(this)); |
|
|
|
return true; |
|
|
|
return true; |
|
|
|
} |
|
|
|
} |
|
|
|
bool RespDone() { |
|
|
|
bool RespDone(bool) { |
|
|
|
next_state_ = &ClientRpcContextUnaryImpl::DoCallBack; |
|
|
|
next_state_ = &ClientRpcContextUnaryImpl::DoCallBack; |
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
|
bool DoCallBack() { |
|
|
|
bool DoCallBack(bool) { |
|
|
|
callback_(status_, &response_); |
|
|
|
callback_(status_, &response_); |
|
|
|
return false; |
|
|
|
return false; |
|
|
|
} |
|
|
|
} |
|
|
@ -116,7 +120,7 @@ class ClientRpcContextUnaryImpl : public ClientRpcContext { |
|
|
|
TestService::Stub *stub_; |
|
|
|
TestService::Stub *stub_; |
|
|
|
RequestType req_; |
|
|
|
RequestType req_; |
|
|
|
ResponseType response_; |
|
|
|
ResponseType response_; |
|
|
|
bool (ClientRpcContextUnaryImpl::*next_state_)(); |
|
|
|
bool (ClientRpcContextUnaryImpl::*next_state_)(bool); |
|
|
|
std::function<void(grpc::Status, ResponseType *)> callback_; |
|
|
|
std::function<void(grpc::Status, ResponseType *)> callback_; |
|
|
|
std::function<std::unique_ptr<grpc::ClientAsyncResponseReader<ResponseType>>( |
|
|
|
std::function<std::unique_ptr<grpc::ClientAsyncResponseReader<ResponseType>>( |
|
|
|
TestService::Stub *, grpc::ClientContext *, const RequestType &, void *)> |
|
|
|
TestService::Stub *, grpc::ClientContext *, const RequestType &, void *)> |
|
|
@ -127,9 +131,9 @@ class ClientRpcContextUnaryImpl : public ClientRpcContext { |
|
|
|
response_reader_; |
|
|
|
response_reader_; |
|
|
|
}; |
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
class AsyncClient GRPC_FINAL : public Client { |
|
|
|
class AsyncUnaryClient GRPC_FINAL : public Client { |
|
|
|
public: |
|
|
|
public: |
|
|
|
explicit AsyncClient(const ClientConfig &config) : Client(config) { |
|
|
|
explicit AsyncUnaryClient(const ClientConfig &config) : Client(config) { |
|
|
|
for (int i = 0; i < config.async_client_threads(); i++) { |
|
|
|
for (int i = 0; i < config.async_client_threads(); i++) { |
|
|
|
cli_cqs_.emplace_back(new CompletionQueue); |
|
|
|
cli_cqs_.emplace_back(new CompletionQueue); |
|
|
|
} |
|
|
|
} |
|
|
@ -162,7 +166,140 @@ class AsyncClient GRPC_FINAL : public Client { |
|
|
|
StartThreads(config.async_client_threads()); |
|
|
|
StartThreads(config.async_client_threads()); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
~AsyncClient() GRPC_OVERRIDE { |
|
|
|
~AsyncUnaryClient() GRPC_OVERRIDE { |
|
|
|
|
|
|
|
EndThreads(); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for (auto &cq : cli_cqs_) { |
|
|
|
|
|
|
|
cq->Shutdown(); |
|
|
|
|
|
|
|
void *got_tag; |
|
|
|
|
|
|
|
bool ok; |
|
|
|
|
|
|
|
while (cq->Next(&got_tag, &ok)) { |
|
|
|
|
|
|
|
delete ClientRpcContext::detag(got_tag); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
void ThreadFunc(Histogram *histogram, size_t thread_idx) GRPC_OVERRIDE { |
|
|
|
|
|
|
|
void *got_tag; |
|
|
|
|
|
|
|
bool ok; |
|
|
|
|
|
|
|
cli_cqs_[thread_idx]->Next(&got_tag, &ok); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ClientRpcContext *ctx = ClientRpcContext::detag(got_tag); |
|
|
|
|
|
|
|
if (ctx->RunNextState(ok, histogram) == false) { |
|
|
|
|
|
|
|
// call the callback and then delete it
|
|
|
|
|
|
|
|
ctx->RunNextState(ok, histogram); |
|
|
|
|
|
|
|
ctx->StartNewClone(); |
|
|
|
|
|
|
|
delete ctx; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
std::vector<std::unique_ptr<CompletionQueue>> cli_cqs_; |
|
|
|
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
template <class RequestType, class ResponseType> |
|
|
|
|
|
|
|
class ClientRpcContextStreamingImpl : public ClientRpcContext { |
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
ClientRpcContextStreamingImpl( |
|
|
|
|
|
|
|
TestService::Stub *stub, const RequestType &req, |
|
|
|
|
|
|
|
std::function< |
|
|
|
|
|
|
|
std::unique_ptr<grpc::ClientAsyncReaderWriter< |
|
|
|
|
|
|
|
RequestType,ResponseType>>( |
|
|
|
|
|
|
|
TestService::Stub *, grpc::ClientContext *, void *)> start_req, |
|
|
|
|
|
|
|
std::function<void(grpc::Status, ResponseType *)> on_done) |
|
|
|
|
|
|
|
: context_(), |
|
|
|
|
|
|
|
stub_(stub), |
|
|
|
|
|
|
|
req_(req), |
|
|
|
|
|
|
|
response_(), |
|
|
|
|
|
|
|
next_state_(&ClientRpcContextStreamingImpl::ReqSent), |
|
|
|
|
|
|
|
callback_(on_done), |
|
|
|
|
|
|
|
start_req_(start_req), |
|
|
|
|
|
|
|
start_(Timer::Now()), |
|
|
|
|
|
|
|
stream_(start_req_(stub_, &context_, ClientRpcContext::tag(this))) {} |
|
|
|
|
|
|
|
~ClientRpcContextStreamingImpl() GRPC_OVERRIDE {} |
|
|
|
|
|
|
|
bool RunNextState(bool ok, Histogram *hist) GRPC_OVERRIDE { |
|
|
|
|
|
|
|
return (this->*next_state_)(ok, hist); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
void StartNewClone() GRPC_OVERRIDE { |
|
|
|
|
|
|
|
new ClientRpcContextStreamingImpl(stub_, req_, start_req_, callback_); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
private: |
|
|
|
|
|
|
|
bool ReqSent(bool ok, Histogram *) { |
|
|
|
|
|
|
|
return StartWrite(ok); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
bool StartWrite(bool ok) { |
|
|
|
|
|
|
|
if (!ok) { |
|
|
|
|
|
|
|
return(false); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
start_ = Timer::Now(); |
|
|
|
|
|
|
|
next_state_ = &ClientRpcContextStreamingImpl::WriteDone; |
|
|
|
|
|
|
|
stream_->Write(req_, ClientRpcContext::tag(this)); |
|
|
|
|
|
|
|
return true; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
bool WriteDone(bool ok, Histogram *) { |
|
|
|
|
|
|
|
if (!ok) { |
|
|
|
|
|
|
|
return(false); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
next_state_ = &ClientRpcContextStreamingImpl::ReadDone; |
|
|
|
|
|
|
|
stream_->Read(&response_, ClientRpcContext::tag(this));
|
|
|
|
|
|
|
|
return true; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
bool ReadDone(bool ok, Histogram *hist) { |
|
|
|
|
|
|
|
hist->Add((Timer::Now() - start_) * 1e9); |
|
|
|
|
|
|
|
return StartWrite(ok); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
grpc::ClientContext context_; |
|
|
|
|
|
|
|
TestService::Stub *stub_; |
|
|
|
|
|
|
|
RequestType req_; |
|
|
|
|
|
|
|
ResponseType response_; |
|
|
|
|
|
|
|
bool (ClientRpcContextStreamingImpl::*next_state_)(bool, Histogram *); |
|
|
|
|
|
|
|
std::function<void(grpc::Status, ResponseType *)> callback_; |
|
|
|
|
|
|
|
std::function<std::unique_ptr<grpc::ClientAsyncReaderWriter< |
|
|
|
|
|
|
|
RequestType,ResponseType>>( |
|
|
|
|
|
|
|
TestService::Stub *, grpc::ClientContext *, void *)> start_req_; |
|
|
|
|
|
|
|
grpc::Status status_; |
|
|
|
|
|
|
|
double start_; |
|
|
|
|
|
|
|
std::unique_ptr<grpc::ClientAsyncReaderWriter<RequestType,ResponseType>> |
|
|
|
|
|
|
|
stream_; |
|
|
|
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class AsyncStreamingClient GRPC_FINAL : public Client { |
|
|
|
|
|
|
|
public: |
|
|
|
|
|
|
|
explicit AsyncStreamingClient(const ClientConfig &config) : Client(config) { |
|
|
|
|
|
|
|
for (int i = 0; i < config.async_client_threads(); i++) { |
|
|
|
|
|
|
|
cli_cqs_.emplace_back(new CompletionQueue); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
auto payload_size = config.payload_size(); |
|
|
|
|
|
|
|
auto check_done = [payload_size](grpc::Status s, SimpleResponse *response) { |
|
|
|
|
|
|
|
GPR_ASSERT(s.IsOk() && (response->payload().type() == |
|
|
|
|
|
|
|
grpc::testing::PayloadType::COMPRESSABLE) && |
|
|
|
|
|
|
|
(response->payload().body().length() == |
|
|
|
|
|
|
|
static_cast<size_t>(payload_size))); |
|
|
|
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
int t = 0; |
|
|
|
|
|
|
|
for (int i = 0; i < config.outstanding_rpcs_per_channel(); i++) { |
|
|
|
|
|
|
|
for (auto &channel : channels_) { |
|
|
|
|
|
|
|
auto *cq = cli_cqs_[t].get(); |
|
|
|
|
|
|
|
t = (t + 1) % cli_cqs_.size(); |
|
|
|
|
|
|
|
auto start_req = [cq](TestService::Stub *stub, grpc::ClientContext *ctx, |
|
|
|
|
|
|
|
void *tag) { |
|
|
|
|
|
|
|
auto stream = stub->AsyncStreamingCall(ctx, cq, tag); |
|
|
|
|
|
|
|
return stream; |
|
|
|
|
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
TestService::Stub *stub = channel.get_stub(); |
|
|
|
|
|
|
|
const SimpleRequest &request = request_; |
|
|
|
|
|
|
|
new ClientRpcContextStreamingImpl<SimpleRequest, SimpleResponse>( |
|
|
|
|
|
|
|
stub, request, start_req, check_done); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
StartThreads(config.async_client_threads()); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
~AsyncStreamingClient() GRPC_OVERRIDE { |
|
|
|
EndThreads(); |
|
|
|
EndThreads(); |
|
|
|
|
|
|
|
|
|
|
|
for (auto &cq : cli_cqs_) { |
|
|
|
for (auto &cq : cli_cqs_) { |
|
|
@ -181,10 +318,9 @@ class AsyncClient GRPC_FINAL : public Client { |
|
|
|
cli_cqs_[thread_idx]->Next(&got_tag, &ok); |
|
|
|
cli_cqs_[thread_idx]->Next(&got_tag, &ok); |
|
|
|
|
|
|
|
|
|
|
|
ClientRpcContext *ctx = ClientRpcContext::detag(got_tag); |
|
|
|
ClientRpcContext *ctx = ClientRpcContext::detag(got_tag); |
|
|
|
if (ctx->RunNextState() == false) { |
|
|
|
if (ctx->RunNextState(ok, histogram) == false) { |
|
|
|
// call the callback and then delete it
|
|
|
|
// call the callback and then delete it
|
|
|
|
ctx->report_stats(histogram); |
|
|
|
ctx->RunNextState(ok, histogram); |
|
|
|
ctx->RunNextState(); |
|
|
|
|
|
|
|
ctx->StartNewClone(); |
|
|
|
ctx->StartNewClone(); |
|
|
|
delete ctx; |
|
|
|
delete ctx; |
|
|
|
} |
|
|
|
} |
|
|
@ -193,8 +329,11 @@ class AsyncClient GRPC_FINAL : public Client { |
|
|
|
std::vector<std::unique_ptr<CompletionQueue>> cli_cqs_; |
|
|
|
std::vector<std::unique_ptr<CompletionQueue>> cli_cqs_; |
|
|
|
}; |
|
|
|
}; |
|
|
|
|
|
|
|
|
|
|
|
std::unique_ptr<Client> CreateAsyncClient(const ClientConfig &args) { |
|
|
|
std::unique_ptr<Client> CreateAsyncUnaryClient(const ClientConfig &args) { |
|
|
|
return std::unique_ptr<Client>(new AsyncClient(args)); |
|
|
|
return std::unique_ptr<Client>(new AsyncUnaryClient(args)); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
std::unique_ptr<Client> CreateAsyncStreamingClient(const ClientConfig &args) { |
|
|
|
|
|
|
|
return std::unique_ptr<Client>(new AsyncStreamingClient(args)); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
} // namespace testing
|
|
|
|
} // namespace testing
|
|
|
|