/* * * Copyright 2015, Google Inc. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are * met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following disclaimer * in the documentation and/or other materials provided with the * distribution. * * Neither the name of Google Inc. nor the names of its * contributors may be used to endorse or promote products derived from * this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "src/cpp/server/thread_pool.h" #include "test/core/util/grpc_profiler.h" #include "test/cpp/qps/qpstest.pb.h" #include #include DEFINE_bool(enable_ssl, false, "Whether to use ssl/tls."); DEFINE_int32(port, 0, "Server port."); DEFINE_int32(server_threads, 4, "Number of server threads."); using grpc::CompletionQueue; using grpc::Server; using grpc::ServerBuilder; using grpc::ServerContext; using grpc::ThreadPool; using grpc::testing::Payload; using grpc::testing::PayloadType; using grpc::testing::ServerStats; using grpc::testing::SimpleRequest; using grpc::testing::SimpleResponse; using grpc::testing::StatsRequest; using grpc::testing::TestService; using grpc::Status; // In some distros, gflags is in the namespace google, and in some others, // in gflags. This hack is enabling us to find both. namespace google {} namespace gflags {} using namespace google; using namespace gflags; static bool got_sigint = false; static void sigint_handler(int x) { got_sigint = 1; } static double time_double(struct timeval *tv) { return tv->tv_sec + 1e-6 * tv->tv_usec; } static bool SetPayload(PayloadType type, int size, Payload *payload) { PayloadType response_type = type; // TODO(yangg): Support UNCOMPRESSABLE payload. if (type != PayloadType::COMPRESSABLE) { return false; } payload->set_type(response_type); std::unique_ptr body(new char[size]()); payload->set_body(body.get(), size); return true; } namespace { class AsyncQpsServerTest { public: AsyncQpsServerTest() : srv_cq_(), async_service_(&srv_cq_), server_(nullptr) { char *server_address = NULL; gpr_join_host_port(&server_address, "::", FLAGS_port); ServerBuilder builder; builder.AddPort(server_address); builder.RegisterAsyncService(&async_service_); server_ = builder.BuildAndStart(); gpr_log(GPR_INFO, "Server listening on %s\n", server_address); gpr_free(server_address); using namespace std::placeholders; request_unary_ = std::bind(&TestService::AsyncService::RequestUnaryCall, &async_service_, _1, _2, _3, &srv_cq_, _4); request_stats_ = std::bind(&TestService::AsyncService::RequestCollectServerStats, &async_service_, _1, _2, _3, &srv_cq_, _4); for (int i = 0; i < 100; i++) { contexts_.push_front(new ServerRpcContextUnaryImpl(request_unary_, UnaryCall)); contexts_.push_front(new ServerRpcContextUnaryImpl(request_stats_, CollectServerStats)); } } ~AsyncQpsServerTest() { server_->Shutdown(); void *ignored_tag; bool ignored_ok; srv_cq_.Shutdown(); while (srv_cq_.Next(&ignored_tag, &ignored_ok)) { } while (!contexts_.empty()) { delete contexts_.front(); contexts_.pop_front(); } } void ServeRpcs(int num_threads) { std::vector threads; for (int i = 0; i < num_threads; i++) { threads.push_back(std::thread([=]() { // Wait until work is available or we are shutting down bool ok; void *got_tag; while (srv_cq_.Next(&got_tag, &ok)) { EXPECT_EQ(ok, true); ServerRpcContext *ctx = detag(got_tag); // The tag is a pointer to an RPC context to invoke if ((*ctx)() == false) { // this RPC context is done, so refresh it ctx->refresh(); } } return; })); } while (!got_sigint) { std::this_thread::sleep_for(std::chrono::seconds(5)); } } private: class ServerRpcContext { public: ServerRpcContext() {} virtual ~ServerRpcContext() {}; virtual bool operator()() = 0; // do next state, return false if all done virtual void refresh() = 0; // start this back at a clean state }; static void *tag(ServerRpcContext *func) { return reinterpret_cast(func); } static ServerRpcContext *detag(void *tag) { return reinterpret_cast(tag); } template class ServerRpcContextUnaryImpl : public ServerRpcContext { public: ServerRpcContextUnaryImpl( std::function *, void *)> request_method, std::function invoke_method) : next_state_(&ServerRpcContextUnaryImpl::invoker), request_method_(request_method), invoke_method_(invoke_method), response_writer_(&srv_ctx_) { request_method_(&srv_ctx_, &req_, &response_writer_, AsyncQpsServerTest::tag(this)); } ~ServerRpcContextUnaryImpl() override {} bool operator()() override {return (this->*next_state_)();} void refresh() override { srv_ctx_ = ServerContext(); req_ = RequestType(); response_writer_ = grpc::ServerAsyncResponseWriter(&srv_ctx_); // Then request the method next_state_ = &ServerRpcContextUnaryImpl::invoker; request_method_(&srv_ctx_, &req_, &response_writer_, AsyncQpsServerTest::tag(this)); } private: bool finisher() {return false;} bool invoker() { ResponseType response; // Call the RPC processing function grpc::Status status = invoke_method_(&req_, &response); // Have the response writer work and invoke on_finish when done next_state_ = &ServerRpcContextUnaryImpl::finisher; response_writer_.Finish(response, status, AsyncQpsServerTest::tag(this)); return true; } ServerContext srv_ctx_; RequestType req_; bool (ServerRpcContextUnaryImpl::*next_state_)(); std::function *, void *)> request_method_; std::function invoke_method_; grpc::ServerAsyncResponseWriter response_writer_; }; static Status CollectServerStats(const StatsRequest *, ServerStats *response) { struct rusage usage; struct timeval tv; gettimeofday(&tv, NULL); getrusage(RUSAGE_SELF, &usage); response->set_time_now(time_double(&tv)); response->set_time_user(time_double(&usage.ru_utime)); response->set_time_system(time_double(&usage.ru_stime)); return Status::OK; } static Status UnaryCall(const SimpleRequest *request, SimpleResponse *response) { if (request->has_response_size() && request->response_size() > 0) { if (!SetPayload(request->response_type(), request->response_size(), response->mutable_payload())) { return Status(grpc::StatusCode::INTERNAL, "Error creating payload."); } } return Status::OK; } CompletionQueue srv_cq_; TestService::AsyncService async_service_; std::unique_ptr server_; std::function *, void *)> request_unary_; std::function *, void *)> request_stats_; std::forward_list contexts_; }; } // namespace static void RunServer() { AsyncQpsServerTest server; grpc_profiler_start("qps_server_async.prof"); server.ServeRpcs(FLAGS_server_threads); grpc_profiler_stop(); } int main(int argc, char **argv) { grpc_init(); ParseCommandLineFlags(&argc, &argv, true); GPR_ASSERT(FLAGS_port != 0); GPR_ASSERT(!FLAGS_enable_ssl); signal(SIGINT, sigint_handler); RunServer(); grpc_shutdown(); google::protobuf::ShutdownProtobufLibrary(); return 0; }