The C based gRPC (C++, Python, Ruby, Objective-C, PHP, C#) https://grpc.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

275 lines
9.3 KiB

// Copyright 2023 gRPC authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include <memory>
#include <string>
#include <thread>
#include <utility>
#include <vector>
#include <gtest/gtest.h>
#include "absl/status/statusor.h"
#include "absl/strings/str_cat.h"
#include "absl/time/time.h"
#include <grpc/grpc.h>
#include <grpc/support/time.h>
#include <grpcpp/client_context.h>
#include <grpcpp/grpcpp.h>
#include <grpcpp/support/server_callback.h>
#include "src/core/lib/event_engine/tcp_socket_utils.h"
#include "src/core/lib/experiments/config.h"
#include "src/core/lib/gprpp/notification.h"
#include "src/core/lib/security/credentials/fake/fake_credentials.h"
#include "src/cpp/server/secure_server_credentials.h"
#include "src/proto/grpc/testing/echo.grpc.pb.h"
#include "test/core/test_util/port.h"
#include "test/core/test_util/test_config.h"
#include "test/cpp/util/credentials.h"
// IWYU pragma: no_include <sys/socket.h>
// A stress test which spins up a server with a small configured resource quota
// value. It then creates many channels which exchange large payloads with the
// server. This would drive the server to reach resource quota limits and
// trigger reclamation.
namespace grpc {
namespace testing {
namespace {
constexpr int kResourceQuotaSizeBytes = 1024 * 1024;
constexpr int kPayloadSizeBytes = 1024 * 1024;
constexpr int kNumParallelChannels = 10;
} // namespace
class EchoClientUnaryReactor : public grpc::ClientUnaryReactor {
public:
EchoClientUnaryReactor(ClientContext* ctx, EchoTestService::Stub* stub,
const std::string payload, Status* status)
: ctx_(ctx), payload_(payload), status_(status) {
request_.set_message(payload);
stub->async()->Echo(ctx_, &request_, &response_, this);
StartCall();
}
void Await() { notification_.WaitForNotification(); }
protected:
void OnReadInitialMetadataDone(bool /*ok*/) override {}
void OnDone(const Status& s) override {
*status_ = s;
notification_.Notify();
}
private:
ClientContext* const ctx_;
EchoRequest request_;
EchoResponse response_;
const std::string payload_;
grpc_core::Notification notification_;
Status* const status_;
};
class EchoServerUnaryReactor : public ServerUnaryReactor {
public:
EchoServerUnaryReactor(CallbackServerContext* /*ctx*/,
const EchoRequest* request, EchoResponse* response) {
response->set_message(request->message());
Finish(grpc::Status::OK);
}
private:
void OnDone() override { delete this; }
};
class GrpcCallbackServiceImpl : public EchoTestService::CallbackService {
public:
ServerUnaryReactor* Echo(CallbackServerContext* context,
const EchoRequest* request,
EchoResponse* response) override {
return new EchoServerUnaryReactor(context, request, response);
}
};
class End2EndResourceQuotaUnaryTest : public ::testing::Test {
protected:
End2EndResourceQuotaUnaryTest() {
int port = grpc_pick_unused_port_or_die();
server_address_ = absl::StrCat("localhost:", port);
payload_ = std::string(kPayloadSizeBytes, 'a');
ServerBuilder builder;
builder.AddListeningPort(server_address_, InsecureServerCredentials());
builder.SetResourceQuota(
grpc::ResourceQuota("TestService").Resize(kResourceQuotaSizeBytes));
builder.RegisterService(&grpc_service_);
server_ = builder.BuildAndStart();
}
~End2EndResourceQuotaUnaryTest() override { server_->Shutdown(); }
void MakeGrpcCall() {
ClientContext ctx;
Status status;
auto stub = EchoTestService::NewStub(
CreateChannel(server_address_, grpc::InsecureChannelCredentials()));
ctx.set_wait_for_ready(true);
EchoClientUnaryReactor reactor(&ctx, stub.get(), payload_, &status);
reactor.Await();
}
void MakeGrpcCalls() {
std::vector<std::thread> workers;
workers.reserve(kNumParallelChannels);
// Run MakeGrpcCall() many times concurrently.
for (int i = 0; i < kNumParallelChannels; ++i) {
workers.emplace_back([this]() { MakeGrpcCall(); });
}
for (int i = 0; i < kNumParallelChannels; ++i) {
workers[i].join();
}
}
int port_;
std::unique_ptr<Server> server_;
string server_address_;
GrpcCallbackServiceImpl grpc_service_;
std::string payload_;
};
TEST_F(End2EndResourceQuotaUnaryTest, MultipleUnaryRPCTest) { MakeGrpcCalls(); }
class End2EndConnectionQuotaTest : public ::testing::TestWithParam<int> {
protected:
End2EndConnectionQuotaTest() {
port_ = grpc_pick_unused_port_or_die();
server_address_ = absl::StrCat("[::]:", port_);
connect_address_ = absl::StrCat("ipv6:[::1]:", port_);
payload_ = std::string(kPayloadSizeBytes, 'a');
ServerBuilder builder;
builder.AddListeningPort(
server_address_,
std::make_shared<SecureServerCredentials>(
grpc_fake_transport_security_server_credentials_create()));
builder.AddChannelArgument(GRPC_ARG_SERVER_HANDSHAKE_TIMEOUT_MS, 1000);
builder.AddChannelArgument(GRPC_ARG_MAX_ALLOWED_INCOMING_CONNECTIONS,
GetParam());
builder.AddChannelArgument(
GRPC_ARG_HTTP2_MIN_RECV_PING_INTERVAL_WITHOUT_DATA_MS, 10000);
builder.RegisterService(&grpc_service_);
server_ = builder.BuildAndStart();
}
~End2EndConnectionQuotaTest() override { server_->Shutdown(); }
std::unique_ptr<EchoTestService::Stub> CreateGrpcChannelStub() {
grpc::ChannelArguments args;
args.SetInt(GRPC_ARG_USE_LOCAL_SUBCHANNEL_POOL, 1);
args.SetInt(GRPC_ARG_ENABLE_RETRIES, 0);
args.SetInt(GRPC_ARG_KEEPALIVE_TIME_MS, 20000);
args.SetInt(GRPC_ARG_KEEPALIVE_TIMEOUT_MS, 10000);
args.SetInt(GRPC_ARG_HTTP2_MIN_SENT_PING_INTERVAL_WITHOUT_DATA_MS, 15000);
args.SetInt(GRPC_ARG_KEEPALIVE_PERMIT_WITHOUT_CALLS, 1);
return EchoTestService::NewStub(CreateCustomChannel(
connect_address_,
std::make_shared<FakeTransportSecurityChannelCredentials>(), args));
}
void TestExceedingConnectionQuota() {
const int kNumConnections = 2 * GetParam();
#ifdef GPR_LINUX
// On linux systems create 2 * NumConnection tcp connections which don't
// do anything and verify that they get closed after
// GRPC_ARG_SERVER_HANDSHAKE_TIMEOUT_MS seconds.
auto connect_address_resolved =
grpc_event_engine::experimental::URIToResolvedAddress(connect_address_);
std::vector<std::thread> workers;
workers.reserve(kNumConnections);
for (int i = 0; i < kNumConnections; ++i) {
workers.emplace_back([connect_address_resolved]() {
int client_fd;
int one = 1;
char buf[1024];
client_fd = socket(AF_INET6, SOCK_STREAM, 0);
setsockopt(client_fd, SOL_SOCKET, SO_REUSEADDR, &one, sizeof(one));
// Connection should succeed.
EXPECT_EQ(connect(client_fd,
const_cast<struct sockaddr*>(
connect_address_resolved->address()),
connect_address_resolved->size()),
0);
// recv should not block forever and it should return because
// GRPC_ARG_SERVER_HANDSHAKE_TIMEOUT_MS is set and the server should
// close this connections after that timeout expires.
while (recv(client_fd, buf, 1024, 0) > 0) {
}
close(client_fd);
});
}
for (int i = 0; i < kNumConnections; ++i) {
workers[i].join();
}
#endif
// Subsequent kNumConnections / 2 RPCs should succeed because the previously
// spawned client connections have been closed.
std::vector<std::unique_ptr<EchoTestService::Stub>> stubs;
stubs.reserve(kNumConnections);
for (int i = 0; i < kNumConnections; i++) {
stubs.push_back(CreateGrpcChannelStub());
}
for (int i = 0; i < kNumConnections; ++i) {
ClientContext ctx;
Status status;
ctx.set_wait_for_ready(false);
EchoClientUnaryReactor reactor(&ctx, stubs[i].get(), payload_, &status);
reactor.Await();
// The first half RPCs should succeed.
if (i < kNumConnections / 2) {
EXPECT_TRUE(status.ok());
} else {
// The second half should fail because they would attempt to create a
// new connection and fail since it would exceed the connection quota
// limit set at the server.
EXPECT_FALSE(status.ok());
}
}
}
int port_;
std::unique_ptr<Server> server_;
string server_address_;
string connect_address_;
GrpcCallbackServiceImpl grpc_service_;
std::string payload_;
};
TEST_P(End2EndConnectionQuotaTest, ConnectionQuotaTest) {
TestExceedingConnectionQuota();
}
INSTANTIATE_TEST_SUITE_P(ConnectionQuotaParamTest, End2EndConnectionQuotaTest,
::testing::ValuesIn<int>({10, 100}));
} // namespace testing
} // namespace grpc
int main(int argc, char** argv) {
::testing::InitGoogleTest(&argc, argv);
return RUN_ALL_TESTS();
}