mirror of https://github.com/grpc/grpc.git
[server] Allow configuring max incoming connections at the server (#36088)
Closes #36088
COPYBARA_INTEGRATE_REVIEW=https://github.com/grpc/grpc/pull/36088 from Vignesh2208:server-fix e62a8f7ae7
PiperOrigin-RevId: 614729878
pull/35229/head
Vignesh Babu
9 months ago
committed by
Copybara-Service
parent
f8cfe1c16d
commit
7533328075
20 changed files with 305 additions and 2 deletions
@ -0,0 +1,71 @@ |
||||
// Copyright 2024 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/resource_quota/connection_quota.h" |
||||
|
||||
#include <atomic> |
||||
#include <cstdint> |
||||
|
||||
#include <grpc/support/log.h> |
||||
|
||||
namespace grpc_core { |
||||
|
||||
ConnectionQuota::ConnectionQuota() = default; |
||||
|
||||
void ConnectionQuota::SetMaxIncomingConnections(int max_incoming_connections) { |
||||
// The maximum can only be configured once.
|
||||
GPR_ASSERT(max_incoming_connections < INT_MAX); |
||||
GPR_ASSERT(max_incoming_connections_.exchange(max_incoming_connections, |
||||
std::memory_order_release) == |
||||
INT_MAX); |
||||
} |
||||
|
||||
// Returns true if the incoming connection is allowed to be accepted on the
|
||||
// server.
|
||||
bool ConnectionQuota::AllowIncomingConnection(MemoryQuotaRefPtr mem_quota, |
||||
absl::string_view /*peer*/) { |
||||
if (mem_quota->IsMemoryPressureHigh()) { |
||||
return false; |
||||
} |
||||
|
||||
if (max_incoming_connections_.load(std::memory_order_relaxed) == INT_MAX) { |
||||
return true; |
||||
} |
||||
|
||||
int curr_active_connections = |
||||
active_incoming_connections_.load(std::memory_order_acquire); |
||||
do { |
||||
if (curr_active_connections >= |
||||
max_incoming_connections_.load(std::memory_order_relaxed)) { |
||||
return false; |
||||
} |
||||
} while (!active_incoming_connections_.compare_exchange_weak( |
||||
curr_active_connections, curr_active_connections + 1, |
||||
std::memory_order_acq_rel, std::memory_order_relaxed)); |
||||
return true; |
||||
} |
||||
|
||||
// Mark connections as closed.
|
||||
void ConnectionQuota::ReleaseConnections(int num_connections) { |
||||
if (max_incoming_connections_.load(std::memory_order_relaxed) == INT_MAX) { |
||||
return; |
||||
} |
||||
GPR_ASSERT(active_incoming_connections_.fetch_sub( |
||||
num_connections, std::memory_order_acq_rel) >= |
||||
num_connections); |
||||
} |
||||
|
||||
} // namespace grpc_core
|
||||
@ -0,0 +1,61 @@ |
||||
// Copyright 2024 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#ifndef GRPC_SRC_CORE_LIB_RESOURCE_QUOTA_CONNECTION_QUOTA_H |
||||
#define GRPC_SRC_CORE_LIB_RESOURCE_QUOTA_CONNECTION_QUOTA_H |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include <cstddef> |
||||
#include <limits> |
||||
|
||||
#include "absl/base/thread_annotations.h" |
||||
|
||||
#include "src/core/lib/gprpp/ref_counted.h" |
||||
#include "src/core/lib/gprpp/ref_counted_ptr.h" |
||||
#include "src/core/lib/gprpp/sync.h" |
||||
#include "src/core/lib/resource_quota/memory_quota.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
// Tracks the amount of threads in a resource quota.
|
||||
class ConnectionQuota : public RefCounted<ConnectionQuota> { |
||||
public: |
||||
ConnectionQuota(); |
||||
~ConnectionQuota() override = default; |
||||
|
||||
ConnectionQuota(const ConnectionQuota&) = delete; |
||||
ConnectionQuota& operator=(const ConnectionQuota&) = delete; |
||||
|
||||
// Set the maximum number of allowed incoming connections on the server.
|
||||
void SetMaxIncomingConnections(int max_incoming_connections); |
||||
|
||||
// Returns true if the incoming connection is allowed to be accepted on the
|
||||
// server.
|
||||
bool AllowIncomingConnection(MemoryQuotaRefPtr mem_quota, |
||||
absl::string_view peer); |
||||
|
||||
// Mark connections as closed.
|
||||
void ReleaseConnections(int num_connections); |
||||
|
||||
private: |
||||
std::atomic<int> active_incoming_connections_{0}; |
||||
std::atomic<int> max_incoming_connections_{std::numeric_limits<int>::max()}; |
||||
}; |
||||
|
||||
using ConnectionQuotaRefPtr = RefCountedPtr<ConnectionQuota>; |
||||
|
||||
} // namespace grpc_core
|
||||
|
||||
#endif // GRPC_SRC_CORE_LIB_RESOURCE_QUOTA_CONNECTION_QUOTA_H
|
||||
Loading…
Reference in new issue