mirror of https://github.com/grpc/grpc.git
[experiments] Remove some, extend some (#36166)
Remove rolled out experiments v3_compression_filter, v3_server_auth_filter; Extend WIP v3_channel_idle_filter for a bit, and extend work_serializer_clears_time_cache until OSS issues with work_serializer_dispatch are resolved.
Closes #36166
COPYBARA_INTEGRATE_REVIEW=https://github.com/grpc/grpc/pull/36166 from ctiller:updat3 2c7223f63b
PiperOrigin-RevId: 619057925
pull/36177/head
Craig Tiller
8 months ago
committed by
Copybara-Service
parent
c54c69dcdd
commit
ca478bd429
24 changed files with 21 additions and 898 deletions
@ -1,328 +0,0 @@ |
||||
// Copyright 2022 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/ext/filters/http/message_compress/legacy_compression_filter.h" |
||||
|
||||
#include <inttypes.h> |
||||
|
||||
#include <functional> |
||||
#include <memory> |
||||
#include <utility> |
||||
|
||||
#include "absl/status/status.h" |
||||
#include "absl/strings/str_cat.h" |
||||
#include "absl/strings/str_format.h" |
||||
#include "absl/types/optional.h" |
||||
|
||||
#include <grpc/compression.h> |
||||
#include <grpc/grpc.h> |
||||
#include <grpc/impl/channel_arg_names.h> |
||||
#include <grpc/impl/compression_types.h> |
||||
#include <grpc/support/log.h> |
||||
|
||||
#include "src/core/ext/filters/message_size/message_size_filter.h" |
||||
#include "src/core/lib/channel/call_tracer.h" |
||||
#include "src/core/lib/channel/channel_args.h" |
||||
#include "src/core/lib/channel/channel_stack.h" |
||||
#include "src/core/lib/channel/context.h" |
||||
#include "src/core/lib/channel/promise_based_filter.h" |
||||
#include "src/core/lib/compression/compression_internal.h" |
||||
#include "src/core/lib/compression/message_compress.h" |
||||
#include "src/core/lib/debug/trace.h" |
||||
#include "src/core/lib/promise/activity.h" |
||||
#include "src/core/lib/promise/context.h" |
||||
#include "src/core/lib/promise/latch.h" |
||||
#include "src/core/lib/promise/pipe.h" |
||||
#include "src/core/lib/promise/prioritized_race.h" |
||||
#include "src/core/lib/resource_quota/arena.h" |
||||
#include "src/core/lib/slice/slice_buffer.h" |
||||
#include "src/core/lib/surface/call.h" |
||||
#include "src/core/lib/surface/call_trace.h" |
||||
#include "src/core/lib/transport/metadata_batch.h" |
||||
#include "src/core/lib/transport/transport.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
const grpc_channel_filter LegacyClientCompressionFilter::kFilter = |
||||
MakePromiseBasedFilter< |
||||
LegacyClientCompressionFilter, FilterEndpoint::kClient, |
||||
kFilterExaminesServerInitialMetadata | kFilterExaminesInboundMessages | |
||||
kFilterExaminesOutboundMessages>("compression"); |
||||
const grpc_channel_filter LegacyServerCompressionFilter::kFilter = |
||||
MakePromiseBasedFilter< |
||||
LegacyServerCompressionFilter, FilterEndpoint::kServer, |
||||
kFilterExaminesServerInitialMetadata | kFilterExaminesInboundMessages | |
||||
kFilterExaminesOutboundMessages>("compression"); |
||||
|
||||
absl::StatusOr<LegacyClientCompressionFilter> |
||||
LegacyClientCompressionFilter::Create(const ChannelArgs& args, |
||||
ChannelFilter::Args) { |
||||
return LegacyClientCompressionFilter(args); |
||||
} |
||||
|
||||
absl::StatusOr<LegacyServerCompressionFilter> |
||||
LegacyServerCompressionFilter::Create(const ChannelArgs& args, |
||||
ChannelFilter::Args) { |
||||
return LegacyServerCompressionFilter(args); |
||||
} |
||||
|
||||
LegacyCompressionFilter::LegacyCompressionFilter(const ChannelArgs& args) |
||||
: max_recv_size_(GetMaxRecvSizeFromChannelArgs(args)), |
||||
message_size_service_config_parser_index_( |
||||
MessageSizeParser::ParserIndex()), |
||||
default_compression_algorithm_( |
||||
DefaultCompressionAlgorithmFromChannelArgs(args).value_or( |
||||
GRPC_COMPRESS_NONE)), |
||||
enabled_compression_algorithms_( |
||||
CompressionAlgorithmSet::FromChannelArgs(args)), |
||||
enable_compression_( |
||||
args.GetBool(GRPC_ARG_ENABLE_PER_MESSAGE_COMPRESSION).value_or(true)), |
||||
enable_decompression_( |
||||
args.GetBool(GRPC_ARG_ENABLE_PER_MESSAGE_DECOMPRESSION) |
||||
.value_or(true)) { |
||||
// Make sure the default is enabled.
|
||||
if (!enabled_compression_algorithms_.IsSet(default_compression_algorithm_)) { |
||||
const char* name; |
||||
if (!grpc_compression_algorithm_name(default_compression_algorithm_, |
||||
&name)) { |
||||
name = "<unknown>"; |
||||
} |
||||
gpr_log(GPR_ERROR, |
||||
"default compression algorithm %s not enabled: switching to none", |
||||
name); |
||||
default_compression_algorithm_ = GRPC_COMPRESS_NONE; |
||||
} |
||||
} |
||||
|
||||
MessageHandle LegacyCompressionFilter::CompressMessage( |
||||
MessageHandle message, grpc_compression_algorithm algorithm) const { |
||||
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) { |
||||
gpr_log(GPR_INFO, "CompressMessage: len=%" PRIdPTR " alg=%d flags=%d", |
||||
message->payload()->Length(), algorithm, message->flags()); |
||||
} |
||||
auto* call_context = GetContext<grpc_call_context_element>(); |
||||
auto* call_tracer = static_cast<CallTracerInterface*>( |
||||
call_context[GRPC_CONTEXT_CALL_TRACER].value); |
||||
if (call_tracer != nullptr) { |
||||
call_tracer->RecordSendMessage(*message->payload()); |
||||
} |
||||
// Check if we're allowed to compress this message
|
||||
// (apps might want to disable compression for certain messages to avoid
|
||||
// crime/beast like vulns).
|
||||
uint32_t& flags = message->mutable_flags(); |
||||
if (algorithm == GRPC_COMPRESS_NONE || !enable_compression_ || |
||||
(flags & (GRPC_WRITE_NO_COMPRESS | GRPC_WRITE_INTERNAL_COMPRESS))) { |
||||
return message; |
||||
} |
||||
// Try to compress the payload.
|
||||
SliceBuffer tmp; |
||||
SliceBuffer* payload = message->payload(); |
||||
bool did_compress = grpc_msg_compress(algorithm, payload->c_slice_buffer(), |
||||
tmp.c_slice_buffer()); |
||||
// If we achieved compression send it as compressed, otherwise send it as (to
|
||||
// avoid spending cycles on the receiver decompressing).
|
||||
if (did_compress) { |
||||
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) { |
||||
const char* algo_name; |
||||
const size_t before_size = payload->Length(); |
||||
const size_t after_size = tmp.Length(); |
||||
const float savings_ratio = 1.0f - static_cast<float>(after_size) / |
||||
static_cast<float>(before_size); |
||||
GPR_ASSERT(grpc_compression_algorithm_name(algorithm, &algo_name)); |
||||
gpr_log(GPR_INFO, |
||||
"Compressed[%s] %" PRIuPTR " bytes vs. %" PRIuPTR |
||||
" bytes (%.2f%% savings)", |
||||
algo_name, before_size, after_size, 100 * savings_ratio); |
||||
} |
||||
tmp.Swap(payload); |
||||
flags |= GRPC_WRITE_INTERNAL_COMPRESS; |
||||
if (call_tracer != nullptr) { |
||||
call_tracer->RecordSendCompressedMessage(*message->payload()); |
||||
} |
||||
} else { |
||||
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) { |
||||
const char* algo_name; |
||||
GPR_ASSERT(grpc_compression_algorithm_name(algorithm, &algo_name)); |
||||
gpr_log(GPR_INFO, |
||||
"Algorithm '%s' enabled but decided not to compress. Input size: " |
||||
"%" PRIuPTR, |
||||
algo_name, payload->Length()); |
||||
} |
||||
} |
||||
return message; |
||||
} |
||||
|
||||
absl::StatusOr<MessageHandle> LegacyCompressionFilter::DecompressMessage( |
||||
bool is_client, MessageHandle message, DecompressArgs args) const { |
||||
if (GRPC_TRACE_FLAG_ENABLED(grpc_compression_trace)) { |
||||
gpr_log(GPR_INFO, "DecompressMessage: len=%" PRIdPTR " max=%d alg=%d", |
||||
message->payload()->Length(), |
||||
args.max_recv_message_length.value_or(-1), args.algorithm); |
||||
} |
||||
auto* call_context = GetContext<grpc_call_context_element>(); |
||||
auto* call_tracer = static_cast<CallTracerInterface*>( |
||||
call_context[GRPC_CONTEXT_CALL_TRACER].value); |
||||
if (call_tracer != nullptr) { |
||||
call_tracer->RecordReceivedMessage(*message->payload()); |
||||
} |
||||
// Check max message length.
|
||||
if (args.max_recv_message_length.has_value() && |
||||
message->payload()->Length() > |
||||
static_cast<size_t>(*args.max_recv_message_length)) { |
||||
return absl::ResourceExhaustedError(absl::StrFormat( |
||||
"%s: Received message larger than max (%u vs. %d)", |
||||
is_client ? "CLIENT" : "SERVER", message->payload()->Length(), |
||||
*args.max_recv_message_length)); |
||||
} |
||||
// Check if decompression is enabled (if not, we can just pass the message
|
||||
// up).
|
||||
if (!enable_decompression_ || |
||||
(message->flags() & GRPC_WRITE_INTERNAL_COMPRESS) == 0) { |
||||
return std::move(message); |
||||
} |
||||
// Try to decompress the payload.
|
||||
SliceBuffer decompressed_slices; |
||||
if (grpc_msg_decompress(args.algorithm, message->payload()->c_slice_buffer(), |
||||
decompressed_slices.c_slice_buffer()) == 0) { |
||||
return absl::InternalError( |
||||
absl::StrCat("Unexpected error decompressing data for algorithm ", |
||||
CompressionAlgorithmAsString(args.algorithm))); |
||||
} |
||||
// Swap the decompressed slices into the message.
|
||||
message->payload()->Swap(&decompressed_slices); |
||||
message->mutable_flags() &= ~GRPC_WRITE_INTERNAL_COMPRESS; |
||||
message->mutable_flags() |= GRPC_WRITE_INTERNAL_TEST_ONLY_WAS_COMPRESSED; |
||||
if (call_tracer != nullptr) { |
||||
call_tracer->RecordReceivedDecompressedMessage(*message->payload()); |
||||
} |
||||
return std::move(message); |
||||
} |
||||
|
||||
grpc_compression_algorithm LegacyCompressionFilter::HandleOutgoingMetadata( |
||||
grpc_metadata_batch& outgoing_metadata) { |
||||
const auto algorithm = outgoing_metadata.Take(GrpcInternalEncodingRequest()) |
||||
.value_or(default_compression_algorithm()); |
||||
// Convey supported compression algorithms.
|
||||
outgoing_metadata.Set(GrpcAcceptEncodingMetadata(), |
||||
enabled_compression_algorithms()); |
||||
if (algorithm != GRPC_COMPRESS_NONE) { |
||||
outgoing_metadata.Set(GrpcEncodingMetadata(), algorithm); |
||||
} |
||||
return algorithm; |
||||
} |
||||
|
||||
LegacyCompressionFilter::DecompressArgs |
||||
LegacyCompressionFilter::HandleIncomingMetadata( |
||||
const grpc_metadata_batch& incoming_metadata) { |
||||
// Configure max receive size.
|
||||
auto max_recv_message_length = max_recv_size_; |
||||
const MessageSizeParsedConfig* limits = |
||||
MessageSizeParsedConfig::GetFromCallContext( |
||||
GetContext<grpc_call_context_element>(), |
||||
message_size_service_config_parser_index_); |
||||
if (limits != nullptr && limits->max_recv_size().has_value() && |
||||
(!max_recv_message_length.has_value() || |
||||
*limits->max_recv_size() < *max_recv_message_length)) { |
||||
max_recv_message_length = *limits->max_recv_size(); |
||||
} |
||||
return DecompressArgs{incoming_metadata.get(GrpcEncodingMetadata()) |
||||
.value_or(GRPC_COMPRESS_NONE), |
||||
max_recv_message_length}; |
||||
} |
||||
|
||||
ArenaPromise<ServerMetadataHandle> |
||||
LegacyClientCompressionFilter::MakeCallPromise( |
||||
CallArgs call_args, NextPromiseFactory next_promise_factory) { |
||||
auto compression_algorithm = |
||||
HandleOutgoingMetadata(*call_args.client_initial_metadata); |
||||
call_args.client_to_server_messages->InterceptAndMap( |
||||
[compression_algorithm, |
||||
this](MessageHandle message) -> absl::optional<MessageHandle> { |
||||
return CompressMessage(std::move(message), compression_algorithm); |
||||
}); |
||||
auto* decompress_args = GetContext<Arena>()->New<DecompressArgs>( |
||||
DecompressArgs{GRPC_COMPRESS_ALGORITHMS_COUNT, absl::nullopt}); |
||||
auto* decompress_err = |
||||
GetContext<Arena>()->New<Latch<ServerMetadataHandle>>(); |
||||
call_args.server_initial_metadata->InterceptAndMap( |
||||
[decompress_args, this](ServerMetadataHandle server_initial_metadata) |
||||
-> absl::optional<ServerMetadataHandle> { |
||||
if (server_initial_metadata == nullptr) return absl::nullopt; |
||||
*decompress_args = HandleIncomingMetadata(*server_initial_metadata); |
||||
return std::move(server_initial_metadata); |
||||
}); |
||||
call_args.server_to_client_messages->InterceptAndMap( |
||||
[decompress_err, decompress_args, |
||||
this](MessageHandle message) -> absl::optional<MessageHandle> { |
||||
auto r = DecompressMessage(/*is_client=*/true, std::move(message), |
||||
*decompress_args); |
||||
if (!r.ok()) { |
||||
decompress_err->Set(ServerMetadataFromStatus(r.status())); |
||||
return absl::nullopt; |
||||
} |
||||
return std::move(*r); |
||||
}); |
||||
// Run the next filter, and race it with getting an error from decompression.
|
||||
return PrioritizedRace(decompress_err->Wait(), |
||||
next_promise_factory(std::move(call_args))); |
||||
} |
||||
|
||||
ArenaPromise<ServerMetadataHandle> |
||||
LegacyServerCompressionFilter::MakeCallPromise( |
||||
CallArgs call_args, NextPromiseFactory next_promise_factory) { |
||||
auto decompress_args = |
||||
HandleIncomingMetadata(*call_args.client_initial_metadata); |
||||
auto* decompress_err = |
||||
GetContext<Arena>()->New<Latch<ServerMetadataHandle>>(); |
||||
call_args.client_to_server_messages->InterceptAndMap( |
||||
[decompress_err, decompress_args, |
||||
this](MessageHandle message) -> absl::optional<MessageHandle> { |
||||
auto r = DecompressMessage(/*is_client=*/false, std::move(message), |
||||
decompress_args); |
||||
if (grpc_call_trace.enabled()) { |
||||
gpr_log(GPR_DEBUG, "%s[compression] DecompressMessage returned %s", |
||||
GetContext<Activity>()->DebugTag().c_str(), |
||||
r.status().ToString().c_str()); |
||||
} |
||||
if (!r.ok()) { |
||||
decompress_err->Set(ServerMetadataFromStatus(r.status())); |
||||
return absl::nullopt; |
||||
} |
||||
return std::move(*r); |
||||
}); |
||||
auto* compression_algorithm = |
||||
GetContext<Arena>()->New<grpc_compression_algorithm>(); |
||||
call_args.server_initial_metadata->InterceptAndMap( |
||||
[this, compression_algorithm](ServerMetadataHandle md) { |
||||
if (grpc_call_trace.enabled()) { |
||||
gpr_log(GPR_INFO, "%s[compression] Write metadata", |
||||
GetContext<Activity>()->DebugTag().c_str()); |
||||
} |
||||
// Find the compression algorithm.
|
||||
*compression_algorithm = HandleOutgoingMetadata(*md); |
||||
return md; |
||||
}); |
||||
call_args.server_to_client_messages->InterceptAndMap( |
||||
[compression_algorithm, |
||||
this](MessageHandle message) -> absl::optional<MessageHandle> { |
||||
return CompressMessage(std::move(message), *compression_algorithm); |
||||
}); |
||||
// Run the next filter, and race it with getting an error from decompression.
|
||||
return PrioritizedRace(decompress_err->Wait(), |
||||
next_promise_factory(std::move(call_args))); |
||||
} |
||||
|
||||
} // namespace grpc_core
|
||||
@ -1,140 +0,0 @@ |
||||
//
|
||||
//
|
||||
// Copyright 2020 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
//
|
||||
//
|
||||
|
||||
#ifndef GRPC_SRC_CORE_EXT_FILTERS_HTTP_MESSAGE_COMPRESS_LEGACY_COMPRESSION_FILTER_H |
||||
#define GRPC_SRC_CORE_EXT_FILTERS_HTTP_MESSAGE_COMPRESS_LEGACY_COMPRESSION_FILTER_H |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include <stddef.h> |
||||
#include <stdint.h> |
||||
|
||||
#include "absl/status/statusor.h" |
||||
#include "absl/types/optional.h" |
||||
|
||||
#include <grpc/impl/compression_types.h> |
||||
|
||||
#include "src/core/lib/channel/channel_args.h" |
||||
#include "src/core/lib/channel/channel_fwd.h" |
||||
#include "src/core/lib/channel/promise_based_filter.h" |
||||
#include "src/core/lib/compression/compression_internal.h" |
||||
#include "src/core/lib/promise/arena_promise.h" |
||||
#include "src/core/lib/transport/metadata_batch.h" |
||||
#include "src/core/lib/transport/transport.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
/// Compression filter for messages.
|
||||
///
|
||||
/// See <grpc/compression.h> for the available compression settings.
|
||||
///
|
||||
/// Compression settings may come from:
|
||||
/// - Channel configuration, as established at channel creation time.
|
||||
/// - The metadata accompanying the outgoing data to be compressed. This is
|
||||
/// taken as a request only. We may choose not to honor it. The metadata key
|
||||
/// is given by \a GRPC_COMPRESSION_REQUEST_ALGORITHM_MD_KEY.
|
||||
///
|
||||
/// Compression can be disabled for concrete messages (for instance in order to
|
||||
/// prevent CRIME/BEAST type attacks) by having the GRPC_WRITE_NO_COMPRESS set
|
||||
/// in the MessageHandle flags.
|
||||
///
|
||||
/// The attempted compression mechanism is added to the resulting initial
|
||||
/// metadata under the 'grpc-encoding' key.
|
||||
///
|
||||
/// If compression is actually performed, the MessageHandle's flag is modified
|
||||
/// to incorporate GRPC_WRITE_INTERNAL_COMPRESS. Otherwise, and regardless of
|
||||
/// the aforementioned 'grpc-encoding' metadata value, data will pass through
|
||||
/// uncompressed.
|
||||
|
||||
class LegacyCompressionFilter : public ChannelFilter { |
||||
protected: |
||||
struct DecompressArgs { |
||||
grpc_compression_algorithm algorithm; |
||||
absl::optional<uint32_t> max_recv_message_length; |
||||
}; |
||||
|
||||
explicit LegacyCompressionFilter(const ChannelArgs& args); |
||||
|
||||
grpc_compression_algorithm default_compression_algorithm() const { |
||||
return default_compression_algorithm_; |
||||
} |
||||
|
||||
CompressionAlgorithmSet enabled_compression_algorithms() const { |
||||
return enabled_compression_algorithms_; |
||||
} |
||||
|
||||
grpc_compression_algorithm HandleOutgoingMetadata( |
||||
grpc_metadata_batch& outgoing_metadata); |
||||
DecompressArgs HandleIncomingMetadata( |
||||
const grpc_metadata_batch& incoming_metadata); |
||||
|
||||
// Compress one message synchronously.
|
||||
MessageHandle CompressMessage(MessageHandle message, |
||||
grpc_compression_algorithm algorithm) const; |
||||
// Decompress one message synchronously.
|
||||
absl::StatusOr<MessageHandle> DecompressMessage(bool is_client, |
||||
MessageHandle message, |
||||
DecompressArgs args) const; |
||||
|
||||
private: |
||||
// Max receive message length, if set.
|
||||
absl::optional<uint32_t> max_recv_size_; |
||||
size_t message_size_service_config_parser_index_; |
||||
// The default, channel-level, compression algorithm.
|
||||
grpc_compression_algorithm default_compression_algorithm_; |
||||
// Enabled compression algorithms.
|
||||
CompressionAlgorithmSet enabled_compression_algorithms_; |
||||
// Is compression enabled?
|
||||
bool enable_compression_; |
||||
// Is decompression enabled?
|
||||
bool enable_decompression_; |
||||
}; |
||||
|
||||
class LegacyClientCompressionFilter final : public LegacyCompressionFilter { |
||||
public: |
||||
static const grpc_channel_filter kFilter; |
||||
|
||||
static absl::StatusOr<LegacyClientCompressionFilter> Create( |
||||
const ChannelArgs& args, ChannelFilter::Args filter_args); |
||||
|
||||
// Construct a promise for one call.
|
||||
ArenaPromise<ServerMetadataHandle> MakeCallPromise( |
||||
CallArgs call_args, NextPromiseFactory next_promise_factory) override; |
||||
|
||||
private: |
||||
using LegacyCompressionFilter::LegacyCompressionFilter; |
||||
}; |
||||
|
||||
class LegacyServerCompressionFilter final : public LegacyCompressionFilter { |
||||
public: |
||||
static const grpc_channel_filter kFilter; |
||||
|
||||
static absl::StatusOr<LegacyServerCompressionFilter> Create( |
||||
const ChannelArgs& args, ChannelFilter::Args filter_args); |
||||
|
||||
// Construct a promise for one call.
|
||||
ArenaPromise<ServerMetadataHandle> MakeCallPromise( |
||||
CallArgs call_args, NextPromiseFactory next_promise_factory) override; |
||||
|
||||
private: |
||||
using LegacyCompressionFilter::LegacyCompressionFilter; |
||||
}; |
||||
|
||||
} // namespace grpc_core
|
||||
|
||||
#endif // GRPC_SRC_CORE_EXT_FILTERS_HTTP_MESSAGE_COMPRESS_LEGACY_COMPRESSION_FILTER_H
|
||||
@ -1,244 +0,0 @@ |
||||
//
|
||||
//
|
||||
// Copyright 2015 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
//
|
||||
//
|
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include <algorithm> |
||||
#include <atomic> |
||||
#include <cstddef> |
||||
#include <functional> |
||||
#include <memory> |
||||
#include <utility> |
||||
|
||||
#include "absl/status/status.h" |
||||
#include "absl/status/statusor.h" |
||||
|
||||
#include <grpc/grpc.h> |
||||
#include <grpc/grpc_security.h> |
||||
#include <grpc/status.h> |
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
|
||||
#include "src/core/lib/channel/channel_args.h" |
||||
#include "src/core/lib/channel/channel_fwd.h" |
||||
#include "src/core/lib/channel/channel_stack.h" |
||||
#include "src/core/lib/channel/context.h" |
||||
#include "src/core/lib/channel/promise_based_filter.h" |
||||
#include "src/core/lib/debug/trace.h" |
||||
#include "src/core/lib/gprpp/debug_location.h" |
||||
#include "src/core/lib/gprpp/ref_counted_ptr.h" |
||||
#include "src/core/lib/gprpp/status_helper.h" |
||||
#include "src/core/lib/iomgr/error.h" |
||||
#include "src/core/lib/iomgr/exec_ctx.h" |
||||
#include "src/core/lib/promise/activity.h" |
||||
#include "src/core/lib/promise/arena_promise.h" |
||||
#include "src/core/lib/promise/context.h" |
||||
#include "src/core/lib/promise/poll.h" |
||||
#include "src/core/lib/promise/try_seq.h" |
||||
#include "src/core/lib/resource_quota/arena.h" |
||||
#include "src/core/lib/security/context/security_context.h" |
||||
#include "src/core/lib/security/credentials/credentials.h" |
||||
#include "src/core/lib/security/transport/auth_filters.h" // IWYU pragma: keep |
||||
#include "src/core/lib/slice/slice.h" |
||||
#include "src/core/lib/slice/slice_internal.h" |
||||
#include "src/core/lib/surface/call_trace.h" |
||||
#include "src/core/lib/transport/metadata_batch.h" |
||||
#include "src/core/lib/transport/transport.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
const grpc_channel_filter LegacyServerAuthFilter::kFilter = |
||||
MakePromiseBasedFilter<LegacyServerAuthFilter, FilterEndpoint::kServer>( |
||||
"server-auth"); |
||||
|
||||
namespace { |
||||
|
||||
class ArrayEncoder { |
||||
public: |
||||
explicit ArrayEncoder(grpc_metadata_array* result) : result_(result) {} |
||||
|
||||
void Encode(const Slice& key, const Slice& value) { |
||||
Append(key.Ref(), value.Ref()); |
||||
} |
||||
|
||||
template <typename Which> |
||||
void Encode(Which, const typename Which::ValueType& value) { |
||||
Append(Slice(StaticSlice::FromStaticString(Which::key())), |
||||
Slice(Which::Encode(value))); |
||||
} |
||||
|
||||
void Encode(HttpMethodMetadata, |
||||
const typename HttpMethodMetadata::ValueType&) {} |
||||
|
||||
private: |
||||
void Append(Slice key, Slice value) { |
||||
if (result_->count == result_->capacity) { |
||||
result_->capacity = |
||||
std::max(result_->capacity + 8, result_->capacity * 2); |
||||
result_->metadata = static_cast<grpc_metadata*>(gpr_realloc( |
||||
result_->metadata, result_->capacity * sizeof(grpc_metadata))); |
||||
} |
||||
auto* usr_md = &result_->metadata[result_->count++]; |
||||
usr_md->key = key.TakeCSlice(); |
||||
usr_md->value = value.TakeCSlice(); |
||||
} |
||||
|
||||
grpc_metadata_array* result_; |
||||
}; |
||||
|
||||
// TODO(ctiller): seek out all users of this functionality and change API so
|
||||
// that this unilateral format conversion IS NOT REQUIRED.
|
||||
grpc_metadata_array MetadataBatchToMetadataArray( |
||||
const grpc_metadata_batch* batch) { |
||||
grpc_metadata_array result; |
||||
grpc_metadata_array_init(&result); |
||||
ArrayEncoder encoder(&result); |
||||
batch->Encode(&encoder); |
||||
return result; |
||||
} |
||||
|
||||
} // namespace
|
||||
|
||||
class LegacyServerAuthFilter::RunApplicationCode { |
||||
public: |
||||
// TODO(ctiller): Allocate state_ into a pool on the arena to reuse this
|
||||
// memory later
|
||||
RunApplicationCode(LegacyServerAuthFilter* filter, CallArgs call_args) |
||||
: state_(GetContext<Arena>()->ManagedNew<State>(std::move(call_args))) { |
||||
if (grpc_call_trace.enabled()) { |
||||
gpr_log(GPR_ERROR, |
||||
"%s[server-auth]: Delegate to application: filter=%p this=%p " |
||||
"auth_ctx=%p", |
||||
GetContext<Activity>()->DebugTag().c_str(), filter, this, |
||||
filter->auth_context_.get()); |
||||
} |
||||
filter->server_credentials_->auth_metadata_processor().process( |
||||
filter->server_credentials_->auth_metadata_processor().state, |
||||
filter->auth_context_.get(), state_->md.metadata, state_->md.count, |
||||
OnMdProcessingDone, state_); |
||||
} |
||||
|
||||
RunApplicationCode(const RunApplicationCode&) = delete; |
||||
RunApplicationCode& operator=(const RunApplicationCode&) = delete; |
||||
RunApplicationCode(RunApplicationCode&& other) noexcept |
||||
: state_(std::exchange(other.state_, nullptr)) {} |
||||
RunApplicationCode& operator=(RunApplicationCode&& other) noexcept { |
||||
state_ = std::exchange(other.state_, nullptr); |
||||
return *this; |
||||
} |
||||
|
||||
Poll<absl::StatusOr<CallArgs>> operator()() { |
||||
if (state_->done.load(std::memory_order_acquire)) { |
||||
return Poll<absl::StatusOr<CallArgs>>(std::move(state_->call_args)); |
||||
} |
||||
return Pending{}; |
||||
} |
||||
|
||||
private: |
||||
struct State { |
||||
explicit State(CallArgs call_args) : call_args(std::move(call_args)) {} |
||||
Waker waker{GetContext<Activity>()->MakeOwningWaker()}; |
||||
absl::StatusOr<CallArgs> call_args; |
||||
grpc_metadata_array md = |
||||
MetadataBatchToMetadataArray(call_args->client_initial_metadata.get()); |
||||
std::atomic<bool> done{false}; |
||||
}; |
||||
|
||||
// Called from application code.
|
||||
static void OnMdProcessingDone( |
||||
void* user_data, const grpc_metadata* consumed_md, size_t num_consumed_md, |
||||
const grpc_metadata* response_md, size_t num_response_md, |
||||
grpc_status_code status, const char* error_details) { |
||||
ApplicationCallbackExecCtx callback_exec_ctx; |
||||
ExecCtx exec_ctx; |
||||
|
||||
auto* state = static_cast<State*>(user_data); |
||||
|
||||
// TODO(ZhenLian): Implement support for response_md.
|
||||
if (response_md != nullptr && num_response_md > 0) { |
||||
gpr_log(GPR_ERROR, |
||||
"response_md in auth metadata processing not supported for now. " |
||||
"Ignoring..."); |
||||
} |
||||
|
||||
if (status == GRPC_STATUS_OK) { |
||||
ClientMetadataHandle& md = state->call_args->client_initial_metadata; |
||||
for (size_t i = 0; i < num_consumed_md; i++) { |
||||
md->Remove(StringViewFromSlice(consumed_md[i].key)); |
||||
} |
||||
} else { |
||||
if (error_details == nullptr) { |
||||
error_details = "Authentication metadata processing failed."; |
||||
} |
||||
state->call_args = grpc_error_set_int( |
||||
absl::Status(static_cast<absl::StatusCode>(status), error_details), |
||||
StatusIntProperty::kRpcStatus, status); |
||||
} |
||||
|
||||
// Clean up.
|
||||
for (size_t i = 0; i < state->md.count; i++) { |
||||
CSliceUnref(state->md.metadata[i].key); |
||||
CSliceUnref(state->md.metadata[i].value); |
||||
} |
||||
grpc_metadata_array_destroy(&state->md); |
||||
|
||||
auto waker = std::move(state->waker); |
||||
state->done.store(true, std::memory_order_release); |
||||
waker.Wakeup(); |
||||
} |
||||
|
||||
State* state_; |
||||
}; |
||||
|
||||
ArenaPromise<ServerMetadataHandle> LegacyServerAuthFilter::MakeCallPromise( |
||||
CallArgs call_args, NextPromiseFactory next_promise_factory) { |
||||
// Create server security context. Set its auth context from channel
|
||||
// data and save it in the call context.
|
||||
grpc_server_security_context* server_ctx = |
||||
grpc_server_security_context_create(GetContext<Arena>()); |
||||
server_ctx->auth_context = |
||||
auth_context_->Ref(DEBUG_LOCATION, "server_auth_filter"); |
||||
grpc_call_context_element& context = |
||||
GetContext<grpc_call_context_element>()[GRPC_CONTEXT_SECURITY]; |
||||
if (context.value != nullptr) context.destroy(context.value); |
||||
context.value = server_ctx; |
||||
context.destroy = grpc_server_security_context_destroy; |
||||
|
||||
if (server_credentials_ == nullptr || |
||||
server_credentials_->auth_metadata_processor().process == nullptr) { |
||||
return next_promise_factory(std::move(call_args)); |
||||
} |
||||
|
||||
return TrySeq(RunApplicationCode(this, std::move(call_args)), |
||||
std::move(next_promise_factory)); |
||||
} |
||||
|
||||
LegacyServerAuthFilter::LegacyServerAuthFilter( |
||||
RefCountedPtr<grpc_server_credentials> server_credentials, |
||||
RefCountedPtr<grpc_auth_context> auth_context) |
||||
: server_credentials_(server_credentials), auth_context_(auth_context) {} |
||||
|
||||
absl::StatusOr<LegacyServerAuthFilter> LegacyServerAuthFilter::Create( |
||||
const ChannelArgs& args, ChannelFilter::Args) { |
||||
auto auth_context = args.GetObjectRef<grpc_auth_context>(); |
||||
GPR_ASSERT(auth_context != nullptr); |
||||
auto creds = args.GetObjectRef<grpc_server_credentials>(); |
||||
return LegacyServerAuthFilter(std::move(creds), std::move(auth_context)); |
||||
} |
||||
|
||||
} // namespace grpc_core
|
||||
Loading…
Reference in new issue