[filter-fuzzer] Delete this fuzzer until I can spend time on it (#33096)
It's not finished and won't be for a bit...revert-32968-disable-ee-end2end-tests
Craig Tiller
2 years ago
committed by
GitHub
parent
0d678a9551
commit
ee0cf2fada
11 changed files with 0 additions and 1005 deletions
@ -1,719 +0,0 @@ |
|||||||
// Copyright 2022 gRPC authors.
|
|
||||||
//
|
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
// you may not use this file except in compliance with the License.
|
|
||||||
// You may obtain a copy of the License at
|
|
||||||
//
|
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
//
|
|
||||||
// Unless required by applicable law or agreed to in writing, software
|
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
// See the License for the specific language governing permissions and
|
|
||||||
// limitations under the License.
|
|
||||||
|
|
||||||
#include <stdlib.h> |
|
||||||
|
|
||||||
#include <algorithm> |
|
||||||
#include <cstdint> |
|
||||||
#include <functional> |
|
||||||
#include <map> |
|
||||||
#include <memory> |
|
||||||
#include <string> |
|
||||||
#include <utility> |
|
||||||
#include <vector> |
|
||||||
|
|
||||||
#include "absl/base/thread_annotations.h" |
|
||||||
#include "absl/status/status.h" |
|
||||||
#include "absl/status/statusor.h" |
|
||||||
#include "absl/strings/string_view.h" |
|
||||||
#include "absl/types/optional.h" |
|
||||||
|
|
||||||
#include <grpc/event_engine/memory_allocator.h> |
|
||||||
#include <grpc/grpc.h> |
|
||||||
#include <grpc/grpc_security.h> |
|
||||||
#include <grpc/status.h> |
|
||||||
#include <grpc/support/log.h> |
|
||||||
#include <grpc/support/time.h> |
|
||||||
|
|
||||||
#include "src/core/ext/filters/channel_idle/channel_idle_filter.h" |
|
||||||
#include "src/core/ext/filters/http/client/http_client_filter.h" |
|
||||||
#include "src/core/ext/filters/http/client_authority_filter.h" |
|
||||||
#include "src/core/ext/filters/http/server/http_server_filter.h" |
|
||||||
#include "src/core/lib/channel/call_finalization.h" |
|
||||||
#include "src/core/lib/channel/channel_args.h" |
|
||||||
#include "src/core/lib/channel/channel_args_preconditioning.h" |
|
||||||
#include "src/core/lib/channel/channel_fwd.h" |
|
||||||
#include "src/core/lib/channel/channel_stack.h" |
|
||||||
#include "src/core/lib/channel/channel_stack_builder_impl.h" |
|
||||||
#include "src/core/lib/channel/context.h" |
|
||||||
#include "src/core/lib/channel/promise_based_filter.h" |
|
||||||
#include "src/core/lib/config/core_configuration.h" |
|
||||||
#include "src/core/lib/gpr/useful.h" |
|
||||||
#include "src/core/lib/gprpp/debug_location.h" |
|
||||||
#include "src/core/lib/gprpp/env.h" |
|
||||||
#include "src/core/lib/gprpp/ref_counted_ptr.h" |
|
||||||
#include "src/core/lib/gprpp/sync.h" |
|
||||||
#include "src/core/lib/gprpp/time.h" |
|
||||||
#include "src/core/lib/iomgr/closure.h" |
|
||||||
#include "src/core/lib/iomgr/endpoint.h" |
|
||||||
#include "src/core/lib/iomgr/error.h" |
|
||||||
#include "src/core/lib/iomgr/exec_ctx.h" |
|
||||||
#include "src/core/lib/iomgr/executor.h" |
|
||||||
#include "src/core/lib/iomgr/iomgr_fwd.h" |
|
||||||
#include "src/core/lib/iomgr/timer_manager.h" |
|
||||||
#include "src/core/lib/promise/activity.h" |
|
||||||
#include "src/core/lib/promise/arena_promise.h" |
|
||||||
#include "src/core/lib/promise/context.h" |
|
||||||
#include "src/core/lib/promise/pipe.h" |
|
||||||
#include "src/core/lib/promise/poll.h" |
|
||||||
#include "src/core/lib/resource_quota/arena.h" |
|
||||||
#include "src/core/lib/resource_quota/memory_quota.h" |
|
||||||
#include "src/core/lib/resource_quota/resource_quota.h" |
|
||||||
#include "src/core/lib/security/authorization/authorization_engine.h" |
|
||||||
#include "src/core/lib/security/authorization/authorization_policy_provider.h" |
|
||||||
#include "src/core/lib/security/authorization/evaluate_args.h" |
|
||||||
#include "src/core/lib/security/authorization/grpc_server_authz_filter.h" |
|
||||||
#include "src/core/lib/security/context/security_context.h" |
|
||||||
#include "src/core/lib/security/credentials/credentials.h" |
|
||||||
#include "src/core/lib/security/security_connector/security_connector.h" |
|
||||||
#include "src/core/lib/security/transport/auth_filters.h" |
|
||||||
#include "src/core/lib/slice/slice.h" |
|
||||||
#include "src/core/lib/surface/channel_stack_type.h" |
|
||||||
#include "src/core/lib/transport/handshaker.h" |
|
||||||
#include "src/core/lib/transport/metadata_batch.h" |
|
||||||
#include "src/core/lib/transport/transport.h" |
|
||||||
#include "src/core/lib/transport/transport_fwd.h" |
|
||||||
#include "src/core/lib/transport/transport_impl.h" |
|
||||||
#include "src/core/tsi/transport_security_interface.h" |
|
||||||
#include "src/libfuzzer/libfuzzer_macro.h" |
|
||||||
#include "test/core/filters/filter_fuzzer.pb.h" |
|
||||||
|
|
||||||
bool squelch = true; |
|
||||||
|
|
||||||
static void dont_log(gpr_log_func_args* /*args*/) {} |
|
||||||
|
|
||||||
static grpc_core::Mutex g_now_mu; |
|
||||||
static gpr_timespec g_now ABSL_GUARDED_BY(g_now_mu); |
|
||||||
extern gpr_timespec (*gpr_now_impl)(gpr_clock_type clock_type); |
|
||||||
|
|
||||||
static gpr_timespec now_impl(gpr_clock_type clock_type) { |
|
||||||
GPR_ASSERT(clock_type != GPR_TIMESPAN); |
|
||||||
grpc_core::MutexLock lock(&g_now_mu); |
|
||||||
g_now.clock_type = clock_type; |
|
||||||
return g_now; |
|
||||||
} |
|
||||||
|
|
||||||
namespace grpc_core { |
|
||||||
namespace { |
|
||||||
|
|
||||||
const grpc_transport_vtable kFakeTransportVTable = { |
|
||||||
// sizeof_stream
|
|
||||||
0, |
|
||||||
// hacky_disable_stream_op_batch_coalescing_in_connected_channel
|
|
||||||
false, |
|
||||||
// name
|
|
||||||
"fake_transport", |
|
||||||
// init_stream
|
|
||||||
[](grpc_transport*, grpc_stream*, grpc_stream_refcount*, const void*, |
|
||||||
Arena*) -> int { abort(); }, |
|
||||||
// make_call_promise
|
|
||||||
[](grpc_transport*, CallArgs) -> ArenaPromise<ServerMetadataHandle> { |
|
||||||
abort(); |
|
||||||
}, |
|
||||||
// set_pollset
|
|
||||||
[](grpc_transport*, grpc_stream*, grpc_pollset*) { abort(); }, |
|
||||||
// set_pollset_set
|
|
||||||
[](grpc_transport*, grpc_stream*, grpc_pollset_set*) { abort(); }, |
|
||||||
// perform_stream_op
|
|
||||||
[](grpc_transport*, grpc_stream*, grpc_transport_stream_op_batch*) { |
|
||||||
abort(); |
|
||||||
}, |
|
||||||
// perform_op
|
|
||||||
[](grpc_transport*, grpc_transport_op*) { abort(); }, |
|
||||||
// destroy_stream
|
|
||||||
[](grpc_transport*, grpc_stream*, grpc_closure*) { abort(); }, |
|
||||||
// destroy
|
|
||||||
[](grpc_transport*) { abort(); }, |
|
||||||
// get_endpoint
|
|
||||||
[](grpc_transport*) -> grpc_endpoint* { abort(); }, |
|
||||||
}; |
|
||||||
|
|
||||||
class FakeChannelSecurityConnector final |
|
||||||
: public grpc_channel_security_connector { |
|
||||||
public: |
|
||||||
FakeChannelSecurityConnector() |
|
||||||
: grpc_channel_security_connector("fake", nullptr, nullptr) {} |
|
||||||
|
|
||||||
void check_peer(tsi_peer, grpc_endpoint*, const ChannelArgs&, |
|
||||||
RefCountedPtr<grpc_auth_context>*, grpc_closure*) override { |
|
||||||
abort(); |
|
||||||
} |
|
||||||
|
|
||||||
void cancel_check_peer(grpc_closure*, grpc_error_handle) override { abort(); } |
|
||||||
|
|
||||||
int cmp(const grpc_security_connector*) const override { abort(); } |
|
||||||
|
|
||||||
ArenaPromise<absl::Status> CheckCallHost(absl::string_view, |
|
||||||
grpc_auth_context*) override { |
|
||||||
uint32_t qry = next_check_call_host_qry_++; |
|
||||||
return [this, qry]() -> Poll<absl::Status> { |
|
||||||
auto it = check_call_host_results_.find(qry); |
|
||||||
if (it == check_call_host_results_.end()) return Pending{}; |
|
||||||
return it->second; |
|
||||||
}; |
|
||||||
} |
|
||||||
|
|
||||||
void add_handshakers(const ChannelArgs&, grpc_pollset_set*, |
|
||||||
HandshakeManager*) override { |
|
||||||
abort(); |
|
||||||
} |
|
||||||
|
|
||||||
void FinishCheckCallHost(uint32_t qry, absl::Status status) { |
|
||||||
check_call_host_results_.emplace(qry, std::move(status)); |
|
||||||
check_call_host_wakers_[qry].Wakeup(); |
|
||||||
} |
|
||||||
|
|
||||||
private: |
|
||||||
uint32_t next_check_call_host_qry_ = 0; |
|
||||||
std::map<uint32_t, Waker> check_call_host_wakers_; |
|
||||||
std::map<uint32_t, absl::Status> check_call_host_results_; |
|
||||||
}; |
|
||||||
|
|
||||||
class ConstAuthorizationEngine final : public AuthorizationEngine { |
|
||||||
public: |
|
||||||
explicit ConstAuthorizationEngine(AuthorizationEngine::Decision decision) |
|
||||||
: decision_(decision) {} |
|
||||||
|
|
||||||
Decision Evaluate(const EvaluateArgs&) const override { return decision_; } |
|
||||||
|
|
||||||
private: |
|
||||||
Decision decision_; |
|
||||||
}; |
|
||||||
|
|
||||||
class FakeAuthorizationPolicyProvider final |
|
||||||
: public grpc_authorization_policy_provider { |
|
||||||
public: |
|
||||||
explicit FakeAuthorizationPolicyProvider(AuthorizationEngines engines) |
|
||||||
: engines_(engines) {} |
|
||||||
void Orphan() override {} |
|
||||||
AuthorizationEngines engines() override { return engines_; } |
|
||||||
|
|
||||||
private: |
|
||||||
AuthorizationEngines engines_; |
|
||||||
}; |
|
||||||
|
|
||||||
struct GlobalObjects { |
|
||||||
ResourceQuotaRefPtr resource_quota = MakeResourceQuota("test"); |
|
||||||
grpc_transport transport{&kFakeTransportVTable}; |
|
||||||
RefCountedPtr<FakeChannelSecurityConnector> channel_security_connector{ |
|
||||||
MakeRefCounted<FakeChannelSecurityConnector>()}; |
|
||||||
|
|
||||||
void Perform(const filter_fuzzer::GlobalObjectAction& action) { |
|
||||||
switch (action.type_case()) { |
|
||||||
case filter_fuzzer::GlobalObjectAction::TYPE_NOT_SET: |
|
||||||
break; |
|
||||||
case filter_fuzzer::GlobalObjectAction::kSetResourceQuota: |
|
||||||
resource_quota->memory_quota()->SetSize(action.set_resource_quota()); |
|
||||||
break; |
|
||||||
case filter_fuzzer::GlobalObjectAction::kFinishCheckCallHost: |
|
||||||
channel_security_connector->FinishCheckCallHost( |
|
||||||
action.finish_check_call_host().qry(), |
|
||||||
absl::Status(static_cast<absl::StatusCode>( |
|
||||||
action.finish_check_call_host().status()), |
|
||||||
action.finish_check_call_host().message())); |
|
||||||
break; |
|
||||||
} |
|
||||||
} |
|
||||||
}; |
|
||||||
|
|
||||||
RefCountedPtr<AuthorizationEngine> LoadAuthorizationEngine( |
|
||||||
const filter_fuzzer::AuthorizationEngine& engine) { |
|
||||||
switch (engine.engine_case()) { |
|
||||||
case filter_fuzzer::AuthorizationEngine::kAlwaysAllow: |
|
||||||
return MakeRefCounted<ConstAuthorizationEngine>( |
|
||||||
AuthorizationEngine::Decision{ |
|
||||||
AuthorizationEngine::Decision::Type::kAllow, |
|
||||||
engine.always_allow()}); |
|
||||||
case filter_fuzzer::AuthorizationEngine::kAlwaysDeny: |
|
||||||
return MakeRefCounted<ConstAuthorizationEngine>( |
|
||||||
AuthorizationEngine::Decision{ |
|
||||||
AuthorizationEngine::Decision::Type::kDeny, |
|
||||||
engine.always_deny()}); |
|
||||||
case filter_fuzzer::AuthorizationEngine::ENGINE_NOT_SET: |
|
||||||
break; |
|
||||||
} |
|
||||||
return MakeRefCounted<ConstAuthorizationEngine>(AuthorizationEngine::Decision{ |
|
||||||
AuthorizationEngine::Decision::Type::kAllow, engine.always_allow()}); |
|
||||||
} |
|
||||||
|
|
||||||
template <typename FuzzerChannelArgs> |
|
||||||
ChannelArgs LoadChannelArgs(const FuzzerChannelArgs& fuzz_args, |
|
||||||
GlobalObjects* globals) { |
|
||||||
ChannelArgs args = CoreConfiguration::Get() |
|
||||||
.channel_args_preconditioning() |
|
||||||
.PreconditionChannelArgs(nullptr); |
|
||||||
for (const auto& arg : fuzz_args) { |
|
||||||
if (arg.key() == ResourceQuota::ChannelArgName()) { |
|
||||||
if (arg.value_case() == filter_fuzzer::ChannelArg::kResourceQuota) { |
|
||||||
args = args.SetObject(globals->resource_quota); |
|
||||||
} |
|
||||||
} else if (arg.key() == GRPC_ARG_TRANSPORT) { |
|
||||||
if (arg.value_case() == filter_fuzzer::ChannelArg::kTransport) { |
|
||||||
args = args.SetObject(&globals->transport); |
|
||||||
} |
|
||||||
} else if (arg.key() == GRPC_ARG_SECURITY_CONNECTOR) { |
|
||||||
if (arg.value_case() == |
|
||||||
filter_fuzzer::ChannelArg::kChannelSecurityConnector) { |
|
||||||
args = args.SetObject(globals->channel_security_connector); |
|
||||||
} |
|
||||||
} else if (arg.key() == GRPC_AUTH_CONTEXT_ARG) { |
|
||||||
if (arg.value_case() == filter_fuzzer::ChannelArg::kAuthContext) { |
|
||||||
args = args.SetObject(MakeRefCounted<grpc_auth_context>(nullptr)); |
|
||||||
} |
|
||||||
} else if (arg.key() == GRPC_ARG_AUTHORIZATION_POLICY_PROVIDER) { |
|
||||||
if (arg.value_case() == |
|
||||||
filter_fuzzer::ChannelArg::kAuthorizationPolicyProvider) { |
|
||||||
args = args.SetObject(MakeRefCounted<FakeAuthorizationPolicyProvider>( |
|
||||||
grpc_authorization_policy_provider::AuthorizationEngines{ |
|
||||||
LoadAuthorizationEngine( |
|
||||||
arg.authorization_policy_provider().allow_engine()), |
|
||||||
LoadAuthorizationEngine( |
|
||||||
arg.authorization_policy_provider().deny_engine())})); |
|
||||||
} |
|
||||||
} else { |
|
||||||
switch (arg.value_case()) { |
|
||||||
case filter_fuzzer::ChannelArg::VALUE_NOT_SET: |
|
||||||
break; |
|
||||||
case filter_fuzzer::ChannelArg::kStr: |
|
||||||
args = args.Set(arg.key(), arg.str()); |
|
||||||
break; |
|
||||||
case filter_fuzzer::ChannelArg::kI: |
|
||||||
args = args.Set(arg.key(), arg.i()); |
|
||||||
break; |
|
||||||
case filter_fuzzer::ChannelArg::kResourceQuota: |
|
||||||
case filter_fuzzer::ChannelArg::kTransport: |
|
||||||
case filter_fuzzer::ChannelArg::kChannelSecurityConnector: |
|
||||||
case filter_fuzzer::ChannelArg::kAuthContext: |
|
||||||
case filter_fuzzer::ChannelArg::kAuthorizationPolicyProvider: |
|
||||||
break; |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
return args; |
|
||||||
} |
|
||||||
|
|
||||||
const grpc_channel_filter* const kFilters[] = { |
|
||||||
&ClientAuthorityFilter::kFilter, &HttpClientFilter::kFilter, |
|
||||||
&ClientAuthFilter::kFilter, &GrpcServerAuthzFilter::kFilterVtable, |
|
||||||
&MaxAgeFilter::kFilter, &ClientIdleFilter::kFilter, |
|
||||||
&HttpServerFilter::kFilter, |
|
||||||
// We exclude this one internally, so we can't have it here - will need to
|
|
||||||
// pick it up through some future registration mechanism.
|
|
||||||
// MAKE_FILTER(ServerLoadReportingFilter),
|
|
||||||
}; |
|
||||||
|
|
||||||
const grpc_channel_filter* FindFilter(absl::string_view name) { |
|
||||||
for (size_t i = 0; i < GPR_ARRAY_SIZE(kFilters); ++i) { |
|
||||||
if (name == kFilters[i]->name) return kFilters[i]; |
|
||||||
} |
|
||||||
return nullptr; |
|
||||||
} |
|
||||||
|
|
||||||
class MainLoop { |
|
||||||
public: |
|
||||||
MainLoop(bool is_client, RefCountedPtr<grpc_channel_stack> channel_stack, |
|
||||||
const ChannelArgs& channel_args) |
|
||||||
: memory_allocator_(channel_args.GetObject<ResourceQuota>() |
|
||||||
->memory_quota() |
|
||||||
->CreateMemoryAllocator("test")), |
|
||||||
is_client_(is_client), |
|
||||||
channel_stack_(std::move(channel_stack)) {} |
|
||||||
|
|
||||||
~MainLoop() { |
|
||||||
ExecCtx exec_ctx; |
|
||||||
calls_.clear(); |
|
||||||
channel_stack_.reset(); |
|
||||||
} |
|
||||||
|
|
||||||
void Run(const filter_fuzzer::Action& action, GlobalObjects* globals) { |
|
||||||
ExecCtx exec_ctx; |
|
||||||
for (auto id : std::exchange(wakeups_, {})) { |
|
||||||
if (auto* call = GetCall(id)) call->Wakeup(); |
|
||||||
} |
|
||||||
switch (action.type_case()) { |
|
||||||
case filter_fuzzer::Action::TYPE_NOT_SET: |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kAdvanceTimeMicroseconds: { |
|
||||||
MutexLock lock(&g_now_mu); |
|
||||||
g_now = gpr_time_add( |
|
||||||
g_now, gpr_time_from_micros(action.advance_time_microseconds(), |
|
||||||
GPR_TIMESPAN)); |
|
||||||
break; |
|
||||||
} |
|
||||||
case filter_fuzzer::Action::kCancel: |
|
||||||
calls_.erase(action.call()); |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kCreateCall: |
|
||||||
calls_.emplace(action.call(), std::make_unique<Call>( |
|
||||||
this, action.call(), |
|
||||||
action.create_call(), is_client_)); |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kReceiveInitialMetadata: |
|
||||||
if (auto* call = GetCall(action.call())) { |
|
||||||
call->RecvInitialMetadata(action.receive_initial_metadata()); |
|
||||||
} |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kReceiveTrailingMetadata: |
|
||||||
if (auto* call = GetCall(action.call())) { |
|
||||||
call->RecvTrailingMetadata(action.receive_trailing_metadata()); |
|
||||||
} |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kSetFinalInfo: |
|
||||||
if (auto* call = GetCall(action.call())) { |
|
||||||
call->SetFinalInfo(action.set_final_info()); |
|
||||||
} |
|
||||||
break; |
|
||||||
case filter_fuzzer::Action::kGlobalObjectAction: |
|
||||||
globals->Perform(action.global_object_action()); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
static const grpc_channel_filter* EndFilter(bool is_client) { |
|
||||||
static const grpc_channel_filter client_filter = |
|
||||||
MakePromiseBasedFilter<Call::EndFilter, FilterEndpoint::kClient>( |
|
||||||
"client-end"); |
|
||||||
static const grpc_channel_filter server_filter = |
|
||||||
MakePromiseBasedFilter<Call::EndFilter, FilterEndpoint::kServer>( |
|
||||||
"server-end"); |
|
||||||
return is_client ? &client_filter : &server_filter; |
|
||||||
} |
|
||||||
|
|
||||||
static const grpc_channel_filter* BottomFilter(bool is_client) { |
|
||||||
static const grpc_channel_filter client_filter = |
|
||||||
MakePromiseBasedFilter<Call::BottomFilter, FilterEndpoint::kClient, |
|
||||||
kFilterIsLast>("client-end"); |
|
||||||
static const grpc_channel_filter server_filter = |
|
||||||
MakePromiseBasedFilter<Call::BottomFilter, FilterEndpoint::kServer, |
|
||||||
kFilterIsLast>("server-end"); |
|
||||||
return is_client ? &client_filter : &server_filter; |
|
||||||
} |
|
||||||
|
|
||||||
private: |
|
||||||
class WakeCall final : public Wakeable { |
|
||||||
public: |
|
||||||
WakeCall(MainLoop* main_loop, uint32_t id) |
|
||||||
: main_loop_(main_loop), id_(id) {} |
|
||||||
void Wakeup(WakeupMask) override { |
|
||||||
for (const uint32_t already : main_loop_->wakeups_) { |
|
||||||
if (already == id_) return; |
|
||||||
} |
|
||||||
main_loop_->wakeups_.push_back(id_); |
|
||||||
delete this; |
|
||||||
} |
|
||||||
void Drop(WakeupMask) override { delete this; } |
|
||||||
|
|
||||||
std::string ActivityDebugTag(WakeupMask) const override { |
|
||||||
return "WakeCall(" + std::to_string(id_) + ")"; |
|
||||||
} |
|
||||||
|
|
||||||
private: |
|
||||||
MainLoop* const main_loop_; |
|
||||||
uint32_t id_; |
|
||||||
}; |
|
||||||
|
|
||||||
class Call final : public Activity { |
|
||||||
public: |
|
||||||
// EndFilter is the last filter that will be invoked for a call
|
|
||||||
class EndFilter : public ChannelFilter { |
|
||||||
public: |
|
||||||
static absl::StatusOr<EndFilter> Create(const ChannelArgs&, |
|
||||||
ChannelFilter::Args) { |
|
||||||
return EndFilter{}; |
|
||||||
} |
|
||||||
|
|
||||||
// Construct a promise for one call.
|
|
||||||
ArenaPromise<ServerMetadataHandle> MakeCallPromise( |
|
||||||
CallArgs call_args, NextPromiseFactory) override { |
|
||||||
Call* call = static_cast<Call*>(Activity::current()); |
|
||||||
if (call->server_initial_metadata_) { |
|
||||||
call->server_initial_metadata_push_promise_.emplace( |
|
||||||
call_args.server_initial_metadata->Push( |
|
||||||
ServerMetadataHandle(call->server_initial_metadata_.get(), |
|
||||||
Arena::PooledDeleter(nullptr)))); |
|
||||||
} else { |
|
||||||
call->unpushed_incoming_server_initial_metadata_pipe_ = |
|
||||||
call_args.server_initial_metadata; |
|
||||||
} |
|
||||||
return [call]() -> Poll<ServerMetadataHandle> { |
|
||||||
return call->CheckCompletion(); |
|
||||||
}; |
|
||||||
} |
|
||||||
}; |
|
||||||
|
|
||||||
// BottomFilter is the last filter on a channel stack (for sinking ops)
|
|
||||||
class BottomFilter : public ChannelFilter { |
|
||||||
public: |
|
||||||
static absl::StatusOr<BottomFilter> Create(const ChannelArgs&, |
|
||||||
ChannelFilter::Args) { |
|
||||||
return BottomFilter{}; |
|
||||||
} |
|
||||||
|
|
||||||
// Construct a promise for one call.
|
|
||||||
ArenaPromise<ServerMetadataHandle> MakeCallPromise( |
|
||||||
CallArgs call_args, NextPromiseFactory next) override { |
|
||||||
return next(std::move(call_args)); |
|
||||||
} |
|
||||||
|
|
||||||
bool StartTransportOp(grpc_transport_op* op) override { |
|
||||||
ExecCtx::Run(DEBUG_LOCATION, op->on_consumed, absl::OkStatus()); |
|
||||||
return true; |
|
||||||
} |
|
||||||
}; |
|
||||||
|
|
||||||
Call(MainLoop* main_loop, uint32_t id, |
|
||||||
const filter_fuzzer::Metadata& client_initial_metadata, bool is_client) |
|
||||||
: main_loop_(main_loop), id_(id) { |
|
||||||
ScopedContext context(this); |
|
||||||
auto* server_initial_metadata = arena_->New<Pipe<ServerMetadataHandle>>(); |
|
||||||
CallArgs call_args{std::move(*LoadMetadata(client_initial_metadata, |
|
||||||
&client_initial_metadata_)), |
|
||||||
ClientInitialMetadataOutstandingToken::Empty(), |
|
||||||
nullptr, |
|
||||||
&server_initial_metadata->sender, |
|
||||||
nullptr, |
|
||||||
nullptr}; |
|
||||||
if (is_client) { |
|
||||||
promise_ = main_loop_->channel_stack_->MakeClientCallPromise( |
|
||||||
std::move(call_args)); |
|
||||||
} else { |
|
||||||
promise_ = main_loop_->channel_stack_->MakeServerCallPromise( |
|
||||||
std::move(call_args)); |
|
||||||
} |
|
||||||
Step(); |
|
||||||
} |
|
||||||
|
|
||||||
~Call() override { |
|
||||||
{ |
|
||||||
ScopedContext context(this); |
|
||||||
// Don't pass final info thing if we were cancelled.
|
|
||||||
if (promise_.has_value()) final_info_.reset(); |
|
||||||
std::unique_ptr<grpc_call_final_info> final_info; |
|
||||||
if (final_info_) { |
|
||||||
final_info = std::make_unique<grpc_call_final_info>(); |
|
||||||
final_info->final_status = |
|
||||||
static_cast<grpc_status_code>(final_info_->status()); |
|
||||||
final_info->error_string = final_info_->error_string().c_str(); |
|
||||||
final_info->stats.latency = |
|
||||||
gpr_time_from_micros(final_info_->latency_us(), GPR_TIMESPAN); |
|
||||||
auto transport_stream_stats_from_proto = |
|
||||||
[](const filter_fuzzer::TransportOneWayStats& stats) { |
|
||||||
grpc_transport_one_way_stats s; |
|
||||||
s.framing_bytes = stats.framing_bytes(); |
|
||||||
s.data_bytes = stats.data_bytes(); |
|
||||||
s.header_bytes = stats.header_bytes(); |
|
||||||
return s; |
|
||||||
}; |
|
||||||
final_info->stats.transport_stream_stats.incoming = |
|
||||||
transport_stream_stats_from_proto(final_info_->incoming()); |
|
||||||
final_info->stats.transport_stream_stats.outgoing = |
|
||||||
transport_stream_stats_from_proto(final_info_->outgoing()); |
|
||||||
} |
|
||||||
finalization_.Run(final_info.get()); |
|
||||||
} |
|
||||||
|
|
||||||
for (int i = 0; i < GRPC_CONTEXT_COUNT; i++) { |
|
||||||
if (legacy_context_[i].destroy != nullptr) { |
|
||||||
legacy_context_[i].destroy(legacy_context_[i].value); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
void Orphan() override { abort(); } |
|
||||||
void ForceImmediateRepoll(WakeupMask) override { context_->set_continue(); } |
|
||||||
Waker MakeOwningWaker() override { |
|
||||||
return Waker(new WakeCall(main_loop_, id_), 0); |
|
||||||
} |
|
||||||
Waker MakeNonOwningWaker() override { return MakeOwningWaker(); } |
|
||||||
|
|
||||||
void RecvInitialMetadata(const filter_fuzzer::Metadata& metadata) { |
|
||||||
if (server_initial_metadata_ == nullptr) { |
|
||||||
LoadMetadata(metadata, &server_initial_metadata_); |
|
||||||
if (auto* pipe = std::exchange( |
|
||||||
unpushed_incoming_server_initial_metadata_pipe_, nullptr)) { |
|
||||||
ScopedContext context(this); |
|
||||||
server_initial_metadata_push_promise_.emplace( |
|
||||||
pipe->Push(ServerMetadataHandle(server_initial_metadata_.get(), |
|
||||||
Arena::PooledDeleter(nullptr)))); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
void RecvTrailingMetadata(const filter_fuzzer::Metadata& metadata) { |
|
||||||
if (server_trailing_metadata_ == nullptr) { |
|
||||||
LoadMetadata(metadata, &server_trailing_metadata_); |
|
||||||
server_trailing_metadata_waker_.Wakeup(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
void Wakeup() { |
|
||||||
ScopedContext context(this); |
|
||||||
Step(); |
|
||||||
} |
|
||||||
|
|
||||||
void SetFinalInfo(filter_fuzzer::FinalInfo final_info) { |
|
||||||
final_info_ = |
|
||||||
std::make_unique<filter_fuzzer::FinalInfo>(std::move(final_info)); |
|
||||||
} |
|
||||||
|
|
||||||
private: |
|
||||||
class ScopedContext |
|
||||||
: public ScopedActivity, |
|
||||||
public promise_detail::Context<Arena>, |
|
||||||
public promise_detail::Context<grpc_call_context_element>, |
|
||||||
public promise_detail::Context<CallFinalization> { |
|
||||||
public: |
|
||||||
explicit ScopedContext(Call* call) |
|
||||||
: ScopedActivity(call), |
|
||||||
promise_detail::Context<Arena>(call->arena_.get()), |
|
||||||
promise_detail::Context<grpc_call_context_element>( |
|
||||||
call->legacy_context_), |
|
||||||
promise_detail::Context<CallFinalization>(&call->finalization_), |
|
||||||
call_(call) { |
|
||||||
GPR_ASSERT(call_->context_ == nullptr); |
|
||||||
call_->context_ = this; |
|
||||||
} |
|
||||||
~ScopedContext() { |
|
||||||
while (bool step = std::exchange(continue_, false)) { |
|
||||||
call_->Step(); |
|
||||||
} |
|
||||||
GPR_ASSERT(call_->context_ == this); |
|
||||||
call_->context_ = nullptr; |
|
||||||
} |
|
||||||
|
|
||||||
void set_continue() { continue_ = true; } |
|
||||||
|
|
||||||
private: |
|
||||||
Call* const call_; |
|
||||||
bool continue_ = false; |
|
||||||
}; |
|
||||||
|
|
||||||
template <typename R> |
|
||||||
absl::optional<Arena::PoolPtr<R>> LoadMetadata( |
|
||||||
const filter_fuzzer::Metadata& metadata, std::unique_ptr<R>* out) { |
|
||||||
if (*out != nullptr) return absl::nullopt; |
|
||||||
*out = std::make_unique<R>(arena_.get()); |
|
||||||
for (const auto& md : metadata.metadata()) { |
|
||||||
(*out)->Append(md.key(), Slice::FromCopiedString(md.value()), |
|
||||||
[](absl::string_view, const Slice&) {}); |
|
||||||
} |
|
||||||
return Arena::PoolPtr<R>(out->get(), Arena::PooledDeleter(nullptr)); |
|
||||||
} |
|
||||||
|
|
||||||
void Step() { |
|
||||||
if (!promise_.has_value()) return; |
|
||||||
auto r = (*promise_)(); |
|
||||||
if (r.pending()) return; |
|
||||||
ServerMetadataHandle md = std::move(r.value()); |
|
||||||
if (md.get() != server_trailing_metadata_.get()) md->~ServerMetadata(); |
|
||||||
promise_.reset(); |
|
||||||
} |
|
||||||
|
|
||||||
Poll<ServerMetadataHandle> CheckCompletion() { |
|
||||||
if (server_trailing_metadata_ != nullptr) { |
|
||||||
return ServerMetadataHandle(server_trailing_metadata_.get(), |
|
||||||
Arena::PooledDeleter(nullptr)); |
|
||||||
} |
|
||||||
server_trailing_metadata_waker_ = MakeOwningWaker(); |
|
||||||
return Pending{}; |
|
||||||
} |
|
||||||
|
|
||||||
MainLoop* const main_loop_; |
|
||||||
const uint32_t id_; |
|
||||||
ScopedArenaPtr arena_ = MakeScopedArena(32, &main_loop_->memory_allocator_); |
|
||||||
absl::optional<ArenaPromise<ServerMetadataHandle>> promise_; |
|
||||||
std::unique_ptr<filter_fuzzer::FinalInfo> final_info_; |
|
||||||
std::unique_ptr<ClientMetadata> client_initial_metadata_; |
|
||||||
std::unique_ptr<ServerMetadata> server_initial_metadata_; |
|
||||||
PipeSender<ServerMetadataHandle>* |
|
||||||
unpushed_incoming_server_initial_metadata_pipe_ = nullptr; |
|
||||||
absl::optional<PipeSender<ServerMetadataHandle>::PushType> |
|
||||||
server_initial_metadata_push_promise_; |
|
||||||
std::unique_ptr<ServerMetadata> server_trailing_metadata_; |
|
||||||
Waker server_trailing_metadata_waker_; |
|
||||||
CallFinalization finalization_; |
|
||||||
ScopedContext* context_ = nullptr; |
|
||||||
grpc_call_context_element legacy_context_[GRPC_CONTEXT_COUNT] = {}; |
|
||||||
}; |
|
||||||
|
|
||||||
Call* GetCall(uint32_t id) { |
|
||||||
auto it = calls_.find(id); |
|
||||||
if (it == calls_.end()) return nullptr; |
|
||||||
return it->second.get(); |
|
||||||
} |
|
||||||
|
|
||||||
MemoryAllocator memory_allocator_; |
|
||||||
const bool is_client_; |
|
||||||
RefCountedPtr<grpc_channel_stack> channel_stack_; |
|
||||||
std::map<uint32_t, std::unique_ptr<Call>> calls_; |
|
||||||
std::vector<uint32_t> wakeups_; |
|
||||||
}; |
|
||||||
|
|
||||||
} // namespace
|
|
||||||
} // namespace grpc_core
|
|
||||||
|
|
||||||
DEFINE_PROTO_FUZZER(const filter_fuzzer::Msg& msg) { |
|
||||||
const grpc_channel_filter* filter = grpc_core::FindFilter(msg.filter()); |
|
||||||
if (filter == nullptr) return; |
|
||||||
if (msg.channel_stack_type() < 0 || |
|
||||||
msg.channel_stack_type() >= GRPC_NUM_CHANNEL_STACK_TYPES) { |
|
||||||
return; |
|
||||||
} |
|
||||||
|
|
||||||
if (squelch && !grpc_core::GetEnv("GRPC_TRACE_FUZZER").has_value()) { |
|
||||||
gpr_set_log_function(dont_log); |
|
||||||
} |
|
||||||
{ |
|
||||||
grpc_core::MutexLock lock(&g_now_mu); |
|
||||||
g_now = {1, 0, GPR_CLOCK_MONOTONIC}; |
|
||||||
grpc_core::TestOnlySetProcessEpoch(g_now); |
|
||||||
} |
|
||||||
gpr_now_impl = now_impl; |
|
||||||
grpc_init(); |
|
||||||
grpc_timer_manager_set_threading(false); |
|
||||||
{ |
|
||||||
grpc_core::ExecCtx exec_ctx; |
|
||||||
grpc_core::Executor::SetThreadingAll(false); |
|
||||||
} |
|
||||||
|
|
||||||
grpc_core::GlobalObjects globals; |
|
||||||
auto channel_args = grpc_core::LoadChannelArgs(msg.channel_args(), &globals); |
|
||||||
|
|
||||||
grpc_core::ChannelStackBuilderImpl builder( |
|
||||||
msg.stack_name().c_str(), |
|
||||||
static_cast<grpc_channel_stack_type>(msg.channel_stack_type()), |
|
||||||
channel_args); |
|
||||||
builder.AppendFilter(filter); |
|
||||||
const bool is_client = |
|
||||||
grpc_channel_stack_type_is_client(builder.channel_stack_type()); |
|
||||||
if (is_client) { |
|
||||||
builder.AppendFilter(grpc_core::MainLoop::EndFilter(true)); |
|
||||||
} else { |
|
||||||
builder.PrependFilter(grpc_core::MainLoop::EndFilter(false)); |
|
||||||
} |
|
||||||
builder.AppendFilter(grpc_core::MainLoop::BottomFilter(is_client)); |
|
||||||
auto stack = [&]() { |
|
||||||
grpc_core::ExecCtx exec_ctx; |
|
||||||
return builder.Build(); |
|
||||||
}(); |
|
||||||
|
|
||||||
if (stack.ok()) { |
|
||||||
grpc_core::MainLoop main_loop(is_client, std::move(*stack), channel_args); |
|
||||||
for (const auto& action : msg.actions()) { |
|
||||||
grpc_timer_manager_tick(); |
|
||||||
main_loop.Run(action, &globals); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
grpc_shutdown(); |
|
||||||
} |
|
||||||
@ -1,103 +0,0 @@ |
|||||||
// Copyright 2021 gRPC authors. |
|
||||||
// |
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License"); |
|
||||||
// you may not use this file except in compliance with the License. |
|
||||||
// You may obtain a copy of the License at |
|
||||||
// |
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0 |
|
||||||
// |
|
||||||
// Unless required by applicable law or agreed to in writing, software |
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
// See the License for the specific language governing permissions and |
|
||||||
// limitations under the License. |
|
||||||
|
|
||||||
syntax = "proto3"; |
|
||||||
|
|
||||||
package filter_fuzzer; |
|
||||||
|
|
||||||
message Empty {} |
|
||||||
|
|
||||||
message AuthContext {} |
|
||||||
|
|
||||||
message AuthorizationEngine { |
|
||||||
oneof engine { |
|
||||||
string always_allow = 1; |
|
||||||
string always_deny = 2; |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
message AuthorizationPolicyProvider { |
|
||||||
AuthorizationEngine allow_engine = 1; |
|
||||||
AuthorizationEngine deny_engine = 2; |
|
||||||
} |
|
||||||
|
|
||||||
message ChannelArg { |
|
||||||
string key = 1; |
|
||||||
oneof value { |
|
||||||
bytes str = 2; |
|
||||||
int64 i = 3; |
|
||||||
Empty resource_quota = 4; |
|
||||||
Empty transport = 5; |
|
||||||
Empty channel_security_connector = 6; |
|
||||||
AuthContext auth_context = 7; |
|
||||||
AuthorizationPolicyProvider authorization_policy_provider = 8; |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
message Metadatum { |
|
||||||
bytes key = 1; |
|
||||||
bytes value = 2; |
|
||||||
} |
|
||||||
|
|
||||||
message Metadata { |
|
||||||
repeated Metadatum metadata = 1; |
|
||||||
} |
|
||||||
|
|
||||||
message FinishCheckCallHost { |
|
||||||
uint32 qry = 1; |
|
||||||
uint32 status = 2; |
|
||||||
string message = 3; |
|
||||||
} |
|
||||||
|
|
||||||
message GlobalObjectAction { |
|
||||||
oneof type { |
|
||||||
uint32 set_resource_quota = 1; |
|
||||||
FinishCheckCallHost finish_check_call_host = 2; |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
message TransportOneWayStats { |
|
||||||
uint64 framing_bytes = 1; |
|
||||||
uint64 data_bytes = 2; |
|
||||||
uint64 header_bytes = 3; |
|
||||||
} |
|
||||||
|
|
||||||
message FinalInfo { |
|
||||||
uint32 status = 1; |
|
||||||
string error_string = 2; |
|
||||||
uint64 latency_us = 3; |
|
||||||
TransportOneWayStats incoming = 4; |
|
||||||
TransportOneWayStats outgoing = 5; |
|
||||||
} |
|
||||||
|
|
||||||
message Action { |
|
||||||
uint32 call = 1; |
|
||||||
oneof type { |
|
||||||
Empty cancel = 9; |
|
||||||
Metadata create_call = 10; |
|
||||||
Metadata receive_initial_metadata = 11; |
|
||||||
Metadata receive_trailing_metadata = 12; |
|
||||||
GlobalObjectAction global_object_action = 13; |
|
||||||
uint64 advance_time_microseconds = 14; |
|
||||||
FinalInfo set_final_info = 15; |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
message Msg { |
|
||||||
string filter = 1; |
|
||||||
int32 channel_stack_type = 3; |
|
||||||
string stack_name = 4; |
|
||||||
repeated ChannelArg channel_args = 2; |
|
||||||
repeated Action actions = 100; |
|
||||||
} |
|
||||||
@ -1,16 +0,0 @@ |
|||||||
filter: "ClientAuthFilter" |
|
||||||
channel_args { |
|
||||||
key: "grpc.internal.security_connector" |
|
||||||
channel_security_connector: {} |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "grpc.auth_context" |
|
||||||
auth_context: {} |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 1 |
|
||||||
create_call { |
|
||||||
metadata { |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,12 +0,0 @@ |
|||||||
filter: "ClientAuthorityFilter" |
|
||||||
channel_args { |
|
||||||
key: "grpc.default_authority" |
|
||||||
str: "foo.com" |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 1 |
|
||||||
create_call { |
|
||||||
metadata { |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,18 +0,0 @@ |
|||||||
filter: "HttpClientFilter" |
|
||||||
channel_args { |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "HttpClientFilter" |
|
||||||
i: 0 |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "1" |
|
||||||
i: 0 |
|
||||||
} |
|
||||||
actions { |
|
||||||
receive_trailing_metadata { |
|
||||||
result { |
|
||||||
value: "HttpClientFilter" |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,37 +0,0 @@ |
|||||||
filter: "HttpClientFilter" |
|
||||||
channel_args { |
|
||||||
key: "grpc.internal.transport" |
|
||||||
transport { |
|
||||||
} |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "grpc.resource_quota" |
|
||||||
str: "\266\031w\000\000\000\000\000" |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "2" |
|
||||||
resource_quota { |
|
||||||
} |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 1 |
|
||||||
cancel { |
|
||||||
} |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 2634022929 |
|
||||||
create_call { |
|
||||||
metadata { |
|
||||||
value: "\365" |
|
||||||
} |
|
||||||
metadata { |
|
||||||
key: "2" |
|
||||||
value: "grpc.resource_quota" |
|
||||||
} |
|
||||||
metadata { |
|
||||||
key: "2" |
|
||||||
} |
|
||||||
metadata { |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1 +0,0 @@ |
|||||||
|
|
||||||
@ -1,16 +0,0 @@ |
|||||||
filter: "GrpcServerAuthzFilter" |
|
||||||
channel_args { |
|
||||||
key: "grpc.auth_context" |
|
||||||
auth_context: {} |
|
||||||
} |
|
||||||
channel_args { |
|
||||||
key: "grpc.authorization_policy_provider" |
|
||||||
authorization_policy_provider: {} |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 1 |
|
||||||
create_call { |
|
||||||
metadata { |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,12 +0,0 @@ |
|||||||
filter: "HttpClientFilter" |
|
||||||
channel_args { |
|
||||||
key: "grpc.internal.transport" |
|
||||||
transport: {} |
|
||||||
} |
|
||||||
actions { |
|
||||||
call: 1 |
|
||||||
create_call { |
|
||||||
metadata { |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,11 +0,0 @@ |
|||||||
filter: "http-client" |
|
||||||
channel_args { |
|
||||||
key: "grpc.internal.transport" |
|
||||||
transport { |
|
||||||
} |
|
||||||
} |
|
||||||
stack_name: "$" |
|
||||||
actions { |
|
||||||
call: 2 |
|
||||||
advance_time_microseconds: 9223372036854776037 |
|
||||||
} |
|
||||||
Loading…
Reference in new issue