// Copyright 2023 gRPC authors. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // #include #include #include #include #include "absl/strings/str_cat.h" #include "absl/strings/str_format.h" #include #include #include "src/core/ext/filters/client_channel/backup_poller.h" #include "src/proto/grpc/testing/xds/v3/client_side_weighted_round_robin.grpc.pb.h" #include "src/proto/grpc/testing/xds/v3/wrr_locality.grpc.pb.h" #include "test/core/util/scoped_env_var.h" #include "test/cpp/end2end/xds/xds_end2end_test_lib.h" namespace grpc { namespace testing { namespace { using ::envoy::extensions::load_balancing_policies:: client_side_weighted_round_robin::v3::ClientSideWeightedRoundRobin; using ::envoy::extensions::load_balancing_policies::wrr_locality::v3:: WrrLocality; using ::grpc_core::testing::ScopedExperimentalEnvVar; using WrrTest = XdsEnd2endTest; INSTANTIATE_TEST_SUITE_P(XdsTest, WrrTest, ::testing::Values(XdsTestType()), &XdsTestType::Name); TEST_P(WrrTest, Basic) { ScopedExperimentalEnvVar env_var1("GRPC_EXPERIMENTAL_XDS_CUSTOM_LB_CONFIG"); ScopedExperimentalEnvVar env_var2("GRPC_EXPERIMENTAL_XDS_WRR_LB"); CreateAndStartBackends(3); // Expected weights = qps / (cpu_util + (eps/qps)) = // 1/(0.4+0.4) : 1/(0.2+0.2) : 1/(0.1+0.1) = 1:2:4 backends_[0]->server_metric_recorder()->SetQps(100); backends_[0]->server_metric_recorder()->SetEps(40); backends_[0]->server_metric_recorder()->SetCpuUtilization(0.4); backends_[1]->server_metric_recorder()->SetQps(100); backends_[1]->server_metric_recorder()->SetEps(20); backends_[1]->server_metric_recorder()->SetCpuUtilization(0.2); backends_[2]->server_metric_recorder()->SetQps(100); backends_[2]->server_metric_recorder()->SetEps(10); backends_[2]->server_metric_recorder()->SetCpuUtilization(0.1); auto cluster = default_cluster_; WrrLocality wrr_locality; wrr_locality.mutable_endpoint_picking_policy() ->add_policies() ->mutable_typed_extension_config() ->mutable_typed_config() ->PackFrom(ClientSideWeightedRoundRobin()); cluster.mutable_load_balancing_policy() ->add_policies() ->mutable_typed_extension_config() ->mutable_typed_config() ->PackFrom(wrr_locality); balancer_->ads_service()->SetCdsResource(cluster); EdsResourceArgs args({{"locality0", CreateEndpointsForBackends()}}); balancer_->ads_service()->SetEdsResource(BuildEdsResource(args)); size_t num_picks = 0; SendRpcsUntil(DEBUG_LOCATION, [&](const RpcResult&) { if (++num_picks == 7) { gpr_log(GPR_INFO, "request counts: %" PRIuPTR " %" PRIuPTR " %" PRIuPTR, backends_[0]->backend_service()->request_count(), backends_[1]->backend_service()->request_count(), backends_[2]->backend_service()->request_count()); if (backends_[0]->backend_service()->request_count() == 1 && backends_[1]->backend_service()->request_count() == 2 && backends_[2]->backend_service()->request_count() == 4) { return false; } num_picks = 0; ResetBackendCounters(); } return true; }); } } // namespace } // namespace testing } // namespace grpc int main(int argc, char** argv) { grpc::testing::TestEnvironment env(&argc, argv); ::testing::InitGoogleTest(&argc, argv); // Make the backup poller poll very frequently in order to pick up // updates from all the subchannels's FDs. GPR_GLOBAL_CONFIG_SET(grpc_client_channel_backup_poll_interval_ms, 1); #if TARGET_OS_IPHONE // Workaround Apple CFStream bug grpc_core::SetEnv("grpc_cfstream", "0"); #endif grpc_init(); const auto result = RUN_ALL_TESTS(); grpc_shutdown(); return result; }