|
|
|
@ -67,153 +67,152 @@ DEFINE_double(error_tolerance, 0.01, |
|
|
|
|
"range is narrower than the error_tolerance computed range, we " |
|
|
|
|
"stop the search."); |
|
|
|
|
|
|
|
|
|
namespace grpc { |
|
|
|
|
namespace testing { |
|
|
|
|
|
|
|
|
|
static std::unique_ptr<ScenarioResult> RunAndReport(const Scenario& scenario, |
|
|
|
|
bool* success) { |
|
|
|
|
std::cerr << "RUNNING SCENARIO: " << scenario.name() << "\n"; |
|
|
|
|
auto result = |
|
|
|
|
RunScenario(scenario.client_config(), scenario.num_clients(), |
|
|
|
|
scenario.server_config(), scenario.num_servers(), |
|
|
|
|
scenario.warmup_seconds(), scenario.benchmark_seconds(), |
|
|
|
|
scenario.spawn_local_worker_count()); |
|
|
|
|
|
|
|
|
|
// Amend the result with scenario config. Eventually we should adjust
|
|
|
|
|
// RunScenario contract so we don't need to touch the result here.
|
|
|
|
|
result->mutable_scenario()->CopyFrom(scenario); |
|
|
|
|
|
|
|
|
|
GetReporter()->ReportQPS(*result); |
|
|
|
|
GetReporter()->ReportQPSPerCore(*result); |
|
|
|
|
GetReporter()->ReportLatency(*result); |
|
|
|
|
GetReporter()->ReportTimes(*result); |
|
|
|
|
GetReporter()->ReportCpuUsage(*result); |
|
|
|
|
|
|
|
|
|
for (int i = 0; *success && i < result->client_success_size(); i++) { |
|
|
|
|
*success = result->client_success(i); |
|
|
|
|
} |
|
|
|
|
for (int i = 0; *success && i < result->server_success_size(); i++) { |
|
|
|
|
*success = result->server_success(i); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return result; |
|
|
|
|
namespace grpc { |
|
|
|
|
namespace testing { |
|
|
|
|
|
|
|
|
|
static std::unique_ptr<ScenarioResult> RunAndReport(const Scenario& scenario, |
|
|
|
|
bool* success) { |
|
|
|
|
std::cerr << "RUNNING SCENARIO: " << scenario.name() << "\n"; |
|
|
|
|
auto result = |
|
|
|
|
RunScenario(scenario.client_config(), scenario.num_clients(), |
|
|
|
|
scenario.server_config(), scenario.num_servers(), |
|
|
|
|
scenario.warmup_seconds(), scenario.benchmark_seconds(), |
|
|
|
|
scenario.spawn_local_worker_count()); |
|
|
|
|
|
|
|
|
|
// Amend the result with scenario config. Eventually we should adjust
|
|
|
|
|
// RunScenario contract so we don't need to touch the result here.
|
|
|
|
|
result->mutable_scenario()->CopyFrom(scenario); |
|
|
|
|
|
|
|
|
|
GetReporter()->ReportQPS(*result); |
|
|
|
|
GetReporter()->ReportQPSPerCore(*result); |
|
|
|
|
GetReporter()->ReportLatency(*result); |
|
|
|
|
GetReporter()->ReportTimes(*result); |
|
|
|
|
GetReporter()->ReportCpuUsage(*result); |
|
|
|
|
|
|
|
|
|
for (int i = 0; *success && i < result->client_success_size(); i++) { |
|
|
|
|
*success = result->client_success(i); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
static double GetCpuLoad(Scenario* scenario, double offered_load, |
|
|
|
|
bool* success) { |
|
|
|
|
scenario->mutable_client_config() |
|
|
|
|
->mutable_load_params() |
|
|
|
|
->mutable_poisson() |
|
|
|
|
->set_offered_load(offered_load); |
|
|
|
|
auto result = RunAndReport(*scenario, success); |
|
|
|
|
return result->summary().server_cpu_usage(); |
|
|
|
|
for (int i = 0; *success && i < result->server_success_size(); i++) { |
|
|
|
|
*success = result->server_success(i); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
static double BinarySearch(Scenario* scenario, double targeted_cpu_load, |
|
|
|
|
double low, double high, bool* success) { |
|
|
|
|
while (low <= high * (1 - FLAGS_error_tolerance)) { |
|
|
|
|
double mid = low + (high - low) / 2; |
|
|
|
|
double current_cpu_load = GetCpuLoad(scenario, mid, success); |
|
|
|
|
gpr_log(GPR_DEBUG, "Binary Search: current_offered_load %.0f", mid); |
|
|
|
|
if (!*success) { |
|
|
|
|
gpr_log(GPR_ERROR, "Client/Server Failure"); |
|
|
|
|
break; |
|
|
|
|
} |
|
|
|
|
if (targeted_cpu_load <= current_cpu_load) { |
|
|
|
|
high = mid - FLAGS_stride; |
|
|
|
|
} else { |
|
|
|
|
low = mid + FLAGS_stride; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
return result; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return low; |
|
|
|
|
} |
|
|
|
|
static double GetCpuLoad(Scenario* scenario, double offered_load, |
|
|
|
|
bool* success) { |
|
|
|
|
scenario->mutable_client_config() |
|
|
|
|
->mutable_load_params() |
|
|
|
|
->mutable_poisson() |
|
|
|
|
->set_offered_load(offered_load); |
|
|
|
|
auto result = RunAndReport(*scenario, success); |
|
|
|
|
return result->summary().server_cpu_usage(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
static double SearchOfferedLoad(double initial_offered_load, |
|
|
|
|
double targeted_cpu_load, Scenario* scenario, |
|
|
|
|
bool* success) { |
|
|
|
|
std::cerr << "RUNNING SCENARIO: " << scenario->name() << "\n"; |
|
|
|
|
double current_offered_load = initial_offered_load; |
|
|
|
|
double current_cpu_load = |
|
|
|
|
GetCpuLoad(scenario, current_offered_load, success); |
|
|
|
|
if (current_cpu_load > targeted_cpu_load) { |
|
|
|
|
gpr_log(GPR_ERROR, "Initial offered load too high"); |
|
|
|
|
return -1; |
|
|
|
|
static double BinarySearch(Scenario* scenario, double targeted_cpu_load, |
|
|
|
|
double low, double high, bool* success) { |
|
|
|
|
while (low <= high * (1 - FLAGS_error_tolerance)) { |
|
|
|
|
double mid = low + (high - low) / 2; |
|
|
|
|
double current_cpu_load = GetCpuLoad(scenario, mid, success); |
|
|
|
|
gpr_log(GPR_DEBUG, "Binary Search: current_offered_load %.0f", mid); |
|
|
|
|
if (!*success) { |
|
|
|
|
gpr_log(GPR_ERROR, "Client/Server Failure"); |
|
|
|
|
break; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
while (*success && (current_cpu_load < targeted_cpu_load)) { |
|
|
|
|
current_offered_load *= 2; |
|
|
|
|
current_cpu_load = GetCpuLoad(scenario, current_offered_load, success); |
|
|
|
|
gpr_log(GPR_DEBUG, "Binary Search: current_offered_load %.0f", |
|
|
|
|
current_offered_load); |
|
|
|
|
if (targeted_cpu_load <= current_cpu_load) { |
|
|
|
|
high = mid - FLAGS_stride; |
|
|
|
|
} else { |
|
|
|
|
low = mid + FLAGS_stride; |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
double targeted_offered_load = |
|
|
|
|
BinarySearch(scenario, targeted_cpu_load, current_offered_load / 2, |
|
|
|
|
current_offered_load, success); |
|
|
|
|
return low; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
return targeted_offered_load; |
|
|
|
|
static double SearchOfferedLoad(double initial_offered_load, |
|
|
|
|
double targeted_cpu_load, Scenario* scenario, |
|
|
|
|
bool* success) { |
|
|
|
|
std::cerr << "RUNNING SCENARIO: " << scenario->name() << "\n"; |
|
|
|
|
double current_offered_load = initial_offered_load; |
|
|
|
|
double current_cpu_load = GetCpuLoad(scenario, current_offered_load, success); |
|
|
|
|
if (current_cpu_load > targeted_cpu_load) { |
|
|
|
|
gpr_log(GPR_ERROR, "Initial offered load too high"); |
|
|
|
|
return -1; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
static bool QpsDriver() { |
|
|
|
|
grpc::string json; |
|
|
|
|
|
|
|
|
|
bool scfile = (FLAGS_scenarios_file != ""); |
|
|
|
|
bool scjson = (FLAGS_scenarios_json != ""); |
|
|
|
|
if ((!scfile && !scjson && !FLAGS_quit) || |
|
|
|
|
(scfile && (scjson || FLAGS_quit)) || (scjson && FLAGS_quit)) { |
|
|
|
|
gpr_log(GPR_ERROR, |
|
|
|
|
"Exactly one of --scenarios_file, --scenarios_json, " |
|
|
|
|
"or --quit must be set"); |
|
|
|
|
abort(); |
|
|
|
|
} |
|
|
|
|
while (*success && (current_cpu_load < targeted_cpu_load)) { |
|
|
|
|
current_offered_load *= 2; |
|
|
|
|
current_cpu_load = GetCpuLoad(scenario, current_offered_load, success); |
|
|
|
|
gpr_log(GPR_DEBUG, "Binary Search: current_offered_load %.0f", |
|
|
|
|
current_offered_load); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
if (scfile) { |
|
|
|
|
// Read the json data from disk
|
|
|
|
|
FILE* json_file = fopen(FLAGS_scenarios_file.c_str(), "r"); |
|
|
|
|
GPR_ASSERT(json_file != NULL); |
|
|
|
|
fseek(json_file, 0, SEEK_END); |
|
|
|
|
long len = ftell(json_file); |
|
|
|
|
char* data = new char[len]; |
|
|
|
|
fseek(json_file, 0, SEEK_SET); |
|
|
|
|
GPR_ASSERT(len == (long)fread(data, 1, len, json_file)); |
|
|
|
|
fclose(json_file); |
|
|
|
|
json = grpc::string(data, data + len); |
|
|
|
|
delete[] data; |
|
|
|
|
} else if (scjson) { |
|
|
|
|
json = FLAGS_scenarios_json.c_str(); |
|
|
|
|
} else if (FLAGS_quit) { |
|
|
|
|
return RunQuit(); |
|
|
|
|
} |
|
|
|
|
double targeted_offered_load = |
|
|
|
|
BinarySearch(scenario, targeted_cpu_load, current_offered_load / 2, |
|
|
|
|
current_offered_load, success); |
|
|
|
|
|
|
|
|
|
// Parse into an array of scenarios
|
|
|
|
|
Scenarios scenarios; |
|
|
|
|
ParseJson(json.c_str(), "grpc.testing.Scenarios", &scenarios); |
|
|
|
|
bool success = true; |
|
|
|
|
return targeted_offered_load; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Make sure that there is at least some valid scenario here
|
|
|
|
|
GPR_ASSERT(scenarios.scenarios_size() > 0); |
|
|
|
|
static bool QpsDriver() { |
|
|
|
|
grpc::string json; |
|
|
|
|
|
|
|
|
|
bool scfile = (FLAGS_scenarios_file != ""); |
|
|
|
|
bool scjson = (FLAGS_scenarios_json != ""); |
|
|
|
|
if ((!scfile && !scjson && !FLAGS_quit) || |
|
|
|
|
(scfile && (scjson || FLAGS_quit)) || (scjson && FLAGS_quit)) { |
|
|
|
|
gpr_log(GPR_ERROR, |
|
|
|
|
"Exactly one of --scenarios_file, --scenarios_json, " |
|
|
|
|
"or --quit must be set"); |
|
|
|
|
abort(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
for (int i = 0; i < scenarios.scenarios_size(); i++) { |
|
|
|
|
if (FLAGS_search_param == "") { |
|
|
|
|
const Scenario& scenario = scenarios.scenarios(i); |
|
|
|
|
RunAndReport(scenario, &success); |
|
|
|
|
if (scfile) { |
|
|
|
|
// Read the json data from disk
|
|
|
|
|
FILE* json_file = fopen(FLAGS_scenarios_file.c_str(), "r"); |
|
|
|
|
GPR_ASSERT(json_file != NULL); |
|
|
|
|
fseek(json_file, 0, SEEK_END); |
|
|
|
|
long len = ftell(json_file); |
|
|
|
|
char* data = new char[len]; |
|
|
|
|
fseek(json_file, 0, SEEK_SET); |
|
|
|
|
GPR_ASSERT(len == (long)fread(data, 1, len, json_file)); |
|
|
|
|
fclose(json_file); |
|
|
|
|
json = grpc::string(data, data + len); |
|
|
|
|
delete[] data; |
|
|
|
|
} else if (scjson) { |
|
|
|
|
json = FLAGS_scenarios_json.c_str(); |
|
|
|
|
} else if (FLAGS_quit) { |
|
|
|
|
return RunQuit(); |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
// Parse into an array of scenarios
|
|
|
|
|
Scenarios scenarios; |
|
|
|
|
ParseJson(json.c_str(), "grpc.testing.Scenarios", &scenarios); |
|
|
|
|
bool success = true; |
|
|
|
|
|
|
|
|
|
// Make sure that there is at least some valid scenario here
|
|
|
|
|
GPR_ASSERT(scenarios.scenarios_size() > 0); |
|
|
|
|
|
|
|
|
|
for (int i = 0; i < scenarios.scenarios_size(); i++) { |
|
|
|
|
if (FLAGS_search_param == "") { |
|
|
|
|
const Scenario& scenario = scenarios.scenarios(i); |
|
|
|
|
RunAndReport(scenario, &success); |
|
|
|
|
} else { |
|
|
|
|
if (FLAGS_search_param == "offered_load") { |
|
|
|
|
Scenario* scenario = scenarios.mutable_scenarios(i); |
|
|
|
|
double targeted_offered_load = |
|
|
|
|
SearchOfferedLoad(FLAGS_initial_search_value, |
|
|
|
|
FLAGS_targeted_cpu_load, scenario, &success); |
|
|
|
|
gpr_log(GPR_INFO, "targeted_offered_load %f", targeted_offered_load); |
|
|
|
|
} else { |
|
|
|
|
if (FLAGS_search_param == "offered_load") { |
|
|
|
|
Scenario* scenario = scenarios.mutable_scenarios(i); |
|
|
|
|
double targeted_offered_load = |
|
|
|
|
SearchOfferedLoad(FLAGS_initial_search_value, |
|
|
|
|
FLAGS_targeted_cpu_load, scenario, &success); |
|
|
|
|
gpr_log(GPR_INFO, "targeted_offered_load %f", targeted_offered_load); |
|
|
|
|
} else { |
|
|
|
|
gpr_log(GPR_ERROR, "Unimplemented search param"); |
|
|
|
|
} |
|
|
|
|
gpr_log(GPR_ERROR, "Unimplemented search param"); |
|
|
|
|
} |
|
|
|
|
} |
|
|
|
|
return success; |
|
|
|
|
} |
|
|
|
|
return success; |
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
} // namespace testing
|
|
|
|
|
} // namespace testing
|
|
|
|
|
} // namespace grpc
|
|
|
|
|
|
|
|
|
|
int main(int argc, char** argv) { |
|
|
|
|