mirror of https://github.com/grpc/grpc.git
Jan Tattermusch
9 years ago
commit
8cc7332b74
22 changed files with 309 additions and 198 deletions
@ -1,33 +0,0 @@ |
||||
#!/usr/bin/env ruby |
||||
|
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
# Provides a gem binary entry point for the interop client. |
||||
require 'test/client' |
||||
@ -1,33 +0,0 @@ |
||||
#!/usr/bin/env ruby |
||||
|
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
# Provides a gem binary entry point for the interop server |
||||
require 'test/server' |
||||
@ -1,50 +0,0 @@ |
||||
#!/usr/bin/env ruby |
||||
|
||||
# Copyright 2015, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
# ####################################################################### |
||||
# DEPRECATED: The behaviour in this file has been moved to pb/test/server.rb |
||||
# |
||||
# This file remains to support existing tools and scripts that use it. |
||||
# ###################################################################### |
||||
# |
||||
# interop_server is a Testing app that runs a gRPC interop testing server. |
||||
# |
||||
# It helps validate interoperation b/w gRPC in different environments |
||||
# |
||||
# Helps validate interoperation b/w different gRPC implementations. |
||||
# |
||||
# Usage: $ path/to/interop_server.rb --port |
||||
|
||||
this_dir = File.expand_path(File.dirname(__FILE__)) |
||||
pb_dir = File.join(File.dirname(File.dirname(this_dir)), 'pb') |
||||
$LOAD_PATH.unshift(pb_dir) unless $LOAD_PATH.include?(pb_dir) |
||||
|
||||
require 'test/server' |
||||
@ -0,0 +1,28 @@ |
||||
# Generated by the protocol buffer compiler. DO NOT EDIT! |
||||
# source: grpc/testing/metrics.proto |
||||
|
||||
require 'google/protobuf' |
||||
|
||||
Google::Protobuf::DescriptorPool.generated_pool.build do |
||||
add_message "grpc.testing.GaugeResponse" do |
||||
optional :name, :string, 1 |
||||
oneof :value do |
||||
optional :long_value, :int64, 2 |
||||
optional :double_value, :double, 3 |
||||
optional :string_value, :string, 4 |
||||
end |
||||
end |
||||
add_message "grpc.testing.GaugeRequest" do |
||||
optional :name, :string, 1 |
||||
end |
||||
add_message "grpc.testing.EmptyMessage" do |
||||
end |
||||
end |
||||
|
||||
module Grpc |
||||
module Testing |
||||
GaugeResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("grpc.testing.GaugeResponse").msgclass |
||||
GaugeRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("grpc.testing.GaugeRequest").msgclass |
||||
EmptyMessage = Google::Protobuf::DescriptorPool.generated_pool.lookup("grpc.testing.EmptyMessage").msgclass |
||||
end |
||||
end |
||||
@ -0,0 +1,27 @@ |
||||
# Generated by the protocol buffer compiler. DO NOT EDIT! |
||||
# Source: grpc/testing/metrics.proto for package 'grpc.testing' |
||||
|
||||
require 'grpc' |
||||
require 'grpc/testing/metrics' |
||||
|
||||
module Grpc |
||||
module Testing |
||||
module MetricsService |
||||
|
||||
# TODO: add proto service documentation here |
||||
class Service |
||||
|
||||
include GRPC::GenericService |
||||
|
||||
self.marshal_class_method = :encode |
||||
self.unmarshal_class_method = :decode |
||||
self.service_name = 'grpc.testing.MetricsService' |
||||
|
||||
rpc :GetAllGauges, EmptyMessage, stream(GaugeResponse) |
||||
rpc :GetGauge, GaugeRequest, GaugeResponse |
||||
end |
||||
|
||||
Stub = Service.rpc_stub_class |
||||
end |
||||
end |
||||
end |
||||
@ -0,0 +1,155 @@ |
||||
#!/usr/bin/env ruby |
||||
|
||||
# Copyright 2016, Google Inc. |
||||
# All rights reserved. |
||||
# |
||||
# Redistribution and use in source and binary forms, with or without |
||||
# modification, are permitted provided that the following conditions are |
||||
# met: |
||||
# |
||||
# * Redistributions of source code must retain the above copyright |
||||
# notice, this list of conditions and the following disclaimer. |
||||
# * Redistributions in binary form must reproduce the above |
||||
# copyright notice, this list of conditions and the following disclaimer |
||||
# in the documentation and/or other materials provided with the |
||||
# distribution. |
||||
# * Neither the name of Google Inc. nor the names of its |
||||
# contributors may be used to endorse or promote products derived from |
||||
# this software without specific prior written permission. |
||||
# |
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
||||
|
||||
require 'optparse' |
||||
require 'thread' |
||||
require_relative '../pb/test/client' |
||||
require_relative './metrics_server' |
||||
require_relative '../lib/grpc' |
||||
|
||||
class QpsGauge < Gauge |
||||
@query_count |
||||
@query_mutex |
||||
@start_time |
||||
|
||||
def initialize |
||||
@query_count = 0 |
||||
@query_mutex = Mutex.new |
||||
@start_time = Time.now |
||||
end |
||||
|
||||
def increment_queries |
||||
@query_mutex.synchronize { @query_count += 1} |
||||
end |
||||
|
||||
def get_name |
||||
'qps' |
||||
end |
||||
|
||||
def get_type |
||||
'long' |
||||
end |
||||
|
||||
def get_value |
||||
(@query_mutex.synchronize { @query_count / (Time.now - @start_time) }).to_i |
||||
end |
||||
end |
||||
|
||||
def start_metrics_server(port) |
||||
host = "0.0.0.0:#{port}" |
||||
server = GRPC::RpcServer.new |
||||
server.add_http2_port(host, :this_port_is_insecure) |
||||
service = MetricsServiceImpl.new |
||||
server.handle(service) |
||||
server_thread = Thread.new { server.run_till_terminated } |
||||
[server, service, server_thread] |
||||
end |
||||
|
||||
StressArgs = Struct.new(:server_addresses, :test_cases, :duration, |
||||
:channels_per_server, :concurrent_calls, :metrics_port) |
||||
|
||||
def start(stress_args) |
||||
running = true |
||||
threads = [] |
||||
qps_gauge = QpsGauge.new |
||||
metrics_server, metrics_service, metrics_thread = |
||||
start_metrics_server(stress_args.metrics_port) |
||||
metrics_service.register_gauge(qps_gauge) |
||||
stress_args.server_addresses.each do |address| |
||||
stress_args.channels_per_server.times do |
||||
client_args = Args.new |
||||
client_args.host, client_args.port = address.split(':') |
||||
client_args.secure = false |
||||
client_args.test_case = '' |
||||
stub = create_stub(client_args) |
||||
named_tests = NamedTests.new(stub, client_args) |
||||
stress_args.concurrent_calls.times do |
||||
threads << Thread.new do |
||||
while running |
||||
named_tests.method(stress_args.test_cases.sample).call |
||||
qps_gauge.increment_queries |
||||
end |
||||
end |
||||
end |
||||
end |
||||
end |
||||
if stress_args.duration >= 0 |
||||
sleep stress_args.duration |
||||
running = false |
||||
metrics_server.stop |
||||
p "QPS: #{qps_gauge.get_value}" |
||||
threads.each { |thd| thd.join; } |
||||
end |
||||
metrics_thread.join |
||||
end |
||||
|
||||
def parse_stress_args |
||||
stress_args = StressArgs.new |
||||
stress_args.server_addresses = ['localhost:8080'] |
||||
stress_args.test_cases = [] |
||||
stress_args.duration = -1 |
||||
stress_args.channels_per_server = 1 |
||||
stress_args.concurrent_calls = 1 |
||||
stress_args.metrics_port = '8081' |
||||
OptionParser.new do |opts| |
||||
opts.on('--server_addresses [LIST]', Array) do |addrs| |
||||
stress_args.server_addresses = addrs |
||||
end |
||||
opts.on('--test_cases cases', Array) do |cases| |
||||
stress_args.test_cases = (cases.map do |item| |
||||
split = item.split(':') |
||||
[split[0]] * split[1].to_i |
||||
end).reduce([], :+) |
||||
end |
||||
opts.on('--test_duration_secs [INT]', OptionParser::DecimalInteger) do |time| |
||||
stress_args.duration = time |
||||
end |
||||
opts.on('--num_channels_per_server [INT]', OptionParser::DecimalInteger) do |channels| |
||||
stress_args.channels_per_server = channels |
||||
end |
||||
opts.on('--num_stubs_per_channel [INT]', OptionParser::DecimalInteger) do |stubs| |
||||
stress_args.concurrent_calls = stubs |
||||
end |
||||
opts.on('--metrics_port [port]') do |port| |
||||
stress_args.metrics_port = port |
||||
end |
||||
end.parse! |
||||
stress_args |
||||
end |
||||
|
||||
def main |
||||
opts = parse_stress_args |
||||
start(opts) |
||||
end |
||||
|
||||
if __FILE__ == $0 |
||||
main |
||||
end |
||||
Loading…
Reference in new issue