diff --git a/tools/profile_analyzer/profile_analyzer.py b/tools/profile_analyzer/profile_analyzer.py new file mode 100755 index 00000000000..f15277491fe --- /dev/null +++ b/tools/profile_analyzer/profile_analyzer.py @@ -0,0 +1,87 @@ +#!/usr/bin/env python +# Copyright 2015, Google Inc. +# All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are +# met: +# +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above +# copyright notice, this list of conditions and the following disclaimer +# in the documentation and/or other materials provided with the +# distribution. +# * Neither the name of Google Inc. nor the names of its +# contributors may be used to endorse or promote products derived from +# this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS +# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT +# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR +# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT +# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, +# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT +# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, +# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY +# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +""" +Read GRPC basic profiles, analyze the data. + +Usage: + bins/basicprof/qps_smoke_test > log + cat log | tools/profile_analyzer/profile_analyzer.py +""" + + +import collections +import re +import sys + +# Create a regex to parse output of the C core basic profiler, +# as defined in src/core/profiling/basic_timers.c. +_RE_LINE = re.compile(r'GRPC_LAT_PROF ' + + r'([0-9]+\.[0-9]+) 0x([0-9a-f]+) ([{}.]) ([0-9]+) ' + + r'([^ ]+) ([^ ]+) ([0-9]+)') + +Entry = collections.namedtuple( + 'Entry', + ['time', 'thread', 'type', 'tag', 'id', 'file', 'line']) + +def entries(): + for line in sys.stdin: + m = _RE_LINE.match(line) + if not m: continue + yield Entry(time=float(m.group(1)), + thread=m.group(2), + type=m.group(3), + tag=int(m.group(4)), + id=m.group(5), + file=m.group(6), + line=m.group(7)) + +threads = collections.defaultdict(lambda: collections.defaultdict(list)) +times = collections.defaultdict(list) + +for entry in entries(): + thread = threads[entry.thread] + if entry.type == '{': + thread[entry.tag].append(entry) + elif entry.type == '}': + last = thread[entry.tag].pop() + times[entry.tag].append(entry.time - last.time) + +def percentile(vals, pct): + return sorted(vals)[int(len(vals) * pct / 100.0)] + +print 'tag 50%/90%/95%/99% us' +for tag in sorted(times.keys()): + vals = times[tag] + print '%d %.2f/%.2f/%.2f/%.2f' % (tag, + percentile(vals, 50), + percentile(vals, 90), + percentile(vals, 95), + percentile(vals, 99))