mirror of https://github.com/grpc/grpc.git
The C based gRPC (C++, Python, Ruby, Objective-C, PHP, C#)
https://grpc.io/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
108 lines
3.1 KiB
108 lines
3.1 KiB
3 years ago
|
#!/usr/bin/env python3
|
||
|
|
#
|
||
|
|
# Copyright 2022 gRPC authors.
|
||
|
|
#
|
||
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
# you may not use this file except in compliance with the License.
|
||
|
|
# You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing, software
|
||
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
# See the License for the specific language governing permissions and
|
||
|
|
# limitations under the License.
|
||
|
|
|
||
|
|
import argparse
|
||
|
|
import csv
|
||
|
|
import glob
|
||
|
|
import math
|
||
|
|
import multiprocessing
|
||
|
|
import os
|
||
|
|
import pathlib
|
||
|
|
import re
|
||
|
|
import shutil
|
||
|
|
import subprocess
|
||
|
|
import sys
|
||
|
|
|
||
|
|
sys.path.append(
|
||
|
|
os.path.join(os.path.dirname(sys.argv[0]), '..', '..', 'run_tests',
|
||
|
|
'python_utils'))
|
||
|
|
import check_on_pr
|
||
|
|
|
||
|
|
argp = argparse.ArgumentParser(description='Perform diff on memory benchmarks')
|
||
|
|
|
||
|
|
argp.add_argument('-d',
|
||
|
|
'--diff_base',
|
||
|
|
type=str,
|
||
|
|
help='Commit or branch to compare the current one to')
|
||
|
|
|
||
|
|
argp.add_argument('-j', '--jobs', type=int, default=multiprocessing.cpu_count())
|
||
|
|
|
||
|
|
args = argp.parse_args()
|
||
|
|
|
||
|
|
_INTERESTING = {
|
||
|
|
'client call':
|
||
|
|
(rb'client call memory usage: ([0-9\.]+) bytes per call', float),
|
||
|
|
'server call':
|
||
|
|
(rb'server call memory usage: ([0-9\.]+) bytes per call', float),
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
def _run():
|
||
|
|
"""Build with Bazel, then run, and extract interesting lines from the output."""
|
||
|
|
subprocess.check_call([
|
||
|
|
'tools/bazel', 'build', '-c', 'opt',
|
||
|
|
'test/core/memory_usage/memory_usage_test'
|
||
|
|
])
|
||
|
|
output = subprocess.check_output([
|
||
|
|
'bazel-bin/test/core/memory_usage/memory_usage_test',
|
||
|
|
'--warmup=10000',
|
||
|
|
'--benchmark=50000',
|
||
|
|
])
|
||
|
|
ret = {}
|
||
|
|
for line in output.splitlines():
|
||
|
|
for key, (pattern, conversion) in _INTERESTING.items():
|
||
|
|
m = re.match(pattern, line)
|
||
|
|
if m:
|
||
|
|
ret[key] = conversion(m.group(1))
|
||
|
|
return ret
|
||
|
|
|
||
|
|
|
||
|
|
cur = _run()
|
||
|
|
new = None
|
||
|
|
|
||
|
|
print(cur)
|
||
|
|
|
||
|
|
if args.diff_base:
|
||
|
|
where_am_i = subprocess.check_output(
|
||
|
|
['git', 'rev-parse', '--abbrev-ref', 'HEAD']).decode().strip()
|
||
|
|
# checkout the diff base (="old")
|
||
|
|
subprocess.check_call(['git', 'checkout', args.diff_base])
|
||
|
|
try:
|
||
|
|
new = _run()
|
||
|
|
finally:
|
||
|
|
# restore the original revision (="new")
|
||
|
|
subprocess.check_call(['git', 'checkout', where_am_i])
|
||
|
|
|
||
|
|
text = ''
|
||
|
|
if new is None:
|
||
|
|
for key, value in cur.items():
|
||
|
|
text += '{}: {}\n'.format(key, value)
|
||
|
|
else:
|
||
|
|
diff_size = 0
|
||
|
|
for key, value in _INTERESTING.items():
|
||
|
|
if key in cur:
|
||
|
|
if key not in new:
|
||
|
|
text += '{}: {}\n'.format(key, value)
|
||
|
|
else:
|
||
|
|
diff_size += cur[key] - new[key]
|
||
|
|
text += '{}: {} -> {}\n'.format(key, cur[key], new[key])
|
||
|
|
|
||
|
|
print("DIFF_SIZE: %f" % diff_size)
|
||
|
|
check_on_pr.label_increase_decrease_on_pr('per-call-memory', diff_size, 64)
|
||
|
|
|
||
|
|
print(text)
|
||
|
|
check_on_pr.check_on_pr('Memory Difference', '```\n%s\n```' % text)
|