The C based gRPC (C++, Python, Ruby, Objective-C, PHP, C#)
https://grpc.io/
32 lines
994 B
32 lines
994 B
#!/usr/bin/env python3 |
|
|
|
import json |
|
import subprocess |
|
import re |
|
|
|
def Run(cmd): |
|
subprocess.check_call(cmd, shell=True) |
|
|
|
def RunAgainstBranch(branch, outfile, runs=12): |
|
tmpfile = "/tmp/bench-output.json" |
|
Run("rm -rf {}".format(tmpfile)) |
|
Run("git checkout {}".format(branch)) |
|
Run("bazel build -c opt :benchmark") |
|
|
|
Run("./bazel-bin/benchmark --benchmark_out_format=json --benchmark_out={} --benchmark_repetitions={}".format(tmpfile, runs)) |
|
|
|
with open(tmpfile) as f: |
|
bench_json = json.load(f) |
|
|
|
with open(outfile, "w") as f: |
|
for run in bench_json["benchmarks"]: |
|
name = re.sub(r'^BM_', 'Benchmark', run["name"]) |
|
if name.endswith("_mean") or name.endswith("_median") or name.endswith("_stddev"): |
|
continue |
|
values = (name, run["iterations"], run["cpu_time"]) |
|
print("{} {} {} ns/op".format(*values), file=f) |
|
|
|
RunAgainstBranch("master", "/tmp/old.txt") |
|
RunAgainstBranch("decoder", "/tmp/new.txt") |
|
|
|
Run("~/go/bin/benchstat /tmp/old.txt /tmp/new.txt")
|
|
|