relax QPS diff threshold

8 years ago · 390668999f
parent 63aa9c8446
commit 390668999f
1 changed files with 1 additions and 1 deletions
--- a/test/cpp/qps/qps_diff.py
+++ b/test/cpp/qps/qps_diff.py
@ -124,7 +124,7 @@ def diff(scenarios, loops, old, new):
  for sn in scenarios:
    mdn_diff = abs(_median(new_data[sn]) - _median(old_data[sn]))
    print('%s: %s=%r %s=%r mdn_diff=%r' % (sn, new, new_data[sn], old, old_data[sn], mdn_diff))
-    s = bm_speedup.speedup(new_data[sn], old_data[sn])
+    s = bm_speedup.speedup(new_data[sn], old_data[sn], 10e-5)
    if abs(s) > 3 and mdn_diff > 0.5:
      rows.append([sn, '%+d%%' % s])