max/lean4-htt
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 2

chore(tests/bench/report.py): go back to normalized tables

Browse source
This commit is contained in:
Sebastian Ullrich 2019-08-15 14:23:50 +02:00
parent 52b86c3b4b
commit a1a9daedce
1 changed files with 6 additions and 6 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
tests/bench/report.py
View file

@ -10,7 +10,7 @@ import yaml
import temci.utils.library_init
from temci.report import stats, rundata
from temci.utils import number, settings
import numpy
import scipy.stats as st
def single(bench, cat, prop):
f = f"bench/{bench}{cat}.bench"
@ -28,7 +28,7 @@ def pp(bench, cat, prop, norm):
if not open(f).read():
return "-"
s = single(bench, cat, prop)
norm = 1 #norm if prop == 'etime' else 1
norm = norm if prop == 'etime' else 1
mean_by_cat[cat].append(s.mean() / norm)
stddev_by_cat[cat].append(s.std_dev() / norm)
number.FNumber.settings["min_decimal_places"] = 2 if prop == 'etime' else 0
@ -36,8 +36,8 @@ def pp(bench, cat, prop, norm):
return number.fnumber(s.mean() / norm, abs_deviation=s.std_dev() / norm) + ('%' if prop == 'gc' else '')
def mean(cat, prop):
mean = numpy.mean(mean_by_cat[cat])
stddev = numpy.mean(stddev_by_cat[cat])
mean = st.gmean(mean_by_cat[cat])
stddev = st.gmean(stddev_by_cat[cat])
number.FNumber.settings["min_decimal_places"] = 2 if prop == 'etime' else 0
number.FNumber.settings["max_decimal_places"] = 2 if prop == 'etime' else 0
return number.fnumber(mean, abs_deviation=stddev) + ('%' if prop == 'gc' else '') #if prop == 'etime' else '-'
@ -74,7 +74,7 @@ cats = os.environ['CATS'].split(':')
print(";".join(["Benchmark"] + [CATBAG[cat][0] for cat in cats]))
for bench in benches:
norm = single(bench, '.lean', 'etime').mean()
norm = single('rbmap' if bench.startswith('rbmap') else bench, '.lean', 'etime').mean()
print(";".join([bench] + [pp(bench, cat, CATBAG[cat][1], norm) for cat in cats]))
print(";".join(["mean"] + [mean(cat, CATBAG[cat][1]) for cat in cats]))
print(";".join(["geom. mean"] + [mean(cat, CATBAG[cat][1]) for cat in cats]))