73 lines
1.6 KiB
Python
73 lines
1.6 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
|
||
|
|
""" Generates performance statistics for the eh_elf vs vanilla libunwind unwinding,
|
||
|
|
based on time series generated beforehand
|
||
|
|
|
||
|
|
First run
|
||
|
|
```bash
|
||
|
|
for i in $(seq 1 100); do
|
||
|
|
perf report 2>&1 >/dev/null | tail -n 1 \
|
||
|
|
| python ../hackbench/to_report_fmt.py \
|
||
|
|
| sed 's/^.* & .* & \([0-9]*\) & .*$/\1/g'
|
||
|
|
done > $SOME_PLACE/$FLAVOUR_times
|
||
|
|
```
|
||
|
|
|
||
|
|
for each flavour (eh_elf, vanilla)
|
||
|
|
|
||
|
|
Then run this script, with `$SOME_PLACE` as argument.
|
||
|
|
"""
|
||
|
|
|
||
|
|
import numpy as np
|
||
|
|
import sys
|
||
|
|
import os
|
||
|
|
|
||
|
|
|
||
|
|
def read_series(path):
|
||
|
|
with open(path, "r") as handle:
|
||
|
|
for line in handle:
|
||
|
|
yield int(line.strip())
|
||
|
|
|
||
|
|
|
||
|
|
FLAVOURS = ["eh_elf", "vanilla"]
|
||
|
|
|
||
|
|
path_format = os.path.join(sys.argv[1], "{}_times")
|
||
|
|
times = {}
|
||
|
|
avgs = {}
|
||
|
|
std_deviations = {}
|
||
|
|
|
||
|
|
for flv in FLAVOURS:
|
||
|
|
times[flv] = list(read_series(path_format.format(flv)))
|
||
|
|
avgs[flv] = sum(times[flv]) / len(times[flv])
|
||
|
|
std_deviations[flv] = np.sqrt(np.var(times[flv]))
|
||
|
|
|
||
|
|
avg_ratio = avgs["vanilla"] / avgs["eh_elf"]
|
||
|
|
ratio_uncertainty = (
|
||
|
|
1
|
||
|
|
/ avgs["eh_elf"]
|
||
|
|
* (
|
||
|
|
std_deviations["vanilla"]
|
||
|
|
+ avgs["vanilla"] / avgs["eh_elf"] * std_deviations["eh_elf"]
|
||
|
|
)
|
||
|
|
)
|
||
|
|
|
||
|
|
|
||
|
|
def format_flv(flv_dict, formatter):
|
||
|
|
out = ""
|
||
|
|
for flv in FLAVOURS:
|
||
|
|
val = flv_dict[flv]
|
||
|
|
out += "* {}: {}\n".format(flv, formatter.format(val))
|
||
|
|
return out
|
||
|
|
|
||
|
|
|
||
|
|
print(
|
||
|
|
"Average time:\n{}\n"
|
||
|
|
"Standard deviation:\n{}\n"
|
||
|
|
"Average ratio: {}\n"
|
||
|
|
"Ratio uncertainty: {}".format(
|
||
|
|
format_flv(avgs, "{} ns"),
|
||
|
|
format_flv(std_deviations, "{}"),
|
||
|
|
avg_ratio,
|
||
|
|
ratio_uncertainty,
|
||
|
|
)
|
||
|
|
)
|