diff options
Diffstat (limited to 'tests/bench/bench_bytes.sh')
| -rw-r--r-- | tests/bench/bench_bytes.sh | 16 |
1 files changed, 9 insertions, 7 deletions
diff --git a/tests/bench/bench_bytes.sh b/tests/bench/bench_bytes.sh index 3287a91..acff074 100644 --- a/tests/bench/bench_bytes.sh +++ b/tests/bench/bench_bytes.sh @@ -1,4 +1,5 @@ #!/bin/bash +set -e # byte-load loop, timed on a run-only image so the resident compiler is not # in the process. the slope between 1 repetition and N drops startup. # prints: backend ms/rep checksum @@ -6,10 +7,8 @@ cd "$(dirname "$0")/../.." T=$(mktemp -d) trap 'rm -rf "$T"' EXIT gcc -O2 -w src/tools/genmap.c -o "$T/genmap" || exit 1 -"$T/genmap" --preset run -o "$T/run" >/dev/null || exit 1 -cp src/tools/zc0.c src/micro/micro.c src/micro/micro_port.h src/micro/port_linux.c src/core/core.c src/core/io_linux.c src/core/fops.h src/core/bops.h src/core/stack.h "$T/run/" -gcc -O1 -w "$T/run/zc0.c" -o "$T/zc0" || exit 1 -cat "$T/run/rt.zc" src/runtime/run.zc tests/programs/bench_bytes.zc | "$T/zc0" > "$T/run/genome.h" || exit 1 +GENMAP="$T/genmap" bash src/tools/automap.sh run "$T/run" src/runtime/run.zc tests/programs/bench_bytes.zc >/dev/null || exit 1 +cp src/micro/micro.c src/micro/micro_port.h src/micro/port_linux.c src/core/core.c src/core/io_linux.c src/core/fops.h src/core/bops.h src/core/stack.h "$T/run/" gcc -O2 -w -DJTYPE=int "$T/run/core.c" "$T/run/io_linux.c" -o "$T/zy" || exit 1 gcc -O2 -w "$T/run/micro.c" "$T/run/port_linux.c" -o "$T/zym" || exit 1 vms=("$T/zy" "$T/zym"); names=("interp" "micro") @@ -22,12 +21,15 @@ if command -v aarch64-linux-gnu-gcc >/dev/null && command -v qemu-aarch64 >/dev/ && { vms+=("qemu-aarch64 $T/zyj"); names+=("arm64"); } fi # seconds for $2 repetitions on vm $1 -once(){ local s e; s=$(date +%s.%N); printf '%s' "$2" | $1 >/tmp/bench_bytes.out; e=$(date +%s.%N); python3 -c "print($e - $s)"; } +once(){ python3 -c 'import shlex, statistics, subprocess, sys, time; samples=[]; output=b""; cmd=shlex.split(sys.argv[1]); data=sys.argv[2].encode(); +for _ in range(5): + start=time.perf_counter(); p=subprocess.run(cmd, input=data, stdout=subprocess.PIPE); p.check_returncode(); samples.append(time.perf_counter()-start); output=p.stdout +open("/tmp/bench_bytes.out", "wb").write(output); print(statistics.median(samples))' "$1" "$2"; } printf "%-10s %12s %s\n" backend "ms/rep" checksum for i in "${!vms[@]}"; do one=$(once "${vms[$i]}" 1) - many=$(once "${vms[$i]}" 40) - ms=$(python3 -c "print(round(($many - $one) / 39 * 1000, 3))") + many=$(once "${vms[$i]}" 1000) + ms=$(python3 -c "print(round(($many - $one) / 999 * 1000, 3))") sum=$(tr -d '\n' < /tmp/bench_bytes.out) printf "%-10s %12s %s\n" "${names[$i]}" "$ms" "$sum" done |