diff options
| author |  zinc <zinc@downsta.ir>
| 2026-10-14 17:54:07 +0330 |
|---|---|---|
| committer | zinc <zinc@downsta.ir>
| 2026-10-14 17:54:07 +0330 |
| commit | b3273f04b876228d7b84a9d5a0fe053eb95cdb95 (patch) | |
| tree | fffb5167e65dac71859792354b0b242dd0876736 /Makefile | |
| parent | make bench, bench-save, bench-check: wrap tests/bench/bench.sh plus a pointer... (diff) | |
bench: no-region guard, selftest and --rows, interp rows behind INTERP=1, fail only over 10% and 0.1 ms
Diffstat (limited to 'Makefile')
| -rw-r--r-- | Makefile | 13 |
1 files changed, 8 insertions, 5 deletions
@@ -213,18 +213,21 @@ xref: $(BIN)/zclsp$(EXE) # benchmarks (tests/bench/suite.py) on build/bin/zy: build/bench.txt, ms per repetition per # program. bench-save makes it the committed baseline, tests/bench.baseline; bench-check -# (or make bench CHECK=1) fails when a program is more than 10% slower than the baseline. +# (or make bench CHECK=1) fails when a column is over 10% and over 0.1 ms slower than the +# baseline. interp rows only with INTERP=1. bench-selftest checks the verdicts, no timing. bench: $(BIN)/zy$(EXE) ifeq ($(CHECK),1) - python3 tests/bench/suite.py check + INTERP=$(INTERP) python3 tests/bench/suite.py check else - python3 tests/bench/suite.py run + INTERP=$(INTERP) python3 tests/bench/suite.py run endif bench-save: bench cp $(B)/bench.txt tests/bench.baseline @echo "bench: wrote tests/bench.baseline" bench-check: $(BIN)/zy$(EXE) - python3 tests/bench/suite.py check + INTERP=$(INTERP) python3 tests/bench/suite.py check +bench-selftest: + INTERP=$(INTERP) python3 tests/bench/suite.py selftest # JOBS sets how many sections run at once: make test JOBS=4 test: @@ -237,4 +240,4 @@ check: clean: rm -rf $(B) -.PHONY: bench bench-save bench-check all lsp genome js lspimage vsix web run parity xref test check clean +.PHONY: bench bench-save bench-selftest bench-check all lsp genome js lspimage vsix web run parity xref test check clean |