From b3273f04b876228d7b84a9d5a0fe053eb95cdb95 Mon Sep 17 00:00:00 2001 From: zinc Date: Wed, 14 Oct 2026 17:54:07 +0330 Subject: bench: no-region guard, selftest and --rows, interp rows behind INTERP=1, fail only over 10% and 0.1 ms --- Makefile | 13 ++++++++----- 1 file changed, 8 insertions(+), 5 deletions(-) (limited to 'Makefile') diff --git a/Makefile b/Makefile index 6deb3a9..6569bd5 100644 --- a/Makefile +++ b/Makefile @@ -213,18 +213,21 @@ xref: $(BIN)/zclsp$(EXE) # benchmarks (tests/bench/suite.py) on build/bin/zy: build/bench.txt, ms per repetition per # program. bench-save makes it the committed baseline, tests/bench.baseline; bench-check -# (or make bench CHECK=1) fails when a program is more than 10% slower than the baseline. +# (or make bench CHECK=1) fails when a column is over 10% and over 0.1 ms slower than the +# baseline. interp rows only with INTERP=1. bench-selftest checks the verdicts, no timing. bench: $(BIN)/zy$(EXE) ifeq ($(CHECK),1) - python3 tests/bench/suite.py check + INTERP=$(INTERP) python3 tests/bench/suite.py check else - python3 tests/bench/suite.py run + INTERP=$(INTERP) python3 tests/bench/suite.py run endif bench-save: bench cp $(B)/bench.txt tests/bench.baseline @echo "bench: wrote tests/bench.baseline" bench-check: $(BIN)/zy$(EXE) - python3 tests/bench/suite.py check + INTERP=$(INTERP) python3 tests/bench/suite.py check +bench-selftest: + INTERP=$(INTERP) python3 tests/bench/suite.py selftest # JOBS sets how many sections run at once: make test JOBS=4 test: @@ -237,4 +240,4 @@ check: clean: rm -rf $(B) -.PHONY: bench bench-save bench-check all lsp genome js lspimage vsix web run parity xref test check clean +.PHONY: bench bench-save bench-selftest bench-check all lsp genome js lspimage vsix web run parity xref test check clean -- cgit v1.2.3