aboutsummaryrefslogtreecommitdiff
path: root/tests/drivers/tools_contract_test.py
diff options
context:
space:
mode:
Diffstat (limited to 'tests/drivers/tools_contract_test.py')
-rw-r--r--tests/drivers/tools_contract_test.py58
1 files changed, 58 insertions, 0 deletions
diff --git a/tests/drivers/tools_contract_test.py b/tests/drivers/tools_contract_test.py
new file mode 100644
index 0000000..df02b2b
--- /dev/null
+++ b/tests/drivers/tools_contract_test.py
@@ -0,0 +1,58 @@
+#!/usr/bin/env python3
+"""bounded accept/reject tests for standalone build tools and generated images."""
+import argparse
+import re
+import struct
+import subprocess
+import tempfile
+from pathlib import Path
+
+parser = argparse.ArgumentParser()
+parser.add_argument('--group', choices=['image', 'map', 'runners'], default='image')
+args = parser.parse_args()
+
+def command(argv, data=None):
+ r = subprocess.run(argv, input=data, capture_output=True, timeout=15)
+ assert r.returncode >= 0, (argv, r.returncode, r.stderr)
+ return r
+
+if args.group == 'image':
+ source = Path('src/core/genome.h').read_text()
+ body = source.split('{', 1)[1].split('}', 1)[0]
+ words = [int(x) for x in re.findall(r'-?\d+', body)]
+ pack = lambda xs: b''.join(struct.pack('<q', x) for x in xs)
+ good = command(['bin/mkgenome'], pack(words))
+ assert good.returncode == 0 and f'#define GLEN {len(words)}'.encode() in good.stdout
+ for data in [b'', b'x', pack(words[:6]), pack(words) + b'x']:
+ r = command(['bin/mkgenome'], data)
+ assert r.returncode != 0 and b'incomplete' in r.stderr
+ for index in range(3):
+ changed = words[:]; changed[index] ^= 2
+ r = command(['bin/mkgenome'], pack(changed))
+ assert r.returncode != 0 and b'not a genome' in r.stderr
+ print('ok mkgenome roundtrip, truncation, alignment and map-header mutation contracts')
+elif args.group == 'map':
+ for preset in ['default', 'small', 'run', 'lsp', 'fixed']:
+ with tempfile.TemporaryDirectory(prefix='tinyvm preset ') as directory:
+ r = command(['bin/genmap', '--preset', preset, '-o', directory])
+ assert r.returncode == 0, (preset, r.stderr)
+ assert (Path(directory) / 'memmap.h').is_file()
+ assert command(['bin/genmap', '--preset', 'default', '--check']).returncode == 0
+ for options in [['--words', '-1'], ['--heap', '0'], ['--data', '0'], ['--symbols', '-1'], ['--total', '999999999999999999999'], ['--preset', 'imaginary']]:
+ r = command(['bin/genmap', *options, '--check'])
+ assert r.returncode != 0, options
+ with tempfile.TemporaryDirectory(prefix='tinyvm map ') as directory:
+ r = command(['bin/genmap', '--preset', 'small', '--locals', '32', '--symbols', '64', '-o', directory])
+ assert r.returncode == 0, r.stderr
+ for name in ['memmap.h', 'rt.zc', 'compiler.zc', 'map.txt']:
+ assert (Path(directory) / name).is_file(), name
+ print('ok genmap presets, invalid capacities and generated paths containing spaces')
+else:
+ r = command(['bash', '-n', 'tinyvm.sh'])
+ assert r.returncode == 0, r.stderr
+ for script in ['src/tools/automap.sh', 'src/tools/mklsp.sh', 'src/tools/mklspwasm.sh', 'src/tools/mkvsix.sh', 'src/tools/embed.sh']:
+ assert command(['bash', '-n', script]).returncode == 0
+ assert command(['bash', 'tinyvm.sh', 'imaginary-command']).returncode != 0
+ assert Path('tinyvm.bat').is_file()
+ assert not list(Path('.').glob('run*.bat')), 'windows run files must be consolidated'
+ print('ok runner and build script syntax; unsupported commands fail explicitly')