diff options
Diffstat (limited to 'tests/drivers/tools_contract_test.py')
| -rw-r--r-- | tests/drivers/tools_contract_test.py | 58 |
1 files changed, 58 insertions, 0 deletions
diff --git a/tests/drivers/tools_contract_test.py b/tests/drivers/tools_contract_test.py new file mode 100644 index 0000000..df02b2b --- /dev/null +++ b/tests/drivers/tools_contract_test.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python3 +"""bounded accept/reject tests for standalone build tools and generated images.""" +import argparse +import re +import struct +import subprocess +import tempfile +from pathlib import Path + +parser = argparse.ArgumentParser() +parser.add_argument('--group', choices=['image', 'map', 'runners'], default='image') +args = parser.parse_args() + +def command(argv, data=None): + r = subprocess.run(argv, input=data, capture_output=True, timeout=15) + assert r.returncode >= 0, (argv, r.returncode, r.stderr) + return r + +if args.group == 'image': + source = Path('src/core/genome.h').read_text() + body = source.split('{', 1)[1].split('}', 1)[0] + words = [int(x) for x in re.findall(r'-?\d+', body)] + pack = lambda xs: b''.join(struct.pack('<q', x) for x in xs) + good = command(['bin/mkgenome'], pack(words)) + assert good.returncode == 0 and f'#define GLEN {len(words)}'.encode() in good.stdout + for data in [b'', b'x', pack(words[:6]), pack(words) + b'x']: + r = command(['bin/mkgenome'], data) + assert r.returncode != 0 and b'incomplete' in r.stderr + for index in range(3): + changed = words[:]; changed[index] ^= 2 + r = command(['bin/mkgenome'], pack(changed)) + assert r.returncode != 0 and b'not a genome' in r.stderr + print('ok mkgenome roundtrip, truncation, alignment and map-header mutation contracts') +elif args.group == 'map': + for preset in ['default', 'small', 'run', 'lsp', 'fixed']: + with tempfile.TemporaryDirectory(prefix='tinyvm preset ') as directory: + r = command(['bin/genmap', '--preset', preset, '-o', directory]) + assert r.returncode == 0, (preset, r.stderr) + assert (Path(directory) / 'memmap.h').is_file() + assert command(['bin/genmap', '--preset', 'default', '--check']).returncode == 0 + for options in [['--words', '-1'], ['--heap', '0'], ['--data', '0'], ['--symbols', '-1'], ['--total', '999999999999999999999'], ['--preset', 'imaginary']]: + r = command(['bin/genmap', *options, '--check']) + assert r.returncode != 0, options + with tempfile.TemporaryDirectory(prefix='tinyvm map ') as directory: + r = command(['bin/genmap', '--preset', 'small', '--locals', '32', '--symbols', '64', '-o', directory]) + assert r.returncode == 0, r.stderr + for name in ['memmap.h', 'rt.zc', 'compiler.zc', 'map.txt']: + assert (Path(directory) / name).is_file(), name + print('ok genmap presets, invalid capacities and generated paths containing spaces') +else: + r = command(['bash', '-n', 'tinyvm.sh']) + assert r.returncode == 0, r.stderr + for script in ['src/tools/automap.sh', 'src/tools/mklsp.sh', 'src/tools/mklspwasm.sh', 'src/tools/mkvsix.sh', 'src/tools/embed.sh']: + assert command(['bash', '-n', script]).returncode == 0 + assert command(['bash', 'tinyvm.sh', 'imaginary-command']).returncode != 0 + assert Path('tinyvm.bat').is_file() + assert not list(Path('.').glob('run*.bat')), 'windows run files must be consolidated' + print('ok runner and build script syntax; unsupported commands fail explicitly') |
