From 1c53304d03414890af0da7432d1aea87e754a14a Mon Sep 17 00:00:00 2001 From: Moon Flower Date: Wed, 14 Oct 2026 08:29:46 +0330 Subject: feat: grow memory limits, add icon/actor libraries, overhaul LSP diagnostics Compiler and VM - make every memory map limit dynamic and adjustable at both build time and runtime, including compiler tables, stacks, and every execution region - reserve and grow tables, operand and return stacks, frame segments, and image-building output without relocating live code or globals - rename i/o and string helpers consistently (puts -> put_s, putn -> put_n, scat -> cat_s) across compiler, runtime, examples, tests, and docs - recast and consume values assigned to globals from inside functions - allow fixed and const together, add typed closure returns (fn:t(...)), multi-include syntax (include rt, run, core;), and recurse type inference - never infer string literals as word, anywhere, as argument, variable, or return type - draft docs/BORROW.md: a borrow checker less intrusive than Rust's but more intelligent LSP and editor integration - require explicit includes and give every toolchain area its own namespace (rt, lsp, run, core) - hover for built-in types, inferred types, values known at hover time, array and pointer lifetime/size, library names in include statements, and inferred lifetimes with explanations - honor /* */ comments as documentation for variables and arguments, and stop misattributing section headers or trailing comments as variable hints - stream diagnostics and cancel stale requests on change - jump to definition and references, including cross-file - quick fixes with automatic library import, and namespace completion Hints and diagnostics - render hints as blue squigglies by default, with hints on/small/off per file - suppress magic-number hints via a preceding /* */ comment, and say so - warn on unused arguments; allow multiple _ discards in parameters, pattern matching, and tagged enums, warning if a _ is actually used - rewrite hint and comment prose in professional compiler-doc register Libraries - add icon.zc: run-time self-modification, find/replace syntax, type and block edits, and step-through inspection of locals and globals - add actor.zc: async actors with Actor, implicit this, spawn/recv/send, injected into the compiler machinery at include time rather than built in Tooling and docs - reorganize sources, tests, and designs into subdirectories - unify windows entry points in tinyvm.bat and add a matching tinyvm.sh - add --help across the toolchain - polish the learning guide, stdlib docs, and design notes Tests - add accept, reject, and regression coverage across the compiler, LSP, - runtime, icon, actors, threads, formatting, and the toolchain contracts, plus fuzzers and property tests --- src/tools/embed.sh | 89 ++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 89 insertions(+) create mode 100755 src/tools/embed.sh (limited to 'src/tools/embed.sh') diff --git a/src/tools/embed.sh b/src/tools/embed.sh new file mode 100755 index 0000000..59a377f --- /dev/null +++ b/src/tools/embed.sh @@ -0,0 +1,89 @@ +#!/bin/bash +# embeds source text in the compiler, so the editor can show a built-in's definition and `include std;` needs +# no file. a text becomes a function that returns it in pieces of at most 3000 bytes (the bootstrap +# compiler's token buffer is 4 KB), one byte string per piece: +# bstr NAME_part(int i) { if (i == 0) return b"..."; if (i == 1) return b"..."; ... return 0; } +# +# src/tools/embed.sh all embeds src/lib modules in the compiler +# src/tools/embed.sh all --check exits 1 when an embedded module is out of date +# src/tools/embed.sh lsp OUT writes OUT: rt_part, compiler_part and server_part, for the language server's image +set -e +case "${1:-}" in + --help|-h) printf '%s\n' 'usage: src/tools/embed.sh std|icon|all [--check]' ' src/tools/embed.sh lsp OUT' 'embeds library sources in the compiler, or writes the lsp source providers to OUT.' 'options:' ' --check report stale embedded library sources without changing files' ' --help, -h show this help and exit'; exit 0 ;; + -*) echo "embed: unknown option $1; use --help for usage" >&2; exit 2 ;; +esac +cd "$(dirname "$0")/../.." +export LC_ALL=C +# parts NAME FILE: the NAME_part function for FILE +parts() { + echo "bstr $1_part(int i) {" + awk -v LIMIT=3000 ' + function flush() { if (cnt > 0) { printf("\tif (i == %d) return b\"%s\";\n", n, buf); n++; buf = ""; cnt = 0 } } + { + line = $0; sub(/\r$/, "", line); line = line "\n" + len = length(line) + for (j = 1; j <= len; j++) { + if (cnt >= LIMIT) flush() + c = substr(line, j, 1) + if (c == "\\") e = "\\\\"; else if (c == "\"") e = "\\\""; else if (c == "\t") e = "\\t"; else if (c == "\n") e = "\\n"; else e = c + buf = buf e; cnt++ + } + } + END { flush() }' "$2" + echo " return 0;" + echo "}" +} +embed() { + name=$1; file=$2; check=$3; C=src/compiler/compiler.zc; T=$(mktemp -d) + BEGIN_MARK="// ---- embedded $name library (generated by src/tools/embed.sh from $file; do not edit) ----" + END_MARK="// ---- end embedded $name library ----" + if grep -qF "$BEGIN_MARK" "$C"; then + awk -v b="$BEGIN_MARK" '$0 == b { exit } { print }' "$C" > "$T/head" + awk -v e="$END_MARK" 'found { print } $0 == e { found = 1; next }' "$C" > "$T/tail" + else + cp "$C" "$T/head" + : > "$T/tail" + fi + { + cat "$T/head" + echo "$BEGIN_MARK" + parts "$name" "$file" + echo "$END_MARK" + cat "$T/tail" + } > "$T/new" + if [ "$check" = "--check" ]; then + cmp -s "$T/new" "$C" && result=0 || result=1 + rm -rf "$T" + return "$result" + fi + cp "$T/new" "$C" + rm -rf "$T" +} +case "$1" in +std) + embed std src/lib/std.zc "$2" + ;; +icon) + embed icon src/lib/icon.zc "$2" + ;; +all) + if [ "$2" = "--check" ]; then + embed std src/lib/std.zc --check && embed icon src/lib/icon.zc --check + else + embed std src/lib/std.zc + embed icon src/lib/icon.zc + fi + ;; +lsp) + [ -n "$2" ] || { echo "usage: src/tools/embed.sh lsp OUT" >&2; exit 2; } + { + echo "// the sources of this image, embedded (generated by src/tools/embed.sh; do not edit)" + parts rt src/runtime/rt.zc + parts compiler src/compiler/compiler.zc + parts server src/lsp/server.zc + parts core src/core/core.zc + } > "$2" + ;; +*) + echo "usage: src/tools/embed.sh all [--check] | std | icon | lsp OUT" >&2; exit 2;; +esac -- cgit v1.2.3