Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
17 commits
Select commit Hold shift + click to select a range
c4537d5
The lexicon schema, LSE scopes and LSE type checker as source, batch …
humuhumu33 Nov 13, 2026
ebe8911
The three hand-maintained register-count mirrors move to 499
humuhumu33 Nov 13, 2026
cd571f1
Batch-land BS-35..43 onto release/v0.4 (issue #269)
humuhumu33 Nov 13, 2026
0be9184
Combine the grammar and lexicon batches onto release/v0.4 (issue #269)
humuhumu33 Nov 14, 2026
27e9804
Merge release/v0.4 (11f16b88db) into batch/bs35-52
humuhumu33 Nov 14, 2026
785fa64
Fix README.md and CHANGELOG.md for the combined batch (issue #269)
humuhumu33 Nov 14, 2026
d10a413
Regenerate the written outputs of 27e9804899
github-actions[bot] Nov 14, 2026
3ef5fe1
Merge fix/bs35-52-readme-changelog into batch/bs35-52
humuhumu33 Nov 14, 2026
11eb8d1
cargo fmt the combined batch's merge seams (issue #269)
humuhumu33 Nov 14, 2026
6fe1c7d
Merge release/v0.4 (69de74007e) into batch/bs35-52
humuhumu33 Nov 14, 2026
51628be
Merge release/v0.4 (6b1e573706) into batch/bs35-52
humuhumu33 Nov 14, 2026
972c7bb
Export the roots of the BS-35..43 modules (#269)
humuhumu33 Nov 14, 2026
bf94bfa
Measure stack bounds a few cases at a time, and log free memory (#269)
humuhumu33 Nov 14, 2026
e033ece
Merge release fa271080 (0.4.3 cut) into batch/bs35-52
humuhumu33 Nov 15, 2026
e393ed9
Regenerate the written outputs of e033ece971
github-actions[bot] Nov 16, 2026
394ba49
Merge release 0541025d (30 commits, PF-26) into batch/bs35-52
humuhumu33 Nov 16, 2026
66552b6
Regenerate the written outputs of 394ba49cbe
github-actions[bot] Nov 16, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
33 changes: 33 additions & 0 deletions .github/bdd-parts.json
Original file line number Diff line number Diff line change
Expand Up @@ -279,6 +279,39 @@
"bootstrap-manifest-text": [
"BS-34"
],
"bootstrap-grammar-proof": [
"BS-35"
],
"bootstrap-semantic-print": [
"BS-36"
],
"bootstrap-semantic-read": [
"BS-37"
],
"bootstrap-core-json": [
"BS-38"
],
"bootstrap-core-print": [
"BS-39"
],
"bootstrap-core-read": [
"BS-40"
],
"bootstrap-grammar-math": [
"BS-42"
],
"bootstrap-proposition-terms": [
"BS-43"
],
"bootstrap-lexicon-schema": [
"BS-50"
],
"bootstrap-lse-scopes": [
"BS-51"
],
"bootstrap-lse-types": [
"BS-52"
],
"stdlib": [
"EX-09",
"SL-01",
Expand Down
8 changes: 4 additions & 4 deletions .github/intel-host-lanes.json
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"producer": ["honesty"],
"lanes": {
"lower": ["bootstrap-lower", "bootstrap-lexicon-lse", "bootstrap-lexicon-lre", "bootstrap-surface-module", "bootstrap-diagnostics", "bootstrap-cli-output"],
"print": ["bootstrap-print", "bootstrap-bodies", "bootstrap-succeed", "bootstrap-loops", "bootstrap-assemble", "bootstrap-package", "bootstrap-check", "bootstrap-gnaf", "bootstrap-runtime", "bootstrap-terms", "bootstrap-tooling-latex", "bootstrap-structural-grammar", "bootstrap-surface-lex", "bootstrap-surface-doc", "bootstrap-surface-generic", "bootstrap-surface-tooling", "bootstrap-lock-text", "bootstrap-content-id", "bootstrap-project-text", "bootstrap-manifest-text"],
"validate": ["bootstrap-validate", "compiler", "preservation", "preservation-lists", "preservation-runtime", "preservation-support", "preservation-prims", "preservation-std", "production"],
"moves": ["bootstrap-moves", "verification", "rest", "stdlib", "language-models"]
"lower": ["bootstrap-lower", "bootstrap-lexicon-lse", "bootstrap-lexicon-lre", "bootstrap-surface-module", "bootstrap-diagnostics", "bootstrap-cli-output", "bootstrap-core-print", "bootstrap-proposition-terms", "bootstrap-lexicon-schema", "bootstrap-lse-scopes", "bootstrap-lse-types"],
"print": ["bootstrap-print", "bootstrap-bodies", "bootstrap-succeed", "bootstrap-loops", "bootstrap-assemble", "bootstrap-package", "bootstrap-check", "bootstrap-gnaf", "bootstrap-runtime", "bootstrap-terms", "bootstrap-tooling-latex", "bootstrap-structural-grammar", "bootstrap-surface-lex", "bootstrap-surface-doc", "bootstrap-surface-generic", "bootstrap-surface-tooling", "bootstrap-lock-text", "bootstrap-content-id", "bootstrap-project-text", "bootstrap-manifest-text", "bootstrap-semantic-print"],
"validate": ["bootstrap-validate", "compiler", "preservation", "preservation-lists", "preservation-runtime", "preservation-support", "preservation-prims", "preservation-std", "production", "bootstrap-semantic-read", "bootstrap-core-read"],
"moves": ["bootstrap-moves", "verification", "rest", "bootstrap-grammar-proof", "bootstrap-core-json", "bootstrap-grammar-math", "stdlib", "language-models"]
}
}
99 changes: 99 additions & 0 deletions .github/vv-rows.json
Original file line number Diff line number Diff line change
Expand Up @@ -359,6 +359,15 @@
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-grammar-proof",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-grammar-proof",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-stdlib",
"recipes": "bdd",
Expand All @@ -368,6 +377,96 @@
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-semantic-print",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-semantic-print",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-semantic-read",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-semantic-read",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-core-json",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-core-json",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-core-print",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-core-print",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-core-read",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-core-read",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-grammar-math",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-grammar-math",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-proposition-terms",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-proposition-terms",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-lexicon-schema",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-lexicon-schema",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-lse-scopes",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-lse-scopes",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-bootstrap-lse-types",
"recipes": "bdd",
"examples_part": "",
"bdd_part": "bootstrap-lse-types",
"width": "",
"memory_kib": "",
"hints": ""
},
{
"part": "bdd-language-models",
"recipes": "bdd",
Expand Down
107 changes: 96 additions & 11 deletions .github/workflows/regenerate.yml
100755 → 100644
Original file line number Diff line number Diff line change
Expand Up @@ -16,8 +16,7 @@
#
# A push to `regenerate/**` starts it from any commit, because GitHub
# dispatches only a workflow its default branch carries. `cut.yml` calls it on
# the version commit of a release cut, naming the branch to deliver to, and
# lands the cut once the gate passes on the head this returns (`head`).
# the version commit of a release cut, naming the branch to deliver to.
name: regenerate

on:
Expand All @@ -42,10 +41,6 @@ on:
atlas:
type: boolean
default: false
outputs:
head:
description: The commit of `branch` the gate was dispatched on (the delivered head), or empty when nothing was delivered or dispatched
value: ${{ jobs.deliver.outputs.head }}

permissions:
contents: read
Expand Down Expand Up @@ -96,6 +91,13 @@ jobs:
sudo mkswap "$RUNNER_TEMP/lexlean-regenerate.swap"
sudo swapon "$RUNNER_TEMP/lexlean-regenerate.swap"
sudo sysctl vm.swappiness=10
- name: Refresh the project locks
shell: bash
run: |
set -euo pipefail
cargo build -q -p lexlean
L="$PWD/target/debug/lexlean"
for p in bootstrap stdlib compiler; do (cd "$p" && "$L" lock); done
- name: Run the write recipes
shell: bash
env:
Expand All @@ -119,6 +121,11 @@ jobs:
set -euo pipefail
mkdir -p "$RUNNER_TEMP/part"
git add --all
# Every writer refreshes the locks, because its recipes read them; one
# writer reports them, or `combine` sees three parts write one path.
if [ "${{ matrix.writer }}" != production-export ]; then
git reset -q -- bootstrap/lexlean.lock stdlib/lexlean.lock compiler/lexlean.lock
fi
git diff --cached --binary > "$RUNNER_TEMP/part/${{ matrix.writer }}.patch"
git diff --cached --name-only | tee "$RUNNER_TEMP/part/${{ matrix.writer }}.files"
echo "${{ matrix.writer }}: $(wc -l < "$RUNNER_TEMP/part/${{ matrix.writer }}.files") paths" >> "$GITHUB_STEP_SUMMARY"
Expand Down Expand Up @@ -253,6 +260,11 @@ jobs:
# cores go to a plain file under a zero limit: none is written.
sudo sysctl -w kernel.core_pattern=core
ulimit -c 0
# A runner that runs out of memory loses its agent and leaves no log
# of why, so the free memory goes to the log once a minute.
( while true; do echo "memory $(date -u +%H:%M:%S) $(free -m | awk '/^Mem:/ {print "used=" $3 "M available=" $7 "M"} /^Swap:/ {print "swap=" $3 "M"}' | tr '\n' ' ')"; sleep 60; done ) &
trace=$!
trap 'kill "$trace" 2>/dev/null || true' EXIT
# Rows for packages no longer in the exports are dropped; for each
# recursive package without a row, the case whose source names its
# root runs whole and measures it (`LEXLEAN_MEASURE_STACK=all`).
Expand Down Expand Up @@ -303,8 +315,84 @@ jobs:
exit 0
fi
echo "measuring: $cases" | tee -a "$GITHUB_STEP_SUMMARY"
LEXLEAN_MEASURE_STACK=all cargo test -p repo-conformance --all-features --test conformance -- $cases --nocapture 2>&1 \
| grep -E --line-buffered 'debug [0-9]+ bytes|test result|panicked|^test '
# Three runs on 2026-11-14 lost their runner while several of these
# cases measured at once. Alone, BS-36 left 7 GiB of this runner's
# 16 GiB available and BS-72 measured 10 to 12 GiB, so these run one
# at a time and the rest two at a time.
heavy="conformance_bs_36 conformance_bs_69 conformance_bs_70 conformance_bs_71 conformance_bs_72"
light=""
heavy_cases=""
for case in $cases; do
is_heavy=0
for h in $heavy; do
if [ "$case" = "$h" ]; then
is_heavy=1
break
fi
done
if [ "$is_heavy" = 1 ]; then
heavy_cases="$heavy_cases $case"
else
light="$light $case"
fi
done
# A job's own 360-minute limit cancels this step outright if it is
# reached, and a cancelled job skips every later step, so the tree
# never returns and a row measured seconds before the limit is
# lost with everything else. Each row is instead written to
# tests/stack-bounds.json as it is measured (stack_bounds.rs
# record_row/rewrite), so a step that fails, rather than being
# cancelled, still returns whatever is already on disk. Stop
# ourselves inside a budget comfortably under the job's own limit,
# so a run that cannot finish everything fails cleanly instead of
# being cancelled, and keeps every row it reached.
step_start=$(date +%s)
deadline_s=$((320 * 60))
overall_status=0
remaining() {
local now elapsed left
now=$(date +%s)
elapsed=$((now - step_start))
left=$((deadline_s - elapsed))
if [ "$left" -lt 0 ]; then
left=0
fi
echo "$left"
}
if [ -n "$light" ]; then
left=$(remaining)
if [ "$left" -gt 0 ]; then
echo "measuring (threads=2, budget ${left}s): $light" | tee -a "$GITHUB_STEP_SUMMARY"
if ! timeout "${left}s" env LEXLEAN_MEASURE_STACK=all cargo test -p repo-conformance --all-features --test conformance -- $light --test-threads=2 --nocapture 2>&1 \
| grep -E --line-buffered 'debug [0-9]+ bytes|test result|panicked|^test '; then
overall_status=1
fi
else
echo "no time left in the ${deadline_s}s budget; skipping: $light" | tee -a "$GITHUB_STEP_SUMMARY"
overall_status=1
fi
fi
# Heavy cases already run one at a time; looping them individually
# (instead of one --test-threads=1 invocation over all of them)
# costs nothing and prints exactly when each one starts and ends.
for case in $heavy_cases; do
left=$(remaining)
if [ "$left" -le 0 ]; then
echo "no time left in the ${deadline_s}s budget; skipping: $case" | tee -a "$GITHUB_STEP_SUMMARY"
overall_status=1
continue
fi
started=$(date +%s)
echo "$case: started $(date -u +%H:%M:%S) (threads=1, budget ${left}s)" | tee -a "$GITHUB_STEP_SUMMARY"
if ! timeout "${left}s" env LEXLEAN_MEASURE_STACK=all cargo test -p repo-conformance --all-features --test conformance -- "$case" --test-threads=1 --nocapture 2>&1 \
| grep -E --line-buffered 'debug [0-9]+ bytes|test result|panicked|^test '; then
overall_status=1
fi
ended=$(date +%s)
mins=$(( (ended - started) / 60 ))
echo "$case: ended $(date -u +%H:%M:%S), ${mins}m" | tee -a "$GITHUB_STEP_SUMMARY"
done
exit "$overall_status"
- name: Return the regenerated tree
if: ${{ !cancelled() }}
shell: bash
Expand Down Expand Up @@ -355,8 +443,6 @@ jobs:
contents: write
actions: write
pull-requests: read
outputs:
head: ${{ steps.deliver.outputs.head }}
steps:
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
with:
Expand All @@ -366,7 +452,6 @@ jobs:
name: regenerated-${{ inputs.ref || github.sha }}
path: ${{ runner.temp }}/regenerated
- name: Commit the regenerated tree to the pull request and run the gate there
id: deliver
shell: bash
env:
GH_TOKEN: ${{ github.token }}
Expand Down
Loading