Consume native recursive attachment through a verified Stack extraction

.github/workflows/english-full-corpus.yml

@@ -64,7 +64,7 @@ jobs:
           .venv/bin/python -m pip wheel --no-deps --no-build-isolation ./source -w evidence/dist
           python3 -m venv .clean
           .clean/bin/python -m pip install pytest==8.3.5 PyYAML==6.0.2
-          .clean/bin/python -m pip install --no-index --no-deps evidence/dist/uchc-0.1.0a2-py3-none-any.whl
+          .clean/bin/python -m pip install --no-index --no-deps evidence/dist/uchc-0.1.0a4-py3-none-any.whl
           mkdir -p isolated-tests
           cp source/human/english/tests/test_inference_input.py isolated-tests/test_input.py
           cp source/human/english/tests/test_structural_profile.py isolated-tests/test_structural_profile.py
@@ -77,7 +77,7 @@ jobs:
           import python_gonol
           assert '/.clean/' in str(Path(reader.__file__).resolve())
           assert '/.clean/' in str(Path(python_gonol.__file__).resolve())
-          assert version('uchc') == '0.1.0a2'
+          assert version('uchc') == '0.1.0a4'
           PY
       - name: Build all pinned corpus rows through the installed artifact
         shell: bash
@@ -122,7 +122,7 @@ jobs:
               counts = {key: sum(int(s.get(key, 0)) for s in suites) for key in ('tests', 'failures', 'errors', 'skipped')}
               assert counts['tests'] > 0 and not any(counts[k] for k in ('failures', 'errors', 'skipped')), counts
               tests[path.stem] = counts
-          wheel = Path('evidence/dist/uchc-0.1.0a2-py3-none-any.whl')
+          wheel = Path('evidence/dist/uchc-0.1.0a4-py3-none-any.whl')
           with wheel.open('rb') as stream:
               digest = hashlib.file_digest(stream, 'sha256').hexdigest()
           record = {'source_commit': os.environ['SOURCE_SHA'], 'wheel': wheel.name, 'wheel_sha256': digest, 'tests': tests, 'input_acceptance': json.loads(Path('evidence/input-acceptance.json').read_text())['receipt_sha256'], 'standing': 'verified release candidate; not neural inference or completed domain graduation'}

.github/workflows/english-ordinal-geometry.yml

@@ -0,0 +1,163 @@
+# Pytest uses -c /dev/null so checkout pythonpath settings cannot shadow the selected source or installed wheel.
+name: English ordinal UCNS geometry
+on:
+  pull_request:
+    paths: ['human/english/**', 'tests/test_ordinal*.py', 'docs/work-graphs/english-ordinal-geometry-v1.json', 'pyproject.toml', '.github/workflows/english-ordinal-geometry.yml']
+  push:
+    branches: [main]
+    paths: ['human/english/**', 'tests/test_ordinal*.py', 'docs/work-graphs/english-ordinal-geometry-v1.json', 'pyproject.toml', '.github/workflows/english-ordinal-geometry.yml']
+permissions:
+  contents: read
+jobs:
+  installed-geometry:
+    runs-on: ubuntu-24.04
+    env:
+      SOURCE_DATE_EPOCH: '1790308800'
+    steps:
+      - uses: actions/checkout@v7.0.1
+        with:
+          persist-credentials: false
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: The-Interdependency/ucns
+          ref: ed0b0760f05cd975a7a811f8abeb70a11d09f00b
+          path: _deps/ucns-ordinal
+          persist-credentials: false
+      - uses: actions/setup-python@v7.0.0
+        with:
+          python-version: '3.12.14'
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: The-Interdependency/stack
+          ref: c8bddd5ae02fdaa001c2ba6962da66117384437e
+          path: _deps/ordinal-forge
+          persist-credentials: false
+      - name: Verify immutable producer and work graph
+        env:
+          PYTHONPATH: human/english
+        shell: bash
+        run: |
+          set -euo pipefail
+          test "$(git -C _deps/ucns-ordinal rev-parse HEAD)" = ed0b0760f05cd975a7a811f8abeb70a11d09f00b
+          test "$(git -C _deps/ucns-ordinal hash-object src/ucns/ordinal_affixiation.py)" = 9fa84ef20f19fe0c04df680f49b50ea307e6d624
+          test "$(git -C _deps/ucns-ordinal hash-object src/ucns/public_gonol.py)" = c1955e46e2dc918fb657cb346e42106d71937e91
+          python - <<'PY'
+          import json, hashlib, subprocess
+          from pathlib import Path
+          from english_gonol.structural_construct import IMPLEMENTATION_FILES
+          graph = json.loads(Path('docs/work-graphs/english-ordinal-geometry-v1.json').read_text())
+          assert graph['schema'] == 'the-interdependency.stack-manifest' and graph['version'] == '1.0.0'
+          ucns = next(r for r in graph['repositories'] if r['repository'] == 'The-Interdependency/ucns')
+          assert ucns['commit'] == 'ed0b0760f05cd975a7a811f8abeb70a11d09f00b'
+          payload = {key: graph[key] for key in ('repositories', 'boundaries')}
+          assert hashlib.sha256(json.dumps(payload, sort_keys=True, separators=(',', ':'), ensure_ascii=True).encode()).hexdigest() == graph['work_graph_sha256']
+          assert graph['boundaries']['authority_transfer'] is False
+          source = next(r['commit'] for r in graph['repositories'] if r['repository'] == 'The-Interdependency/stack')
+          assert subprocess.check_output(['git', '-C', '_deps/ordinal-forge', 'rev-parse', 'HEAD'], text=True).strip() == source
+          extraction = json.loads(Path('human/english/experiments/ordinal-geometry-v1/extraction.json').read_text())
+          assert extraction['source_repository'] == 'The-Interdependency/stack'
+          assert extraction['source_commit'] == source and extraction['authority_transfer'] is False
+          assert extraction['work_graph_sha256'] == graph['work_graph_sha256']
+          expected = {f'human/english/english_gonol/{p}': f'english_gonol/{p}' for p in IMPLEMENTATION_FILES}
+          expected['human/english/english_gonol/ordinal_construction.py'] = 'english_gonol/ordinal_construction.py'
+          for name in ('test_ordinal_construction.py', 'test_ordinal_corpus.py'):
+              expected['tests/' + name] = 'ordinal_tests/' + name
+          assert len(extraction['files']) == len(expected)
+          assert {item['target']: item['source'] for item in extraction['files']} == expected
+          for item in extraction['files']:
+              original = Path('_deps/ordinal-forge/research/english-gonol') / item['source']
+              copied = Path(item['target'])
+              assert original.read_bytes() == copied.read_bytes(), item['target']
+              assert hashlib.sha256(copied.read_bytes()).hexdigest() == item['sha256'], item['target']
+          PY
+      - name: Install exact native producer and test tools
+        run: |
+          python -m pip install ./_deps/ucns-ordinal
+          python -m pip install pytest==8.3.5 PyYAML==6.0.2 setuptools==82.0.1 wheel==0.46.3 packaging==26.0
+      - name: Execute source consumer tests without geometry mocks
+        env:
+          PYTHONPATH: human/english
+        run: |
+          mkdir -p _state
+          python -m pytest -c /dev/null -q tests/test_ordinal_construction.py --junitxml=_state/source.xml
+          python -m english_gonol.ordinal_construction word > _state/word-source.json
+      - name: Execute the exact Stack source before candidate comparison
+        env:
+          PYTHONPATH: _deps/ordinal-forge/research/english-gonol
+        run: |
+          python -m pytest -c /dev/null -q _deps/ordinal-forge/research/english-gonol/ordinal_tests/test_ordinal_construction.py --junitxml=_state/forge.xml
+          python -m english_gonol.ordinal_construction word > _state/word-forge.json
+      - name: Build and clean-install UCHC with UCNS
+        run: |
+          python -m pip wheel --no-deps --no-build-isolation . -w _state/dist
+          python -m venv _state/clean
+          _state/clean/bin/python -m pip install pytest==8.3.5 PyYAML==6.0.2
+          _state/clean/bin/python -m pip install ./_deps/ucns-ordinal
+          _state/clean/bin/python -m pip install --no-index --no-deps _state/dist/uchc-0.1.0a4-py3-none-any.whl
+          mkdir -p _state/isolated-tests
+          cp tests/test_ordinal_construction.py _state/isolated-tests/test_ordinal_construction.py
+          _state/clean/bin/python -I -m pytest -c /dev/null -q _state/isolated-tests --junitxml=_state/installed.xml
+          _state/clean/bin/python -I -m english_gonol.ordinal_construction word > _state/word-installed.json
+      - name: Verify exact end-to-end artifact, receipt and test outcomes
+        env:
+          UCHC_SOURCE_COMMIT: ${{ github.sha }}
+          UCHC_PR_HEAD: ${{ github.event.pull_request.head.sha || github.sha }}
+        run: |
+          python - <<'PY'
+          from fractions import Fraction
+          from pathlib import Path
+          import hashlib, json, os, subprocess, xml.etree.ElementTree as ET
+          left = json.loads(Path('_state/word-source.json').read_text())
+          right = json.loads(Path('_state/word-installed.json').read_text())
+          forge = json.loads(Path('_state/word-forge.json').read_text())
+          assert left == right == forge and right['standing'] == 'constructed'
+          assert right['recovered_glyphs'] == list('word')
+          positions = right['construction']['placements']
+          assert [p['radius']['power_of_two_denominator'] for p in positions] == [4,3,2,1]
+          assert all(p['carrier_receipt'] == positions[0]['carrier_receipt'] for p in positions)
+          assert right['geometry_authority']['commit'] == 'ed0b0760f05cd975a7a811f8abeb70a11d09f00b'
+          tests = {}
+          for name in ('source', 'installed', 'forge'):
+              cases = list(ET.parse('_state/' + name + '.xml').getroot().iter('testsuite'))
+              totals = {k: sum(int(x.get(k,0)) for x in cases) for k in ('tests','failures','errors','skipped')}
+              assert totals['tests'] >= 10 and totals['failures'] == totals['errors'] == totals['skipped'] == 0, totals
+              tests[name] = totals
+          wheel = Path('_state/dist/uchc-0.1.0a4-py3-none-any.whl')
+          source_commit = subprocess.check_output(['git', 'rev-parse', 'HEAD'], text=True).strip()
+          assert source_commit == os.environ['UCHC_SOURCE_COMMIT']
+          graph = json.loads(Path('docs/work-graphs/english-ordinal-geometry-v1.json').read_text())
+          payload = {key: graph[key] for key in ('repositories', 'boundaries')}
+          assert hashlib.sha256(json.dumps(payload, sort_keys=True, separators=(',', ':')).encode()).hexdigest() == graph['work_graph_sha256']
+          forge_commit = subprocess.check_output(['git', '-C', '_deps/ordinal-forge', 'rev-parse', 'HEAD'], text=True).strip()
+          assert forge_commit == next(r['commit'] for r in graph['repositories'] if r['repository'] == 'The-Interdependency/stack')
+          evidence = {'schema': 'uchc.english-ordinal-acceptance', 'version': '1.0.0',
+                      'ucns_commit': right['geometry_authority']['commit'],
+                      'uchc_source_commit': source_commit,
+                      'uchc_pr_head_commit': os.environ['UCHC_PR_HEAD'],
+                      'uchc_source_tree': subprocess.check_output(['git', 'rev-parse', 'HEAD^{tree}'], text=True).strip(),
+                      'forge_source_commit': forge_commit,
+                      'work_graph_sha256': graph['work_graph_sha256'],
+                      'extraction_sha256': hashlib.sha256(Path('human/english/experiments/ordinal-geometry-v1/extraction.json').read_bytes()).hexdigest(),
+                      'construction_receipt': right['receipt'],
+                      'installed_identical': left == right == forge,
+                      'tests': tests,
+                      'wheel_sha256': hashlib.sha256(wheel.read_bytes()).hexdigest(),
+                      'standing': 'executed pinned UCNS ordinal geometry; no domain graduation'}
+          Path('_state/ordinal-evidence.json').write_text(json.dumps(evidence, sort_keys=True, indent=2) + '\n')
+          print(json.dumps(evidence))
+          PY
+      - uses: actions/upload-artifact@v7.0.1
+        if: always()
+        with:
+          name: uchc-ordinal-geometry
+          path: |
+            _state/ordinal-evidence.json
+            _state/word-source.json
+            _state/word-installed.json
+            _state/word-forge.json
+            _state/source.xml
+            _state/installed.xml
+            _state/forge.xml
+            human/english/experiments/ordinal-geometry-v1/extraction.json
+            docs/work-graphs/english-ordinal-geometry-v1.json
+          if-no-files-found: error

.github/workflows/english-recursive-attachment.yml

@@ -0,0 +1,125 @@
+name: English recursive attachment
+on:
+  pull_request:
+    paths: ['human/english/**', 'tests/test_attachment*.py', 'tools/verify_attachment_extraction.py', 'docs/work-graphs/english-recursive-attachment-v1.json', 'pyproject.toml', '.github/workflows/english-recursive-attachment.yml']
+  push:
+    branches: [main]
+    paths: ['human/english/**', 'tests/test_attachment*.py', 'tools/verify_attachment_extraction.py', 'docs/work-graphs/english-recursive-attachment-v1.json', 'pyproject.toml', '.github/workflows/english-recursive-attachment.yml']
+permissions:
+  contents: read
+jobs:
+  complete-installed-consumer:
+    runs-on: ubuntu-24.04
+    env:
+      SOURCE_DATE_EPOCH: '1790308800'
+      UCHC_STRUCTURAL_FIELD: ${{ github.workspace }}/_state/field
+    steps:
+      - uses: actions/checkout@v7.0.1
+        with:
+          persist-credentials: false
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: The-Interdependency/ucns
+          ref: 9cc00771e54336d58ee377faeec87a3a33dbd4bf
+          path: _deps/native
+          persist-credentials: false
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: The-Interdependency/stack
+          ref: 251ba2290675a21154582f0b3fb0d7a9d509ed50
+          path: _deps/forge
+          persist-credentials: false
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: globalwordnet/english-wordnet
+          ref: dc343f2683279ecbb13fab4e2fd778d7b162d287
+          path: _deps/oewn
+          persist-credentials: false
+      - uses: actions/checkout@v7.0.1
+        with:
+          repository: The-Interdependency/ucns
+          ref: 4f863ad37096b7baab8f62820ad5cb937b62a3a7
+          path: _deps/corpus-carrier
+          persist-credentials: false
+      - uses: actions/setup-python@v7.0.0
+        with:
+          python-version: '3.12.14'
+      - name: Build and install exact artifacts
+        run: |
+          test "$(git -C _deps/native rev-parse HEAD)" = 9cc00771e54336d58ee377faeec87a3a33dbd4bf
+          test "$(git -C _deps/oewn rev-parse HEAD)" = dc343f2683279ecbb13fab4e2fd778d7b162d287
+          test "$(git -C _deps/corpus-carrier rev-parse HEAD)" = 4f863ad37096b7baab8f62820ad5cb937b62a3a7
+          python -m pip install pytest==8.3.5 PyYAML==6.0.2 setuptools==82.0.1 wheel==0.46.3 packaging==26.0
+          python -m pip wheel --no-deps ./_deps/native -w _state/native-dist
+          python -m pip install --no-deps _state/native-dist/*.whl
+          python -m pip wheel --no-deps --no-build-isolation . -w _state/dist
+          python -m venv _state/clean
+          _state/clean/bin/python -m pip install pytest==8.3.5 PyYAML==6.0.2
+          _state/clean/bin/python -m pip install --no-deps _state/native-dist/*.whl _state/dist/uchc-0.1.0a4-py3-none-any.whl
+          mkdir -p _state/isolated
+          cp tests/test_attachment_construction.py tests/test_attachment_corpus.py _state/isolated/
+      - name: Verify source closure and isolated installed imports
+        env:
+          PYTHONPATH: human/english
+        run: |
+          python tools/verify_attachment_extraction.py _deps/forge > _state/source-extraction.json
+          _state/clean/bin/python -I tools/verify_attachment_extraction.py _deps/forge > _state/installed-extraction.json
+          cmp _state/source-extraction.json _state/installed-extraction.json
+          python -m pytest -c /dev/null -q tests/test_attachment_construction.py --junitxml=_state/source.xml
+          python -m pytest -c /dev/null -q tests/test_attachment_verification.py --junitxml=_state/verifier.xml
+      - name: Build complete historical corpus through installed package
+        run: |
+          _state/clean/bin/python -I -m english_gonol.structural_construct build --source-root _deps/oewn/src/yaml --ucns-source-root _deps/corpus-carrier --out-dir _state/field > _state/corpus-build.json
+          python - <<'PY'
+          import json
+          from pathlib import Path
+          manifest = json.loads(Path('_state/field/manifest.json').read_text())
+          assert manifest['receipt_sha256'] == '26ab095f73306ff4fbd9f67d1c282c1df79f926bb75cc081c879db8a6989b58a'
+          PY
+      - name: Verify complete corpus queries and all ownership overlays
+        env:
+          PYTHONPATH: _deps/forge/research/english-gonol
+        run: |
+          python -m pytest -c /dev/null -q _deps/forge/research/english-gonol/ordinal_tests/test_attachment*.py --junitxml=_state/forge.xml
+          _state/clean/bin/python -I -m pytest -c /dev/null -q _state/isolated --junitxml=_state/installed.xml
+          python -m english_gonol.attachment_audit _state/field --expect human/english/experiments/recursive-attachment-v1/corpus-audit.json > _state/audit-forge.json
+          _state/clean/bin/python -I -m english_gonol.attachment_audit _state/field --expect human/english/experiments/recursive-attachment-v1/corpus-audit.json > _state/audit-installed.json
+          cmp _state/audit-forge.json _state/audit-installed.json
+      - name: Compare CLI operations and record exact candidate evidence
+        env:
+          UCHC_SOURCE_COMMIT: ${{ github.sha }}
+        run: |
+          python - <<'PY'
+          import hashlib, json, os, subprocess, sys, xml.etree.ElementTree as E
+          from pathlib import Path
+          operations = [('word','bull'), ('compound','bull','shit'), ('sequence','bull','shit','--bearing','root-endpoint-v1'), ('sequence','bull','shit','--bearing','exit-heading-v1')]
+          outputs = []
+          for args in operations:
+              values = []
+              for prefix, source in (([sys.executable], 'human/english'), ([sys.executable], '_deps/forge/research/english-gonol'), ([str(Path('_state/clean/bin/python').absolute()), '-I'], '')):
+                  env = dict(os.environ, PYTHONPATH=str(Path(source).resolve()))
+                  values.append(subprocess.check_output(prefix + ['-m','english_gonol.attachment_construction',*args], env=env))
+              assert values[0] == values[1] == values[2], args
+              outputs.append({'operation': args, 'sha256': hashlib.sha256(values[0]).hexdigest()})
+          tests = {}
+          for name, count in (('source',7),('forge',13),('installed',13),('verifier',1)):
+              suites = list(E.parse('_state/'+name+'.xml').getroot().iter('testsuite'))
+              totals = {k: sum(int(s.get(k,0)) for s in suites) for k in ('tests','failures','errors','skipped')}
+              assert totals == {'tests':count,'failures':0,'errors':0,'skipped':0}, totals
+              tests[name] = totals
+          sha = subprocess.check_output(['git','rev-parse','HEAD'], text=True).strip()
+          assert sha == os.environ['UCHC_SOURCE_COMMIT']
+          audit = json.loads(Path('_state/audit-installed.json').read_text())
+          assert audit['counts']['words'] == 103053
+          assert audit['counts']['formerly_compound_definitions'] == 57155
+          wheel = Path('_state/dist/uchc-0.1.0a4-py3-none-any.whl')
+          evidence = {'schema':'uchc.recursive-attachment-acceptance.v1','uchc_source_commit':sha,'forge_commit':'251ba2290675a21154582f0b3fb0d7a9d509ed50','ucns_commit':'9cc00771e54336d58ee377faeec87a3a33dbd4bf','tests':tests,'operations':outputs,'audit':audit,'wheel_sha256':hashlib.sha256(wheel.read_bytes()).hexdigest(),'authority_transfer':False,'bearing_selection':'none','work_graph_sha256':json.loads(Path('docs/work-graphs/english-recursive-attachment-v1.json').read_text())['work_graph_sha256'],'baseline_audit_sha256':hashlib.sha256(Path('human/english/experiments/recursive-attachment-v1/corpus-audit.json').read_bytes()).hexdigest()}
+          Path('_state/recursive-evidence.json').write_text(json.dumps(evidence,indent=2,sort_keys=True)+'\n')
+          PY
+      - uses: actions/upload-artifact@v7.0.1
+        if: always()
+        with:
+          name: uchc-recursive-attachment
+          path: |
+            _state/*.json
+            _state/*.xml