Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
20 commits
Select commit Hold shift + click to select a range
3da27cc
preregister agent qualification studies
Taz33m Aug 2, 2026
7fa31bb
make experiment tests hermetic in CI
Taz33m Aug 2, 2026
50ac3b6
force first-party Claude experiment routing
Taz33m Aug 2, 2026
361d95d
publish agent qualification v2 results
Taz33m Aug 3, 2026
fdda996
fix agent qualification experiment guards
Taz33m Aug 25, 2026
6a7f71d
deduplicate Codex experiment permissions
Taz33m Aug 25, 2026
6d266d6
isolate Cargo fixture from mutable tool state
Taz33m Aug 26, 2026
02c0926
keep qualification build state outside evidence
Taz33m Aug 26, 2026
7846059
isolate Maven seed from mutable local repository
Taz33m Aug 26, 2026
95576b1
accept precreated isolated Cargo home
Taz33m Aug 26, 2026
7e2e10f
Add isolated L3 book replay conformance
Taz33m Aug 31, 2026
e5cbf0a
Add generated L3 failure reduction
Taz33m Aug 31, 2026
58b97db
Add submitted-order Go CLOB qualification
Taz33m Aug 31, 2026
4a3dec3
Reconcile qualification integrations with current main
Taz33m Sep 5, 2026
55e3c4b
Harden adapters and packaging; reconcile corrected study and onboarding
Taz33m Sep 5, 2026
0c98e18
Harden native quantity boundaries and evidence publication
Taz33m Sep 5, 2026
e65416a
Fix release-code review findings; preserve frozen research
Taz33m Sep 5, 2026
f035e0c
Fix remaining release-code review follow-ups
Taz33m Sep 5, 2026
38ef03f
Record agreed deferral of frozen research findings to issue 85
Taz33m Sep 5, 2026
4ba428e
Report unverified staging residue without unsafe cleanup
Taz33m Sep 5, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion .flake8
Original file line number Diff line number Diff line change
Expand Up @@ -9,4 +9,5 @@ exclude =
*.egg-info,
venv,
env,
ENV
ENV,
experiments/private
3 changes: 3 additions & 0 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -65,6 +65,9 @@ jobs:
- name: Validate both distributions
run: python -m twine check dist/conformance/* dist/simulator/*

- name: Reject private paths in both distributions
run: python tools/verify_distribution_privacy.py dist/conformance/* dist/simulator/*

- name: Rebuild wheels from sdists and verify artifact agreement
if: matrix.python-version == '3.13'
run: |
Expand Down
8 changes: 7 additions & 1 deletion .github/workflows/gocronx-matcher.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,11 +7,17 @@ on:
pull_request:
paths:
- ".github/workflows/gocronx-matcher.yml"
- "pyproject.toml"
- "MANIFEST.in"
- "integrations/gocronx_matcher/**"
- "integrations/rust_protocol/**"
- "src/tracebook/__init__.py"
- "src/tracebook/_version.py"
- "src/tracebook/core/**"
- "src/tracebook/conformance/**"
- "src/tracebook/events/market_replay.py"
- "src/tracebook/events/**"
- "tests/test_external_integrations.py"
- "tests/test_integration_workflow_coverage.py"

permissions:
contents: read
Expand Down
201 changes: 201 additions & 0 deletions .github/workflows/intrepid-orderbook.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,201 @@
name: intrepidkarthi orderbook integration

on:
workflow_dispatch:
schedule:
- cron: "17 7 * * 2"
pull_request:
paths:
- ".github/workflows/intrepid-orderbook.yml"
- "pyproject.toml"
- "MANIFEST.in"
- "integrations/intrepid_orderbook/**"
- "src/tracebook/__init__.py"
- "src/tracebook/_version.py"
- "src/tracebook/core/**"
- "src/tracebook/conformance/**"
- "src/tracebook/events/**"
- "tests/test_external_integrations.py"
- "tests/test_integration_workflow_coverage.py"

permissions:
contents: read

jobs:
pinned-go-clob:
runs-on: ubuntu-latest
timeout-minutes: 20

steps:
- uses: actions/checkout@v7

- uses: actions/setup-python@v7
with:
python-version: "3.12"
cache: pip

- uses: actions/setup-go@v6
with:
go-version: "1.23.5"
cache-dependency-path: integrations/intrepid_orderbook/go.sum

- name: Configure integration paths
run: |
echo "ADAPTER=$RUNNER_TEMP/tracebook-intrepid-orderbook" >> "$GITHUB_ENV"
echo "REPORT_ROOT=$RUNNER_TEMP/intrepid-orderbook" >> "$GITHUB_ENV"

- name: Install Tracebook
run: python -m pip install -e .

- name: Build and test the pinned adapter
working-directory: integrations/intrepid_orderbook
run: |
test -z "$(gofmt -l .)"
go mod verify
test "$(go list -m -f '{{.Version}}' github.com/intrepidkarthi/orderbook)" = "v0.26.0"
go vet ./...
go test ./...
go build -trimpath -o "$ADAPTER" .

- name: Verify the nine-case suite boundary
run: |
set +e
tracebook-conformance suite \
src/tracebook/conformance/fixtures/v2 \
--output "$REPORT_ROOT/suite.json" \
--timeout 10 \
--candidate "$ADAPTER"
rc=$?
set -e
test "$rc" -eq 1
python - <<'PY'
import json
import os
from pathlib import Path

report = json.loads((Path(os.environ["REPORT_ROOT"]) / "suite.json").read_text())
assert report["case_count"] == 9
assert report["conformant_cases"] == 6
failed = {
case["name"]: case["report"]["divergence"]
for case in report["cases"]
if not case["report"]["conformant"]
}
assert set(failed) == {
"order-instructions",
"pro-rata-allocation",
"stp-cancel-incoming",
}
for divergence in failed.values():
assert divergence["category"] == "outcome"
assert divergence["path"] == "$.observation.outcome.reason"
assert divergence["candidate"] == "INVALID_ORDER"
assert divergence["reference"] is None
PY

- name: Qualify fifo-limit-v1
run: |
tracebook-conformance qualify \
--profile fifo-limit-v1 \
--seed 42 \
--traces 25 \
--events-per-trace 200 \
--max-minimize-runs 100 \
--candidate-cmd "$ADAPTER" \
--output-dir "$REPORT_ROOT/fifo-limit"
python - <<'PY'
import json
import os
from pathlib import Path

report = json.loads(
(Path(os.environ["REPORT_ROOT"]) / "fifo-limit" / "qualification.json").read_text()
)
assert report["qualified"] is True
assert report["qualification_id"] == "sha256:f8db775baabe7e665d45bbb920a67e43d405acf445de4951617df68ffa24eb69"
assert report["campaign"]["campaign_id"] == "sha256:59d70645ff13f12fa4af23af69631714df22ef5f25cd1104b0c1124f98f71f6a"
assert report["candidate_runs"] == 28
assert report["suite"]["report"]["conformant_cases"] == 3
assert report["campaign"]["completed_traces"] == 25
assert report["campaign"]["generated_events"] == 5000
assert report["campaign"]["semantic_coverage"]["covered_count"] == 10
assert report["campaign"]["semantic_coverage"]["coverage_ratio"] == 1.0
PY

- name: Qualify fifo-partial-fill-v1
run: |
tracebook-conformance qualify \
--profile fifo-partial-fill-v1 \
--seed 42 \
--traces 25 \
--events-per-trace 200 \
--max-minimize-runs 100 \
--candidate-cmd "$ADAPTER" \
--output-dir "$REPORT_ROOT/fifo-partial"
python - <<'PY'
import json
import os
from pathlib import Path

report = json.loads(
(Path(os.environ["REPORT_ROOT"]) / "fifo-partial" / "qualification.json").read_text()
)
assert report["qualified"] is True
assert report["qualification_id"] == "sha256:08bf641bfa57da1892d744c08bca0be00f5ac1ade580ae8fcf7f195f0fcad6eb"
assert report["campaign"]["campaign_id"] == "sha256:297f895b99ac26f92287ababd1dcc25b68b0be98787e9b9d814d5cd241769cf9"
assert report["candidate_runs"] == 28
assert report["suite"]["report"]["conformant_cases"] == 3
assert report["campaign"]["completed_traces"] == 25
assert report["campaign"]["generated_events"] == 5000
assert report["campaign"]["semantic_coverage"]["covered_count"] == 10
assert report["campaign"]["semantic_coverage"]["coverage_ratio"] == 1.0
PY

- name: Regenerate the full-profile FOK divergence
run: |
set +e
tracebook-conformance qualify \
--profile fifo-full-v1 \
--seed 42 \
--traces 25 \
--events-per-trace 200 \
--max-minimize-runs 100 \
--candidate-cmd "$ADAPTER" \
--output-dir "$REPORT_ROOT/fifo-full"
rc=$?
set -e
test "$rc" -eq 1
cmp \
integrations/intrepid_orderbook/regressions/fok-rejection-reduced.jsonl \
"$REPORT_ROOT/fifo-full/reduced.jsonl"
cmp \
integrations/intrepid_orderbook/regressions/fok-rejection-failure.json \
"$REPORT_ROOT/fifo-full/failure.json"
python - <<'PY'
import json
import os
from pathlib import Path

report = json.loads(
(Path(os.environ["REPORT_ROOT"]) / "fifo-full" / "qualification.json").read_text()
)
failure = report["campaign"]["failure"]
retained = json.loads(
(Path(os.environ["REPORT_ROOT"]) / "fifo-full" / "failure.json").read_text()
)
assert report["qualified"] is False
assert report["qualification_id"] == "sha256:81a095f9804852ff7035f4c3d428a51ae3d0e8e4b81ec335128c6af15b6f65bd"
assert report["campaign"]["campaign_id"] == "sha256:61464afc70170352bc6eecb6ccb22f120d05166d6f5cb7926ce5d43adf8a6b41"
assert failure["failure_id"] == "failure-1ce2954857800b3a068d"
assert failure["original_event_count"] == 7
assert failure["minimized_event_count"] == 1
assert failure["one_minimal"] is True
assert retained["expected_reduced_divergence"]["path"] == "$.observation.outcome.reason"
PY

- uses: actions/upload-artifact@v7
if: always()
with:
name: intrepid-orderbook-qualification
path: ${{ runner.temp }}/intrepid-orderbook
if-no-files-found: error
146 changes: 146 additions & 0 deletions .github/workflows/nautilus-trader-book-replay.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,146 @@
name: NautilusTrader L3 book replay

on:
workflow_dispatch:
schedule:
- cron: "43 6 * * 1"
pull_request:
paths:
- ".github/workflows/nautilus-trader-book-replay.yml"
- "pyproject.toml"
- "MANIFEST.in"
- "integrations/__init__.py"
- "integrations/nautilus_trader/**"
- "integrations/python_matching_engine/__init__.py"
- "integrations/python_matching_engine/adapter.py"
- "src/tracebook/__init__.py"
- "src/tracebook/_version.py"
- "src/tracebook/core/**"
- "src/tracebook/conformance/**"
- "src/tracebook/events/**"
- "src/tracebook/book_replay/**"
- "examples/book_replay_adapter.py"
- "tests/conftest.py"
- "tests/test_book_replay*.py"
- "tests/fixtures/faulty_book_replay_adapter.py"
- "tests/test_external_integrations.py"
- "tests/test_integration_workflow_coverage.py"

permissions:
contents: read

jobs:
pinned-v2-book:
runs-on: ubuntu-latest
timeout-minutes: 10

steps:
- uses: actions/checkout@v7

- uses: actions/setup-python@v7
with:
python-version: "3.14"
cache: pip

- name: Install Tracebook and the pinned optional candidate
run: |
python -m pip install --upgrade pip
python -m pip install -e . "nautilus-trader==2.0.0rc3" "pytest>=9.1.1"

- name: Verify the isolated L3 book-replay profile
run: |
python -m tracebook.book_replay run \
src/tracebook/book_replay/fixtures/l3-book-replay-v1.jsonl \
--output /tmp/nautilus-book-replay.json \
--timeout 10 \
--candidate python integrations/nautilus_trader/adapter.py
python -c "import json; p=json.load(open('/tmp/nautilus-book-replay.json')); assert p['artifact_type'] == 'tracebook.book-replay.report'; assert p['conformant'] is True and p['compared_events'] == 17; assert p['candidate_engine']['version'] == '2.0.0rc3'; assert p['final_state_hash'] == '9e0af6be935dce940a87497788c7a9a799c71f05e34a0204c9d294fce611b002'"

- name: Run the deterministic generated campaign
run: |
python -m tracebook.book_replay campaign \
--output /tmp/nautilus-book-campaign.json \
--seed 20260831 \
--traces 25 \
--events-per-trace 100 \
--timeout 10 \
--candidate python -m integrations.nautilus_trader.adapter
python - <<'PY'
import json

with open("/tmp/nautilus-book-campaign.json", encoding="utf-8") as handle:
payload = json.load(handle)
assert payload["campaign_id"] == "sha256:09b1599eaeb474d98617acc7869ace26759ed5ab8350803f06197ef572864bab"
assert payload["conformant"] is True
assert payload["completed_traces"] == 25
assert payload["generated_events"] == 2500
assert payload["semantic_coverage"]["complete"] is True
assert payload["semantic_coverage"]["covered"] == 11
PY

- name: Prove the harness catches and reduces a native queue-priority fault
run: |
set +e
python -m tracebook.book_replay campaign \
--output /tmp/nautilus-negative-control.json \
--reduced-events-output /tmp/nautilus-negative-control.jsonl \
--seed 20260831 \
--traces 10 \
--events-per-trace 100 \
--timeout 10 \
--candidate python -m integrations.nautilus_trader.faulty_adapter
status=$?
set -e
test "$status" -eq 1
cmp \
integrations/nautilus_trader/regressions/upsize-requeue-reduced.jsonl \
/tmp/nautilus-negative-control.jsonl
python - <<'PY'
import json

with open("/tmp/nautilus-negative-control.json", encoding="utf-8") as handle:
payload = json.load(handle)
with open(
"integrations/nautilus_trader/regressions/upsize-requeue-failure.json",
encoding="utf-8",
) as handle:
expected = json.load(handle)
failure = payload["failure"]
actual = {
"artifact_type": "tracebook.book-replay.negative-control",
"budget_exhausted": failure["budget_exhausted"],
"campaign_id": payload["campaign_id"],
"candidate_engine": payload["candidate_engine"],
"failure_class": failure["failure_class"],
"failure_id": failure["failure_id"],
"minimized_event_count": failure["minimized_event_count"],
"minimized_trace_sha256": failure["minimized_trace_sha256"],
"one_minimal": failure["one_minimal"],
"original_divergence_event": failure["original_divergence_event"],
"original_event_count": failure["original_event_count"],
"original_trace_sha256": failure["original_trace_sha256"],
"reduced_divergence": failure["minimization"]["book_replay_report"]["divergence"],
"schema_version": payload["schema_version"],
"trace_index": failure["trace_index"],
}
assert actual == expected
PY

- name: Run the book-replay and integration contract tests
run: >-
python -m pytest
tests/test_book_replay.py
tests/test_book_replay_campaign.py
tests/test_book_replay_artifacts.py
tests/test_external_integrations.py

- uses: actions/upload-artifact@v7
if: always()
with:
name: nautilus-trader-book-replay
path: |
/tmp/nautilus-book-replay.json
/tmp/nautilus-book-campaign.json
/tmp/nautilus-negative-control.json
/tmp/nautilus-negative-control.jsonl
if-no-files-found: error
Loading