rc/0.4.4 → main: 0.4.4 reproduce-trustworthiness line (+ #262 pulled in)

.github/workflows/ci.yml

@@ -71,7 +71,8 @@ jobs:
           rustup component add rust-src --toolchain nightly
 
       - name: Install bpf-linker
-        run: cargo install bpf-linker
+        # Keep CI reproducible; upgrade alongside its required LLVM toolchain.
+        run: cargo install bpf-linker --version 0.10.4 --locked
 
       - name: Build and stage Rust binaries
         uses: ./.github/actions/build-rust-binaries
@@ -272,11 +273,32 @@ jobs:
 
           python -m roar run "$(python -c 'import sys; print(sys.executable)')" smoke.py
 
-      - name: Run tests (parallel)
+      - name: Run tracer / platform-dependent tests (parallel)
+        # macOS CI exists to cover the OS-specific surface: the DYLD preload
+        # tracer, sitecustomize/runtime injection, the native _hash_native
+        # extension, and the real `roar run` product path. The rest of the suite
+        # is OS-independent pure-Python logic already fully covered by the Linux
+        # `test` job (5 Python versions), so running all ~1180 tests here only
+        # adds slow-runner wall-clock (and timeouts) without adding signal.
+        #
+        # Select the platform-dependent trees by path rather than by marker:
+        # low-churn, self-documenting, and fails safe — Linux-only tracer
+        # regressions living inside these dirs carry their own
+        # skipif(platform != "Linux") and simply skip on macOS, and there is no
+        # per-file marker to forget to apply (which is how a macOS-only tracer
+        # test would otherwise be silently dropped). The two hashing-value files
+        # are kept so a macOS-specific _hash_native ABI/endianness regression
+        # still can't slip through, even though the hashing *logic* is covered
+        # on Linux.
         run: >
           pytest --tb=short -x -m "not glaas and not live_glaas and not ebpf and not large_pipeline"
-          --ignore=tests/backends/osmo
-          --ignore-glob=tests/backends/test_osmo*.py
+          tests/execution/runtime
+          tests/integration
+          tests/happy_path
+          tests/application/run
+          tests/backends/local/integration
+          tests/unit/test_hashing_backend.py
+          tests/unit/test_canonical_session_hash.py
           --ignore=tests/execution/runtime/test_sitecustomize_perf.py
 
   test-tracer-privileged:
@@ -360,7 +382,7 @@ jobs:
       - name: Install build tools
         run: |
           python -m pip install --upgrade pip
-          pip install maturin
+          pip install 'maturin[zig]'
 
       - name: Download Rust binaries
         uses: actions/download-artifact@v4
@@ -378,7 +400,18 @@ jobs:
       - name: Build abi3 wheel
         env:
           MACOSX_DEPLOYMENT_TARGET: ${{ matrix.macos-deployment-target }}
-        run: maturin build --release --manifest-path rust/crates/artifact-hash-py/Cargo.toml --out dist
+          ROAR_WHEEL_PLATFORM: ${{ matrix.platform }}
+        run: |
+          args=(
+            build
+            --release
+            --manifest-path rust/crates/artifact-hash-py/Cargo.toml
+            --out dist
+          )
+          if [[ "$ROAR_WHEEL_PLATFORM" == "linux" ]]; then
+            args+=(--zig --compatibility manylinux_2_17)
+          fi
+          maturin "${args[@]}"
 
       - name: Install uv
         run: |

.github/workflows/publish-pypi.yml

@@ -42,7 +42,8 @@ jobs:
           rustup component add rust-src --toolchain nightly
 
       - name: Install bpf-linker
-        run: cargo install bpf-linker
+        # Keep release builds aligned with the version validated in CI.
+        run: cargo install bpf-linker --version 0.10.4 --locked
 
       - name: Verify version matches release tag
         if: github.event_name == 'release' && matrix.arch == 'x86_64'
@@ -164,7 +165,7 @@ jobs:
       - name: Install build tools
         run: |
           python -m pip install --upgrade pip
-          pip install maturin
+          pip install 'maturin[zig]'
 
       - name: Download Rust binaries artifact
         uses: actions/download-artifact@v4
@@ -184,7 +185,19 @@ jobs:
         # macOS floor on macOS jobs so the single abi3 build host doesn't drift it.
         env:
           MACOSX_DEPLOYMENT_TARGET: ${{ matrix.macos-deployment-target }}
-        run: maturin build --release --manifest-path rust/crates/artifact-hash-py/Cargo.toml --interpreter python --out dist
+          ROAR_WHEEL_PLATFORM: ${{ matrix.platform }}
+        run: |
+          args=(
+            build
+            --release
+            --manifest-path rust/crates/artifact-hash-py/Cargo.toml
+            --interpreter python
+            --out dist
+          )
+          if [[ "$ROAR_WHEEL_PLATFORM" == "linux" ]]; then
+            args+=(--zig --compatibility manylinux_2_17)
+          fi
+          maturin "${args[@]}"
 
       - name: Verify wheel contains native extension and binaries
         env:

.github/workflows/publish-testpypi.yml

@@ -35,7 +35,8 @@ jobs:
           rustup component add rust-src --toolchain nightly
 
       - name: Install bpf-linker
-        run: cargo install bpf-linker
+        # Keep release builds aligned with the version validated in CI.
+        run: cargo install bpf-linker --version 0.10.4 --locked
 
       - name: Build and stage Rust binaries
         uses: ./.github/actions/build-rust-binaries
@@ -131,7 +132,7 @@ jobs:
       - name: Install build tools
         run: |
           python -m pip install --upgrade pip
-          pip install maturin
+          pip install 'maturin[zig]'
 
       - name: Download Rust binaries artifact
         uses: actions/download-artifact@v4
@@ -151,7 +152,19 @@ jobs:
         # macOS floor on macOS jobs so the single abi3 build host doesn't drift it.
         env:
           MACOSX_DEPLOYMENT_TARGET: ${{ matrix.macos-deployment-target }}
-        run: maturin build --release --manifest-path rust/crates/artifact-hash-py/Cargo.toml --interpreter python --out dist
+          ROAR_WHEEL_PLATFORM: ${{ matrix.platform }}
+        run: |
+          args=(
+            build
+            --release
+            --manifest-path rust/crates/artifact-hash-py/Cargo.toml
+            --interpreter python
+            --out dist
+          )
+          if [[ "$ROAR_WHEEL_PLATFORM" == "linux" ]]; then
+            args+=(--zig --compatibility manylinux_2_17)
+          fi
+          maturin "${args[@]}"
 
       - name: Verify wheel contains native extension and binaries
         env:

pyproject.toml

@@ -5,7 +5,7 @@ build-backend = "maturin"
 
 [project]
 name = "roar-cli"
-version = "0.4.3"
+version = "0.4.4"
 description = "Reproducibility and provenance tracker for ML training pipelines"
 authors = [
     { name="TReqs Team", email="info@treqs.ai" }
@@ -49,6 +49,7 @@ dependencies = [
     "pydantic-settings>=2.0.0",
     "textual>=0.80",
     "tomli>=2.0.0; python_version < '3.11'",
+    "huggingface_hub>=0.20.0",  # `roar put hf://` is a shipped path, not dev-only (P0-19)
 ]
 
 [project.urls]
@@ -68,7 +69,6 @@ dev = [
     "mypy>=1.13.0",
     "boto3>=1.28.0",
     "google-cloud-storage>=2.10.0",
-    "huggingface_hub>=0.20.0",
 ]
 
 [project.scripts]
@@ -129,7 +129,7 @@ markers = [
     "ray_contract: User-facing Ray contract tests using `roar run ray job submit ...`",
     "ray_diagnostic: Diagnostic Ray tests that intentionally inspect internal runtime details",
 ]
-addopts = "-v --strict-markers -n auto --dist loadfile --ignore=tests/ebpf --ignore=tests/live_glaas --ignore=tests/benchmarks --ignore=tests/e2e --ignore=tests/integration/test_cli_startup.py --ignore=tests/execution/runtime/test_sitecustomize_perf.py --ignore-glob=tests/backends/*/e2e --ignore-glob=tests/backends/*/live"
+addopts = "-v --strict-markers -n auto --dist loadfile --ignore=tests/ebpf --ignore=tests/live_glaas --ignore=tests/benchmarks --ignore=tests/e2e --ignore=tests/backends/osmo --ignore=tests/integration/test_cli_startup.py --ignore=tests/execution/runtime/test_sitecustomize_perf.py --ignore-glob=tests/backends/*/e2e --ignore-glob=tests/backends/*/live"
 timeout = 60
 filterwarnings = [
     "ignore::DeprecationWarning",

roar/application/publish/collection.py

@@ -44,6 +44,11 @@ def collect_register_lineage(
     dry_run: bool = False,
 ) -> tuple[CollectedRegisterLineage | None, str | None]:
     """Collect local lineage for a resolved register target."""
+    if target.kind == "active_session":
+        return _collect_active_session_lineage(
+            roar_dir=roar_dir,
+            lineage_collector=lineage_collector,
+        )
     if target.kind == "step_reference":
         return _collect_step_lineage(
             step_reference=target.value,
@@ -81,6 +86,29 @@ def collect_register_lineage(
     return None, f"Unsupported register target type: {target.kind}"
 
 
+def _collect_active_session_lineage(
+    *,
+    roar_dir: Path,
+    lineage_collector: LineageCollector,
+) -> tuple[CollectedRegisterLineage | None, str | None]:
+    with create_database_context(roar_dir) as db_ctx:
+        session = db_ctx.sessions.get_active()
+        if not session:
+            return None, "No active session. Run 'roar run' to create a session first."
+        session_id = int(session["id"])
+        lineage = lineage_collector.collect_session(session_id, roar_dir)
+
+    return (
+        CollectedRegisterLineage(
+            lineage=lineage,
+            session_id=session_id,
+            artifact_hash="",
+            session_hash_override=None,
+        ),
+        None,
+    )
+
+
 def _collect_step_lineage(
     *,
     step_reference: str,

roar/application/publish/lineage_composites.py

@@ -54,6 +54,7 @@ def preregister_lineage_composites_with_glaas(
     registration_errors: list[str],
     composite_builder: Any,
     logger: ILogger,
+    registration_session_id: str | None = None,
 ) -> list[dict[str, Any]]:
     """Prepare and preregister lineage composites before batch link resolution."""
     payloads = build_lineage_composite_payloads(
@@ -68,6 +69,7 @@ def preregister_lineage_composites_with_glaas(
         payloads=payloads,
         registration_errors=registration_errors,
         logger=logger,
+        registration_session_id=registration_session_id,
     )
 
 

roar/application/publish/put_composites.py

@@ -39,6 +39,7 @@ def preregister_put_lineage_composites_with_glaas(
     dataset_identifiers: list[dict[str, Any]] | None,
     composite_builder: Any,
     logger: ILogger,
+    registration_session_id: str | None = None,
 ) -> list[dict[str, Any]]:
     """Prepare and preregister lineage composites for the put workflow."""
     payloads = build_put_lineage_composite_payloads(
@@ -55,6 +56,7 @@ def preregister_put_lineage_composites_with_glaas(
         payloads=payloads,
         registration_errors=registration_errors,
         logger=logger,
+        registration_session_id=registration_session_id,
     )
 
 
@@ -164,6 +166,7 @@ def register_put_composites_with_glaas(
     registration_errors: list[str],
     dataset_identifiers: list[dict[str, Any]] | None,
     logger: ILogger,
+    registration_session_id: str | None = None,
 ) -> list[dict[str, Any]]:
     """Register generated composite artifacts with GLaaS and persist local state."""
     composite_registrations: list[dict[str, Any]] = []
@@ -186,7 +189,14 @@ def register_put_composites_with_glaas(
         if metadata_json is not None:
             payload["metadata"] = metadata_json
 
-        response = resolved_remote_registry.register_composite_artifact(payload)
+        response = (
+            resolved_remote_registry.client.register_composite_artifact_under_registration_session(
+                registration_session_id,
+                payload,
+            )
+            if registration_session_id
+            else resolved_remote_registry.register_composite_artifact(payload)
+        )
         result, error = parse_composite_registration_response(response)
 
         composite_registration: dict[str, Any] = {