From 47f3b1e5310cb2c9c7f0beef3b7b9e622766f2be Mon Sep 17 00:00:00 2001 From: Claude Date: Mon, 16 Nov 2026 12:49:22 +0000 Subject: [PATCH] ci: an Atlas shard drops its own part from an earlier attempt "Re-run all jobs" downloads atlas-* including the part the shard itself uploaded in an earlier attempt; the shard then refuses the non-empty output directory (LLI9001: census-d 133274946091, cert4-replay 133303022254 on run 43799050127). Remove that directory after placing the parts; RP-14 pins the step in every downloading job. Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_013Asa3QVAsEzzaQPMzJnNz1 --- .github/workflows/ci.yml | 42 ++++++++++++++++++++++ CHANGELOG.md | 4 +++ crates/conformance/src/cases/repository.rs | 6 ++++ 3 files changed, 52 insertions(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index ffa403c1ac..7b71d6b839 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -572,6 +572,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -661,6 +667,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -750,6 +762,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -839,6 +857,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -928,6 +952,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -1018,6 +1048,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | @@ -1108,6 +1144,12 @@ jobs: for part in ci-parts/atlas-part-*; do mv "$part" "ci-parts/${part#ci-parts/atlas-part-}" done + # A rerun of the run's jobs also finds the part this job uploaded in + # an earlier attempt; it is never this job's input, and the shard + # writes into an empty directory. + case "$LEXLEAN_EXAMPLES_PART" in + shard:*) rm -rf "ci-parts/${LEXLEAN_EXAMPLES_PART##*:}" ;; + esac ls ci-parts - name: Reserve bounded overflow memory for native Atlas run: | diff --git a/CHANGELOG.md b/CHANGELOG.md index 6f4f4208f3..fed969142d 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -17,6 +17,10 @@ workspace carried at those versions without a tag. ## Unreleased +- An Atlas shard of the gate drops the part it uploaded in an earlier attempt + of its run before it runs (SPEC.md §9.4, `RP-14`). "Re-run all jobs" + downloaded that part with the rest, and the shard refused the non-empty + directory (`LLI9001`), so a gate could be recovered only by a new dispatch. - Each push to a release line is merged forward by `forward.yml` (SPEC.md §9.4, `RP-14`): the push is merged into the next line on `forward/vXY-to-vX(Y+1)-`, a conflict in a generated projection or a lock takes the next line's side for `regenerate.yml` to rewrite, diff --git a/crates/conformance/src/cases/repository.rs b/crates/conformance/src/cases/repository.rs index ae6550c67e..001c13bbf7 100644 --- a/crates/conformance/src/cases/repository.rs +++ b/crates/conformance/src/cases/repository.rs @@ -2441,6 +2441,12 @@ pub(crate) fn run(id: &str) { !body.contains("run-id") && !body.contains("github-token"), "§9.4: `{key}` reads the artifacts of this run only" ); + assert!( + body.contains( + " shard:*) rm -rf \"ci-parts/${LEXLEAN_EXAMPLES_PART##*:}\" ;;\n" + ), + "§9.4: `{key}` drops its own part from an earlier attempt before it runs" + ); } for (shard, job_key) in &runs { if shard == crate::shards::JOIN {