From c5d2995617bd7b0e3540a0763677d9b529c2fed5 Mon Sep 17 00:00:00 2001 From: Andy Anderson Date: Mon, 16 Nov 2026 21:30:23 -0500 Subject: [PATCH] =?UTF-8?q?=F0=9F=8C=B1=20ci:=20size=20overlayfs-exec-guar?= =?UTF-8?q?d=20timeout=20for=20the=20cold=20whisper-cache=20path?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit The guard was cancelled at its 10-minute timeout whenever the whisper-linux-amd64 gha cache missed. The repo's Actions cache runs at 12-23 GB against a 10 GB cap, so LRU eviction regularly drops the whisper-builder blobs; the hosted 4-vCPU runner then compiles FFmpeg and whisper.cpp from source (~8.5 min serial chain) and the job needs ~13 min. Warm runs measure 6.5-8 min and are unaffected. Raise the timeout to 20 min (cold path plus ~50% headroom) and skip the buildx post-step teardown on the ephemeral runner (16-36s per run). Regenerated the integration workflows from v2-ci.yml. Signed-off-by: Andy Anderson --- .github/workflows/integration-candidate.yml | 4 +++- .../workflows/integration-technical-v2-ci.yml | 4 +++- .github/workflows/v2-ci.yml | 20 ++++++++++++++++++- 3 files changed, 25 insertions(+), 3 deletions(-) diff --git a/.github/workflows/integration-candidate.yml b/.github/workflows/integration-candidate.yml index cbb54fbc26..68e2fb7b43 100644 --- a/.github/workflows/integration-candidate.yml +++ b/.github/workflows/integration-candidate.yml @@ -746,13 +746,15 @@ jobs: - ci-required-context-scope if: ${{ always() && needs.subject.result == 'success' && (always() && (needs.ci-required-context-scope.result != 'success' || needs.ci-required-context-scope.outputs.run-ci == 'true')) }} runs-on: ubuntu-latest - timeout-minutes: 10 + timeout-minutes: 20 steps: - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 with: persist-credentials: false - name: Set up Docker Buildx uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 + with: + cleanup: false - name: Resolve runner ref name id: ref_name run: | diff --git a/.github/workflows/integration-technical-v2-ci.yml b/.github/workflows/integration-technical-v2-ci.yml index e1084f89a4..e88a44c388 100644 --- a/.github/workflows/integration-technical-v2-ci.yml +++ b/.github/workflows/integration-technical-v2-ci.yml @@ -584,13 +584,15 @@ jobs: needs: required-context-scope if: ${{ always() && (needs.required-context-scope.result != 'success' || needs.required-context-scope.outputs.run-ci == 'true') }} runs-on: ubuntu-latest - timeout-minutes: 10 + timeout-minutes: 20 steps: - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 with: persist-credentials: false - name: Set up Docker Buildx uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 + with: + cleanup: false - name: Resolve runner ref name id: ref_name run: | diff --git a/.github/workflows/v2-ci.yml b/.github/workflows/v2-ci.yml index 669bb5f24a..eb0c44c274 100644 --- a/.github/workflows/v2-ci.yml +++ b/.github/workflows/v2-ci.yml @@ -1503,7 +1503,21 @@ jobs: needs: required-context-scope if: ${{ always() && (needs.required-context-scope.result != 'success' || needs.required-context-scope.outputs.run-ci == 'true') }} runs-on: ubuntu-latest - timeout-minutes: 10 + # Sized for the COLD-cache path, not the warm one. Measured 2026-11-16/17 + # on ubuntu-latest: with the whisper-builder layers served from the gha + # cache the job takes 6.5-8 min (buildx step 4.3-5.8 min). But the repo's + # Actions cache sits at 12-23 GB against a 10 GB cap, so GitHub evicts LRU + # entries continuously (oldest surviving entry ~2 days) and the + # whisper-linux-amd64 blobs are regularly gone — docker.yml's own v5 warm + # step recompiles whisper several times a day. On a miss this 4-vCPU + # runner compiles FFmpeg + whisper.cpp from source: a serial ~8.5 min + # chain (apt ~35s, FFmpeg 95-150s, whisper.cpp 210-335s), so the build + # step alone is ~10.5 min and the job ~13 min. Every overlayfs-exec-guard + # cancellation sampled (#18432 x3, #18446, #18500, #18527) was that path: + # the build step cancelled at 9.5 min with whisper still compiling, or + # finishing at 7.7 min and the containerd run cut off. 20 min covers the + # cold path with ~50% headroom; the warm path is unchanged. + timeout-minutes: 20 # No `needs: build-and-test` — see the note above the `docker` job. steps: - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1 @@ -1512,6 +1526,10 @@ jobs: - name: Set up Docker Buildx uses: docker/setup-buildx-action@f87e5991a6d7451dcb8d9637bfbc97413f497069 # v4.4.1 + with: + # Ephemeral hosted runner: tearing the builder container down in the + # post step bought nothing and measured 16-36s on every run. + cleanup: false # Build a single-arch image the SAME way docker.yml builds the shipped # image — buildx (BuildKit), attestations OFF (provenance:false/sbom:false