From b4409baf983a5b18ee68bb9d63537386eb9e6cd9 Mon Sep 17 00:00:00 2001 From: Lucas Vieira Date: Sun, 13 Sep 2026 17:56:45 -0300 Subject: [PATCH] ci(nextest): print the output of a failed attempt that a retry then passes With status-level = "fail", a test that fails and passes on retry reports only FLAKY 2/3, so the reason for the failed attempt is lost. Retries hid the batch/EC2/CodeBuild image-pull flakes for weeks this way. Show retried failures, with their output, so each flake names its cause the first time it happens. --- .config/nextest.toml | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.config/nextest.toml b/.config/nextest.toml index 48f5d07c1..c89c5c852 100644 --- a/.config/nextest.toml +++ b/.config/nextest.toml @@ -1,7 +1,11 @@ [profile.ci] fail-fast = false failure-output = "immediate-final" -status-level = "fail" +# `retry` (not `fail`) prints each failed attempt, with its output, even when a +# retry then passes. A flaky test otherwise leaves only a `FLAKY 2/3` line, with +# nothing saying why the first attempt failed, so the flake can't be diagnosed +# from CI and just gets retried again. +status-level = "retry" final-status-level = "slow" retries = 2 # Mark a test slow after 120s and hard-kill it after 4 periods (8 min). A