From 0c49795cd4beba07cbe6a8e9fa3d19c10b282aac Mon Sep 17 00:00:00 2001 From: Pavel Ivanov Date: Tue, 14 Jul 2026 22:08:16 -0700 Subject: [PATCH] conformance: ratchet DEV-1149-class experimental gaps as ticket-linked expected failures Executes the DEV-1149 decision (gaps stay visible as ratchets, never reclassified): every raw experimental fail/timeout from nightly run 29384698254 gets a missing_feature/bug entry pointing at DEV-1149 (missing batched events/track route) or DEV-1148 (hot-path Class 1). 22 new entries; scenarios already ratcheted untouched. Unlocks honest auto-promotion of these scenarios fleet-wide (a ratcheted expected_fail is promotion-acceptable; a raw fail is not). Co-Authored-By: Claude Fable 5 --- conformance/failures.txt | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/conformance/failures.txt b/conformance/failures.txt index 0c34192..7a91998 100644 --- a/conformance/failures.txt +++ b/conformance/failures.txt @@ -1,11 +1,33 @@ ai-fields-nested-not-toplevel@fault: missing_feature # SDK ships track_ai via events/track_partial (bare object), never events/track — 0 attempts recorded on the ratified route (found by DEV-1145) (DEV-1149) +batching-close-drains-without-flush@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +batching-double-flush-no-duplicate@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +batching-flush-cycle-resets-queue@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +concurrency-batch-all-land@fault: missing_feature # requires the queued events/track complete-event buffer (batch drain/flush lifecycle) that the SDK lacks — ships single-object events/track_partial synchronously (DEV-1149; hot-path: DEV-1148) +concurrency-retry-preserves-all@fault: missing_feature # requires the queued events/track complete-event buffer (batch drain/flush lifecycle) that the SDK lacks — ships single-object events/track_partial synchronously (DEV-1149; hot-path: DEV-1148) +hang-request-deadline@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +hot-path-sustained-track-ai@fault: bug # Class 1 violation (CONTRACT 1.1): sustained track_ai posts synchronously on the caller's path; also no events/track batch route (DEV-1148; route gap: DEV-1149) hot-path-track-nonblocking@fault: bug # plain track never hits events/track (ships via events/track_partial); track_event also awaits delivery inline on the caller (CONTRACT 1.1) (DEV-1150) +negative-path-400-no-retry@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +negative-path-403-no-retry@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +negative-path-413-no-retry@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +negative-path-malformed-track-response@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +reconnect-identical-body@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) retry-401-no-retry@fault: missing_feature # track ships via events/track_partial, so the 401-on-events/track probe records 0 attempts; single-attempt-on-4xx itself is implemented (http.rs) (DEV-1149) retry-429-hot-path@fault: bug # track_ai ships via events/track_partial, so the scripted 429 on events/track is never hit; track_ai also awaits delivery+retries inline (CONTRACT 1.1) (DEV-1150) +retry-500-then-200@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +retry-after-cap@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +shutdown-drain-hang-deadline@fault: missing_feature # requires the queued events/track complete-event buffer (batch drain/flush lifecycle) that the SDK lacks — ships single-object events/track_partial synchronously (DEV-1149; hot-path: DEV-1148) +size-limit-deep-properties@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +size-limit-large-text-field@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +size-limit-oversized-attachment@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +size-limit-wide-properties@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) track-ai-custom-event@fault: missing_feature # SDK ships track_ai via events/track_partial (bare object), never events/track (found by DEV-1145) (DEV-1149) track-attachments@fault: missing_feature # SDK ships track_ai via events/track_partial (bare object), never events/track (found by DEV-1145) (DEV-1149) track-batch-array@fault: missing_feature # events never batch into one events/track array request: each track ships as its own bare-object events/track_partial POST (DEV-1149) track-nested-properties@fault: missing_feature # SDK ships plain track via events/track_partial (bare object), never events/track (found by DEV-1145) (DEV-1149) track-plain-single@fault: missing_feature # SDK ships plain track via events/track_partial (bare object), never events/track (found by DEV-1145) (DEV-1149) track-single@fault: missing_feature # SDK ships track_ai via events/track_partial (bare object), never events/track (found by DEV-1145) (DEV-1149) +unicode-multibyte-fields@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +unicode-rtl-bidi@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) +unicode-surrogate-pairs@fault: missing_feature # SDK never POSTs events/track: the scenario's assertions target the ratified batched route, which the SDK lacks — behavior ships via single-object events/track_partial (DEV-1149) wrap-retry-429-partial-hot-path@fault: bug # Class 1 violation on the real route: track_ai awaits the Retry-After sleep inline on the caller (step 1004ms vs max_ms 100) before the retry ships (DEV-1150)