diff --git a/docs/benchmark-merged-pr-coverage.md b/docs/benchmark-merged-pr-coverage.md index d916fa5242..73e53e9c00 100644 --- a/docs/benchmark-merged-pr-coverage.md +++ b/docs/benchmark-merged-pr-coverage.md @@ -1,282 +1,156 @@ # Missing merged PR benchmark inventory -Snapshot: November 8, 2026, using the published benchmark catalog, retained run tree, -GitHub merged PR metadata, and main benchmark workflow metadata captured during the audit. -Entries can become stale as publishers and workflows complete. This inventories PRs merged -on or after September 19, 2026; it is not an audit of earlier history. - -A PR is present when its merge commit appears in the merged CI viewer catalog. A catalog -entry may still be hard to find by PR number: existing post-merge entries use `main / ` -as the version label, with the PR only in the links. Local data is excluded from this count. - -The snapshot has 252 merged PRs: 157 represented and 95 absent. -The table records observed workflow conclusions, not inferred causes. A canceled run may -have been superseded or canceled for another reason. A failed run requires log investigation. -Older successful reports can exist without the viewer data required by the current catalog. - -| PR | Merged (UTC) | Merge commit | Observed reason or status | -| -------------------------------------------------- | ------------ | -------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------- | -| [#1145](https://github.com/mboworks/xff/pull/1145) | 2026-11-08 | `57a3cfb50b02` | Workflow pending ([run](https://github.com/mboworks/xff/actions/runs/42490418192)) | -| [#1146](https://github.com/mboworks/xff/pull/1146) | 2026-11-08 | `31dc55b400f3` | Workflow in_progress ([run](https://github.com/mboworks/xff/actions/runs/42486013719)) | -| [#1136](https://github.com/mboworks/xff/pull/1136) | 2026-11-07 | `1f25ba6d4ae0` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42398990564)) | -| [#1132](https://github.com/mboworks/xff/pull/1132) | 2026-11-07 | `5d413a35cbec` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42378502027)) | -| [#1130](https://github.com/mboworks/xff/pull/1130) | 2026-11-07 | `ae8c5af3eb11` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42367122125)) | -| [#1128](https://github.com/mboworks/xff/pull/1128) | 2026-11-07 | `1278c8943a6a` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42354657340)) | -| [#1121](https://github.com/mboworks/xff/pull/1121) | 2026-11-06 | `d9bf84b04784` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42265512655)) | -| [#1118](https://github.com/mboworks/xff/pull/1118) | 2026-11-06 | `c7bb70cc6f3e` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42234848791)) | -| [#1115](https://github.com/mboworks/xff/pull/1115) | 2026-11-06 | `ab909839da7d` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42218900004)) | -| [#1113](https://github.com/mboworks/xff/pull/1113) | 2026-11-06 | `5729026a8482` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42200480427)) | -| [#1111](https://github.com/mboworks/xff/pull/1111) | 2026-11-06 | `5cade08b6701` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42184472882)) | -| [#1106](https://github.com/mboworks/xff/pull/1106) | 2026-11-06 | `e7e42d01e067` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42146475737)) | -| [#1099](https://github.com/mboworks/xff/pull/1099) | 2026-11-05 | `76185cb37fa2` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41999670147)) | -| [#1098](https://github.com/mboworks/xff/pull/1098) | 2026-11-05 | `7c8cd64e02a8` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41986760505)) | -| [#1097](https://github.com/mboworks/xff/pull/1097) | 2026-11-05 | `910e2a7bbae5` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41977457900)) | -| [#1095](https://github.com/mboworks/xff/pull/1095) | 2026-11-05 | `6792b5030de7` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41962227281)) | -| [#1092](https://github.com/mboworks/xff/pull/1092) | 2026-11-04 | `a89459ed819a` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41920310179)) | -| [#1088](https://github.com/mboworks/xff/pull/1088) | 2026-11-04 | `9bd70fc9b460` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41851695947)) | -| [#1084](https://github.com/mboworks/xff/pull/1084) | 2026-11-04 | `f06cea15f5b1` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41798644066)) | -| [#1082](https://github.com/mboworks/xff/pull/1082) | 2026-11-04 | `6e6b25ffc869` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41783344161)) | -| [#1080](https://github.com/mboworks/xff/pull/1080) | 2026-11-04 | `669f68a3e263` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41771864734)) | -| [#1078](https://github.com/mboworks/xff/pull/1078) | 2026-11-03 | `76054b3a9c60` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41711975639)) | -| [#1073](https://github.com/mboworks/xff/pull/1073) | 2026-11-03 | `6db2de9e49f1` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41628320126)) | -| [#1067](https://github.com/mboworks/xff/pull/1067) | 2026-11-03 | `fb726c946063` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41573418793)) | -| [#1059](https://github.com/mboworks/xff/pull/1059) | 2026-11-03 | `22702c34a0bc` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41559497818)) | -| [#1057](https://github.com/mboworks/xff/pull/1057) | 2026-11-02 | `6bebe940ba36` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41524744291)) | -| [#1053](https://github.com/mboworks/xff/pull/1053) | 2026-11-02 | `dc4e70237eff` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41451327523)) | -| [#1050](https://github.com/mboworks/xff/pull/1050) | 2026-11-02 | `2d615ea1e447` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41425575717)) | -| [#1044](https://github.com/mboworks/xff/pull/1044) | 2026-11-02 | `d546fcb3d864` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41378115229)) | -| [#1042](https://github.com/mboworks/xff/pull/1042) | 2026-11-02 | `2b21790502fd` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41367091220)) | -| [#1027](https://github.com/mboworks/xff/pull/1027) | 2026-10-29 | `d406f4132d06` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/40816218296)) | -| [#1011](https://github.com/mboworks/xff/pull/1011) | 2026-10-23 | `801087f3e9a8` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/39886813900)) | -| [#1007](https://github.com/mboworks/xff/pull/1007) | 2026-10-14 | `33a01e13d7cd` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/38653097649)) | -| [#1006](https://github.com/mboworks/xff/pull/1006) | 2026-10-14 | `20095dd53c31` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/38644322359)) | -| [#994](https://github.com/mboworks/xff/pull/994) | 2026-10-10 | `88d4facd15eb` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/38049489783)) | -| [#993](https://github.com/mboworks/xff/pull/993) | 2026-10-10 | `dac3747d63ca` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/38045263735)) | -| [#986](https://github.com/mboworks/xff/pull/986) | 2026-10-07 | `61ab1ce41300` | Successful run absent from site; artifacts unavailable ([run](https://github.com/mboworks/xff/actions/runs/37689818933)) | -| [#976](https://github.com/mboworks/xff/pull/976) | 2026-10-06 | `73b2cfcd7101` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37393233041)) | -| [#979](https://github.com/mboworks/xff/pull/979) | 2026-10-05 | `378d3540691e` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37388497650)) | -| [#973](https://github.com/mboworks/xff/pull/973) | 2026-10-05 | `dfd5447644f0` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37388437775)) | -| [#954](https://github.com/mboworks/xff/pull/954) | 2026-10-03 | `2817247f59cb` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/37138060568)) | -| [#950](https://github.com/mboworks/xff/pull/950) | 2026-10-03 | `c262c0a71360` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/37114542638)) | -| [#940](https://github.com/mboworks/xff/pull/940) | 2026-10-01 | `d2cd1e882428` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36926663737)) | -| [#939](https://github.com/mboworks/xff/pull/939) | 2026-10-01 | `cc01d2edbab6` | No main benchmark workflow found | -| [#935](https://github.com/mboworks/xff/pull/935) | 2026-10-01 | `481c32aaf2bd` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36831896372)) | -| [#937](https://github.com/mboworks/xff/pull/937) | 2026-10-01 | `c8a5fe9e22c3` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36826183983)) | -| [#936](https://github.com/mboworks/xff/pull/936) | 2026-10-01 | `be954012e048` | No main benchmark workflow found | -| [#929](https://github.com/mboworks/xff/pull/929) | 2026-09-27 | `471284c4d8a5` | No main benchmark workflow found | -| [#928](https://github.com/mboworks/xff/pull/928) | 2026-09-27 | `f0dfc3edefc7` | No main benchmark workflow found | -| [#922](https://github.com/mboworks/xff/pull/922) | 2026-09-27 | `5db1240146be` | No main benchmark workflow found | -| [#921](https://github.com/mboworks/xff/pull/921) | 2026-09-27 | `df460ae32bc2` | No main benchmark workflow found | -| [#920](https://github.com/mboworks/xff/pull/920) | 2026-09-27 | `5a327394fbbb` | No main benchmark workflow found | -| [#919](https://github.com/mboworks/xff/pull/919) | 2026-09-27 | `7c8164de5b06` | No main benchmark workflow found | -| [#918](https://github.com/mboworks/xff/pull/918) | 2026-09-27 | `97c5e68ac92d` | No main benchmark workflow found | -| [#917](https://github.com/mboworks/xff/pull/917) | 2026-09-27 | `4ef35c0305de` | No main benchmark workflow found | -| [#916](https://github.com/mboworks/xff/pull/916) | 2026-09-27 | `ce5ee3c40579` | No main benchmark workflow found | -| [#914](https://github.com/mboworks/xff/pull/914) | 2026-09-24 | `9bbee34da11e` | Successful run absent from site; artifacts unavailable ([run](https://github.com/mboworks/xff/actions/runs/36068976975)) | -| [#902](https://github.com/mboworks/xff/pull/902) | 2026-09-22 | `be2f400392dc` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35677724823)) | -| [#904](https://github.com/mboworks/xff/pull/904) | 2026-09-21 | `80d75576c32b` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35667805574)) | -| [#905](https://github.com/mboworks/xff/pull/905) | 2026-09-21 | `77c00ec8cbea` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35666152368)) | -| [#903](https://github.com/mboworks/xff/pull/903) | 2026-09-21 | `9b04999acb79` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35664420733)) | -| [#906](https://github.com/mboworks/xff/pull/906) | 2026-09-21 | `79278f51e63c` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35662475460)) | -| [#901](https://github.com/mboworks/xff/pull/901) | 2026-09-21 | `f76015ff96f8` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35653591054)) | -| [#899](https://github.com/mboworks/xff/pull/899) | 2026-09-21 | `98d31e1616a7` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35564630217)) | -| [#898](https://github.com/mboworks/xff/pull/898) | 2026-09-20 | `c0c0b6d39e26` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35538423416)) | -| [#897](https://github.com/mboworks/xff/pull/897) | 2026-09-20 | `6e882aea6d2c` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35536193393)) | -| [#896](https://github.com/mboworks/xff/pull/896) | 2026-09-20 | `ced00ac473e6` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35529346711)) | -| [#895](https://github.com/mboworks/xff/pull/895) | 2026-09-20 | `a185ae12d70d` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35521619198)) | -| [#894](https://github.com/mboworks/xff/pull/894) | 2026-09-20 | `42febc0e8d0a` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35510379808)) | -| [#893](https://github.com/mboworks/xff/pull/893) | 2026-09-20 | `29c75be40529` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35503333615)) | -| [#892](https://github.com/mboworks/xff/pull/892) | 2026-09-20 | `c9b56c2f009e` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35502743136)) | -| [#891](https://github.com/mboworks/xff/pull/891) | 2026-09-20 | `a39758eff8ac` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35499899635)) | -| [#890](https://github.com/mboworks/xff/pull/890) | 2026-09-19 | `1f568ceecd28` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35474269925)) | -| [#888](https://github.com/mboworks/xff/pull/888) | 2026-09-19 | `b7d28411a9cc` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35473674929)) | -| [#889](https://github.com/mboworks/xff/pull/889) | 2026-09-19 | `1945c9ec032f` | No main benchmark workflow found | -| [#887](https://github.com/mboworks/xff/pull/887) | 2026-09-19 | `0bcb461dbb08` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35470455554)) | -| [#886](https://github.com/mboworks/xff/pull/886) | 2026-09-19 | `2bd76d6e682f` | No main benchmark workflow found | -| [#885](https://github.com/mboworks/xff/pull/885) | 2026-09-19 | `2448257a8d4d` | No main benchmark workflow found | -| [#884](https://github.com/mboworks/xff/pull/884) | 2026-09-19 | `4fc594246067` | No main benchmark workflow found | -| [#883](https://github.com/mboworks/xff/pull/883) | 2026-09-19 | `b1df434503a3` | No main benchmark workflow found | -| [#882](https://github.com/mboworks/xff/pull/882) | 2026-09-19 | `9282e3d1da7c` | No main benchmark workflow found | -| [#881](https://github.com/mboworks/xff/pull/881) | 2026-09-19 | `990045bf2d3b` | No main benchmark workflow found | -| [#880](https://github.com/mboworks/xff/pull/880) | 2026-09-19 | `c8b35dfa8249` | No main benchmark workflow found | -| [#879](https://github.com/mboworks/xff/pull/879) | 2026-09-19 | `7f48d0d888cb` | No main benchmark workflow found | -| [#878](https://github.com/mboworks/xff/pull/878) | 2026-09-19 | `889c652ec8cf` | No main benchmark workflow found | -| [#877](https://github.com/mboworks/xff/pull/877) | 2026-09-19 | `99b78c8f1bad` | No main benchmark workflow found | -| [#876](https://github.com/mboworks/xff/pull/876) | 2026-09-19 | `e1cc1f72605e` | No main benchmark workflow found | -| [#868](https://github.com/mboworks/xff/pull/868) | 2026-09-19 | `c092e8245ff8` | No main benchmark workflow found | -| [#875](https://github.com/mboworks/xff/pull/875) | 2026-09-19 | `9197abc259ba` | No main benchmark workflow found | -| [#874](https://github.com/mboworks/xff/pull/874) | 2026-09-19 | `a61f320479c9` | No main benchmark workflow found | -| [#873](https://github.com/mboworks/xff/pull/873) | 2026-09-19 | `13ba8e9474be` | No main benchmark workflow found | -| [#872](https://github.com/mboworks/xff/pull/872) | 2026-09-19 | `ecc9b1f7868a` | No main benchmark workflow found | -| [#871](https://github.com/mboworks/xff/pull/871) | 2026-09-19 | `05140bb49bf5` | No main benchmark workflow found | -| [#870](https://github.com/mboworks/xff/pull/870) | 2026-09-19 | `c7aa7ebea9b4` | No main benchmark workflow found | -| [#869](https://github.com/mboworks/xff/pull/869) | 2026-09-19 | `41e18f2748ff` | No main benchmark workflow found | - -## What the audit shows - -- PR #1143 is represented on Linux and macOS; it is labeled by main and commit, not by PR number. -- The publisher reconciles available successful artifacts, but cannot recreate a run that - never produced a final report or whose artifact expired. -- Main benchmark runs previously used a single pending concurrency slot; #1138 changed - the workflow to a 100-entry queue. That does not by itself retry failed or canceled runs, - and an exhausted queue can still lose requests. Individual cancellations were not audited. -- At the time of the audit the backfill planner selected commits already present in retained - history, and every job had to succeed before any result became visible. Neither behavior - provides a durable missing-PR queue. -- Merged PR #1147 provides explicit revisions for backfill, but that remains manual and does not - establish automatic completeness. - -## Proposed prevention - -1. Maintain a durable inventory keyed by merged PR number, merge commit, and platform. - Discover expected entries from trusted merged PR metadata, independently of workflow - events and retained reports. Store merge and tree identity, discovery time, state, - attempt identities, errors and retry time. Reconcile this inventory periodically. -2. For each platform, select a compatible retained measurement whose measured commit or - verified tree matches the merged PR. Accept PR measurements only after proving the - measured tree matches the merge result; otherwise schedule a new measurement. Keep - actual measurement and source identities and show backfill provenance in the viewer. -3. Expose a PR-labeled entry in the viewer for every merge. Show pending, running, failed - and retrying states instead of silently omitting unmeasured PRs. Do not plot a point - without a completed, validated measurement. A PR may be visible while coverage is - incomplete on one or both platforms. -4. Reconcile completed artifacts independently per PR and platform. Retry missing, - failed, canceled, expired and queue-rejected work with bounded concurrency and - backoff. Make retries idempotent and retain successful platforms even if another fails. - No workflow trigger or finite GitHub queue may be the only record of required work. -5. Limit remeasurement cost by reusing a trusted, compatible existing measurement when - it proves the same merge tree and benchmark contract; otherwise run one targeted - job for each missing platform. Do not equate different trees or measurement contracts. -6. Publish catalog and status from the durable inventory under the shared site lock, - coalesce redundant publishing requests, and report backlog age, failures, artifact - expiry and stalled progress. After a successful publisher, confirm every eligible - retained result is indexed; retry publication independently of measurement. - -## Recovery command - -After PR #1147 has deployed the targeted revision input, run: +Snapshot: November 9, 2026, 01:02 UTC. Scope: PRs merged directly into `main` on or after +September 19, 2026. This is a dated inventory; publishing and active measurements may change it. + +A platform is covered only when the exact merge commit is selectable in the published merged-CI +catalog. Local and extended-contract datasets are excluded. A retained artifact awaiting publication +is recorded separately from a catalog entry. + +## Current coverage + +- 237 directly merged PRs: 162 published on both Linux and macOS; 75 absent on both. +- Of the 75, PR #1150 has validated reports for both platforms awaiting publication. +- The remaining 74 require recovery according to the read-only planner. Two already have an active + targeted campaign: #868 and #876 have successful Linux jobs and macOS jobs still running in + [run 42538554174](https://github.com/mboworks/xff/actions/runs/42538554174). Do not repeat those jobs. +- PRs #914 and #986 are now published on both platforms. Their Linux recovery completed successfully + in [run 42534282665](https://github.com/mboworks/xff/actions/runs/42534282665). PR #1143 is also present + on both platforms. Live browser selection verification is recorded below. + +The November 8 total of 252 included PRs merged into other development branches. This refresh +counts only direct merges into `main`; merges into development branches are excluded from this audit. +The present metadata contains 256 merges across all base branches, of which 19 target other branches. + +## Missing PRs + +Every row currently lacks both Linux and macOS catalog entries. Workflow conclusions are observed +states, not established root causes. A canceled run may have been canceled manually or superseded; +a failed run requires its logs to establish the cause. No validated report was discovered for a +row unless the table explicitly identifies one. + +| PR | Merged (UTC) | Merge commit | Observed state | +| -------------------------------------------------- | ------------ | -------------- | ----------------------------------------------------------------------------------------------------------------------------- | +| [#1150](https://github.com/mboworks/xff/pull/1150) | 2026-11-08 | `52950f937ad3` | Validated Linux/macOS reports awaiting publication | +| [#1136](https://github.com/mboworks/xff/pull/1136) | 2026-11-07 | `1f25ba6d4ae0` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42398990564)) | +| [#1132](https://github.com/mboworks/xff/pull/1132) | 2026-11-07 | `5d413a35cbec` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42378502027)) | +| [#1130](https://github.com/mboworks/xff/pull/1130) | 2026-11-07 | `ae8c5af3eb11` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42367122125)) | +| [#1128](https://github.com/mboworks/xff/pull/1128) | 2026-11-07 | `1278c8943a6a` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42354657340)) | +| [#1121](https://github.com/mboworks/xff/pull/1121) | 2026-11-06 | `d9bf84b04784` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42265512655)) | +| [#1118](https://github.com/mboworks/xff/pull/1118) | 2026-11-06 | `c7bb70cc6f3e` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42234848791)) | +| [#1115](https://github.com/mboworks/xff/pull/1115) | 2026-11-06 | `ab909839da7d` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42218900004)) | +| [#1113](https://github.com/mboworks/xff/pull/1113) | 2026-11-06 | `5729026a8482` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42200480427)) | +| [#1111](https://github.com/mboworks/xff/pull/1111) | 2026-11-06 | `5cade08b6701` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42184472882)) | +| [#1106](https://github.com/mboworks/xff/pull/1106) | 2026-11-06 | `e7e42d01e067` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42146475737)) | +| [#1099](https://github.com/mboworks/xff/pull/1099) | 2026-11-05 | `76185cb37fa2` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41999670147)) | +| [#1098](https://github.com/mboworks/xff/pull/1098) | 2026-11-05 | `7c8cd64e02a8` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41986760505)) | +| [#1097](https://github.com/mboworks/xff/pull/1097) | 2026-11-05 | `910e2a7bbae5` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41977457900)) | +| [#1095](https://github.com/mboworks/xff/pull/1095) | 2026-11-05 | `6792b5030de7` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41962227281)) | +| [#1092](https://github.com/mboworks/xff/pull/1092) | 2026-11-04 | `a89459ed819a` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41920310179)) | +| [#1088](https://github.com/mboworks/xff/pull/1088) | 2026-11-04 | `9bd70fc9b460` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41851695947)) | +| [#1084](https://github.com/mboworks/xff/pull/1084) | 2026-11-04 | `f06cea15f5b1` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41798644066)) | +| [#1082](https://github.com/mboworks/xff/pull/1082) | 2026-11-04 | `6e6b25ffc869` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41783344161)) | +| [#1080](https://github.com/mboworks/xff/pull/1080) | 2026-11-04 | `669f68a3e263` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41771864734)) | +| [#1078](https://github.com/mboworks/xff/pull/1078) | 2026-11-03 | `76054b3a9c60` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41711975639)) | +| [#1073](https://github.com/mboworks/xff/pull/1073) | 2026-11-03 | `6db2de9e49f1` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41628320126)) | +| [#1067](https://github.com/mboworks/xff/pull/1067) | 2026-11-03 | `fb726c946063` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41573418793)) | +| [#1059](https://github.com/mboworks/xff/pull/1059) | 2026-11-03 | `22702c34a0bc` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41559497818)) | +| [#1057](https://github.com/mboworks/xff/pull/1057) | 2026-11-02 | `6bebe940ba36` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41524744291)) | +| [#1053](https://github.com/mboworks/xff/pull/1053) | 2026-11-02 | `dc4e70237eff` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41451327523)) | +| [#1050](https://github.com/mboworks/xff/pull/1050) | 2026-11-02 | `2d615ea1e447` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41425575717)) | +| [#1044](https://github.com/mboworks/xff/pull/1044) | 2026-11-02 | `d546fcb3d864` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41378115229)) | +| [#1042](https://github.com/mboworks/xff/pull/1042) | 2026-11-02 | `2b21790502fd` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41367091220)) | +| [#1027](https://github.com/mboworks/xff/pull/1027) | 2026-10-29 | `d406f4132d06` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/40816218296)) | +| [#1011](https://github.com/mboworks/xff/pull/1011) | 2026-10-23 | `801087f3e9a8` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/39886813900)) | +| [#1007](https://github.com/mboworks/xff/pull/1007) | 2026-10-14 | `33a01e13d7cd` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38653097649)) | +| [#1006](https://github.com/mboworks/xff/pull/1006) | 2026-10-14 | `20095dd53c31` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38644322359)) | +| [#994](https://github.com/mboworks/xff/pull/994) | 2026-10-10 | `88d4facd15eb` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38049489783)) | +| [#993](https://github.com/mboworks/xff/pull/993) | 2026-10-10 | `dac3747d63ca` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38045263735)) | +| [#976](https://github.com/mboworks/xff/pull/976) | 2026-10-06 | `73b2cfcd7101` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37393233041)) | +| [#979](https://github.com/mboworks/xff/pull/979) | 2026-10-05 | `378d3540691e` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37388497650)) | +| [#973](https://github.com/mboworks/xff/pull/973) | 2026-10-05 | `dfd5447644f0` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37388437775)) | +| [#954](https://github.com/mboworks/xff/pull/954) | 2026-10-03 | `2817247f59cb` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37138060568)) | +| [#950](https://github.com/mboworks/xff/pull/950) | 2026-10-03 | `c262c0a71360` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37114542638)) | +| [#939](https://github.com/mboworks/xff/pull/939) | 2026-10-01 | `cc01d2edbab6` | No main-push benchmark run found; no retained report discovered | +| [#935](https://github.com/mboworks/xff/pull/935) | 2026-10-01 | `481c32aaf2bd` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/36831896372)) | +| [#936](https://github.com/mboworks/xff/pull/936) | 2026-10-01 | `be954012e048` | No main-push benchmark run found; no retained report discovered | +| [#928](https://github.com/mboworks/xff/pull/928) | 2026-09-27 | `f0dfc3edefc7` | No main-push benchmark run found; no retained report discovered | +| [#916](https://github.com/mboworks/xff/pull/916) | 2026-09-27 | `ce5ee3c40579` | No main-push benchmark run found; no retained report discovered | +| [#902](https://github.com/mboworks/xff/pull/902) | 2026-09-22 | `be2f400392dc` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35677724823)) | +| [#904](https://github.com/mboworks/xff/pull/904) | 2026-09-21 | `80d75576c32b` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35667805574)) | +| [#905](https://github.com/mboworks/xff/pull/905) | 2026-09-21 | `77c00ec8cbea` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35666152368)) | +| [#903](https://github.com/mboworks/xff/pull/903) | 2026-09-21 | `9b04999acb79` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35664420733)) | +| [#906](https://github.com/mboworks/xff/pull/906) | 2026-09-21 | `79278f51e63c` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35662475460)) | +| [#901](https://github.com/mboworks/xff/pull/901) | 2026-09-21 | `f76015ff96f8` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35653591054)) | +| [#899](https://github.com/mboworks/xff/pull/899) | 2026-09-21 | `98d31e1616a7` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35564630217)) | +| [#898](https://github.com/mboworks/xff/pull/898) | 2026-09-20 | `c0c0b6d39e26` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35538423416)) | +| [#897](https://github.com/mboworks/xff/pull/897) | 2026-09-20 | `6e882aea6d2c` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35536193393)) | +| [#896](https://github.com/mboworks/xff/pull/896) | 2026-09-20 | `ced00ac473e6` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35529346711)) | +| [#895](https://github.com/mboworks/xff/pull/895) | 2026-09-20 | `a185ae12d70d` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35521619198)) | +| [#894](https://github.com/mboworks/xff/pull/894) | 2026-09-20 | `42febc0e8d0a` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35510379808)) | +| [#893](https://github.com/mboworks/xff/pull/893) | 2026-09-20 | `29c75be40529` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35503333615)) | +| [#892](https://github.com/mboworks/xff/pull/892) | 2026-09-20 | `c9b56c2f009e` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35502743136)) | +| [#891](https://github.com/mboworks/xff/pull/891) | 2026-09-20 | `a39758eff8ac` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35499899635)) | +| [#890](https://github.com/mboworks/xff/pull/890) | 2026-09-19 | `1f568ceecd28` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35474269925)) | +| [#888](https://github.com/mboworks/xff/pull/888) | 2026-09-19 | `b7d28411a9cc` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35473674929)) | +| [#887](https://github.com/mboworks/xff/pull/887) | 2026-09-19 | `0bcb461dbb08` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35470455554)) | +| [#886](https://github.com/mboworks/xff/pull/886) | 2026-09-19 | `2bd76d6e682f` | No main-push benchmark run found; no retained report discovered | +| [#885](https://github.com/mboworks/xff/pull/885) | 2026-09-19 | `2448257a8d4d` | No main-push benchmark run found; no retained report discovered | +| [#884](https://github.com/mboworks/xff/pull/884) | 2026-09-19 | `4fc594246067` | No main-push benchmark run found; no retained report discovered | +| [#883](https://github.com/mboworks/xff/pull/883) | 2026-09-19 | `b1df434503a3` | No main-push benchmark run found; no retained report discovered | +| [#882](https://github.com/mboworks/xff/pull/882) | 2026-09-19 | `9282e3d1da7c` | No main-push benchmark run found; no retained report discovered | +| [#881](https://github.com/mboworks/xff/pull/881) | 2026-09-19 | `990045bf2d3b` | No main-push benchmark run found; no retained report discovered | +| [#880](https://github.com/mboworks/xff/pull/880) | 2026-09-19 | `c8b35dfa8249` | No main-push benchmark run found; no retained report discovered | +| [#879](https://github.com/mboworks/xff/pull/879) | 2026-09-19 | `7f48d0d888cb` | No main-push benchmark run found; no retained report discovered | +| [#878](https://github.com/mboworks/xff/pull/878) | 2026-09-19 | `889c652ec8cf` | No main-push benchmark run found; no retained report discovered | +| [#877](https://github.com/mboworks/xff/pull/877) | 2026-09-19 | `99b78c8f1bad` | No main-push benchmark run found; no retained report discovered | +| [#876](https://github.com/mboworks/xff/pull/876) | 2026-09-19 | `e1cc1f72605e` | Linux backfill succeeded; macOS measuring ([campaign](https://github.com/mboworks/xff/actions/runs/42538554174)) | +| [#868](https://github.com/mboworks/xff/pull/868) | 2026-09-19 | `c092e8245ff8` | Linux backfill succeeded; macOS measuring ([campaign](https://github.com/mboworks/xff/actions/runs/42538554174)) | + +## Reproduction and retained evidence + +Refresh the inventory without starting measurements: ```sh bazel run //tools:benchmark_recovery -- --repository mboworks/xff ``` -The command compares merged PRs with the current CI viewer catalog and reports missing -platforms, active main measurements and retained artifacts awaiting publication. The -default starting date is September 19, 2026; use `--since=YYYY-MM-DD` to select another -inclusive date, or `--pr=986` to inspect one PR. It reads GitHub through the authenticated -`gh` CLI. An available artifact still needs validation and successful publication. - -Add `--dispatch-next` to dispatch up to four of the oldest PRs requiring new measurements. -Use `--batch-size=1` through `--batch-size=8` to change the bound. It starts one targeted -backfill campaign for both platforms and refuses if another backfill is active or queued. -Run the inventory again after that campaign and its publisher finish; -repeat until the desired range is covered. This is an operator-driven recovery step, -not the persistent automatic scheduler described above. A concurrent dispatch after -the active-campaign check can still race; avoid starting multiple operators at once. - -The publisher can retain each complete validated platform from a failed campaign, so a -failed platform does not discard another platform's results. Recovery selects the union -of missing platforms in a batch; `--pr=NUMBER` or `--batch-size=1` allows a platform-specific -retry without repeating a retained platform. The command does not cancel a pending publisher or -automatically retry a failed run. - -## Decisions and limits - -- Decide the supported historical starting point and platforms before scheduling a - complete backfill. The table includes older PRs whose original comparison contract or - reference tools may differ from the current contract. -- A successful backfill is a new measurement with its own host and method, not a - reconstruction of the original run. Preserve that distinction and do not mix incompatible - series silently. -- The implementation still needs a persistent scheduler; - merely increasing the concurrency queue, adding retries to one workflow, or adding - PR labels cannot guarantee eventual coverage. - -## Continuation after the current campaigns - -The main performance objective is to close the gap to equivalent plain `find` and `rg` -commands. Coverage recovery supports that work by restoring a trustworthy history. - -First let the [#914/#986 campaign](https://github.com/mboworks/xff/actions/runs/42498912253) -and the queued [#1143 campaign](https://github.com/mboworks/xff/actions/runs/42499244750) -finish, and merge PR #1148. Then: - -1. Inspect campaign results and publication, including failures and partial platforms. - Confirm each recovered PR is selectable by PR number in the viewer; workflow success - or a retained report directory alone does not establish that. -2. Recompute this inventory from the live catalog. Recover the remaining missing PRs in - bounded campaigns, preserving existing valid measurements and documenting failures - that need build or measurement fixes. Do not dispatch another campaign while one is - active or queued. -3. Resume concrete optimization of basic discovery and content search, comparing equivalent - output and semantics with `find` and `rg` on Linux and macOS. Use production binaries, - verify their identities, and keep paired measurements with reference tools. The local - investigation requests the full 1/3/10 worker grid; the existing CI backfill contract - remains 1/3. Keep those contracts distinguishable. -4. Develop a few representative combined workloads alongside the simple comparisons. - Select them for real use and matching semantics, rather than for a favorable result. - Establish correctness, repeatability, and sensitivity before adding them to the viewer. -5. Freeze and identify the additional workload contract before scheduling its historical - backfill. Preserve the existing simple comparisons and make compatibility explicit; - a new task must not silently appear as if it had been measured in earlier reports. - -## Historical Linux linker compatibility - -The November 8 campaign reached compilation but failed before any Linux measurement: - -- [PR #986 Linux job](https://github.com/mboworks/xff/actions/runs/42498912253/job/128787591927): - historical `ld.lld` could not load `libicui18n.so.70`. -- [PR #914 Linux job](https://github.com/mboworks/xff/actions/runs/42498912253/job/128787591953): - historical `ld.lld` could not load `libxml2.so.2`. - -Both jobs used `ubuntu-latest`, which resolved to Ubuntu 26.04. PR #1149 selected -Ubuntu 22.04 to supply those historical linker libraries. The -[Linux-only retry](https://github.com/mboworks/xff/actions/runs/42519042847) then -compiled both revisions but failed when executing the production binaries: -`GLIBC_ABI_DT_RELR` was unavailable in Ubuntu 22.04's glibc 2.35. A linker that -starts successfully does not establish that its output can run on the same image. - -The follow-up selects `ubuntu-24.04`, retaining its modern glibc and `libxml2`. -`tools/prepare_benchmark_runtime.sh` obtains only `libicu70` from Ubuntu's signed -Jammy package indexes, held separately from the runner's configured sources. It -records the downloaded package hash, installed versions, actual loaded library -hashes, OS, glibc, and preparer hash in the backfill artifact. The historical -source, compiler, and production LTO configuration stay unchanged. Old campaign -plans using `ubuntu-latest` or `ubuntu-22.04` remain valid; new Linux campaigns -select Ubuntu 24.04. The ordinary main benchmark workflow is unchanged. - -Both original revisions were independently built and executed in an isolated -Ubuntu 24.04 container with that exact preparer. Production ThinLTO link evidence, -source identities, binary hashes, and independently checked listing/name-filter -outputs are summarized in -[`benchmarks/historical-runtime-smoke-20261108.json`](benchmarks/historical-runtime-smoke-20261108.json). -This validates runtime compatibility and basic correctness, not backfill timing -or end-to-end publication. Hosted Linux backfills still need a new dispatch after -the follow-up is merged; rerunning the Ubuntu 22.04 workflow cannot fix its libc. - -The backfill dispatch also accepts `platforms=linux` or `platforms=macos`, so failed Linux -jobs can be remeasured in a new campaign without repeating completed macOS work. Earlier -plans without a platform selection still require both platforms, and the new selection -is part of the immutable campaign identity. For this campaign, retry the two original -revisions with `platforms=linux` after the fixed workflow is deployed on main. - -Future runner replacements must provide both historical build dependencies and -the executable's libc requirements, preserve build provenance, and record the -measurement environment. Replacing historical compilers would change what the -backfill measures. - -## Historical command timeouts - -The macOS #986 job completed successfully. The macOS #914 job failed at the 100,000-file -broad content-search warm-up when an invocation exceeded the fixed 60-second limit. -New CI backfill plans use a 300-second command limit, recorded in the campaign, batch, -and measurement contract. Earlier plans retain the implicit 60-second limit. Other -comparison callers keep their current default. Timeout failures still terminate the -whole worker process group and report the failed command; no timed-out sample is kept. - -The [macOS #914 retry](https://github.com/mboworks/xff/actions/runs/42519073200) -completed successfully with the longer limit. Preserve it and the completed macOS -#986 report from the original campaign. After the runtime follow-up is deployed, -retry only Linux #914/#986. The overall job deadline still bounds total measurement -time. This update records campaign outcomes; the inventory above remains its -original dated snapshot until recomputed from the live published catalog. +The read-only planner reports missing platforms, live main measurements and validated retained +reports awaiting publication. Active backfill campaigns require an additional workflow-status +check; their incomplete plans are not yet included in the planner's completed-campaign inventory. + +This snapshot retains the complete responses locally as: + +- `/private/tmp/xff-missing-merged-prs-20261109-refresh.json` and its diagnostic log; +- `/private/tmp/xff-coverage-pulls-20261109.json`: all 1,139 closed PRs across 12 API pages; +- `/private/tmp/xff-coverage-runs-20261109.json`: all 225 main benchmark runs across three pages; +- `/private/tmp/xff-published-catalog-live-20261109.json`: 590 published entries, catalog Git blob + `854b5bf4cf46515b5d0ca70dd0fa6f83de384233`. + +These are observation snapshots, not pending instructions to dispatch a new recovery campaign. + +## Preservation and remaining work + +- Preserve successful backfills and let the active #868/#876 jobs finish. Reconciliation publishes + valid configurations independently; a failed sibling must not force successful work to rerun. +- Retry only a genuinely missing or failed configuration. PR #1147 added targeted revision inputs; + #1148 added the reusable inventory/recovery command. #1149/#1150 fixed historical Linux runtime + preparation. The additional planner fixes in #1153 avoid repeating available platforms across + different missing-platform sets and propagate API observation failures. +- The publisher coalesces pending requests and reconciles available artifacts under the shared site + lock, with a six-hour scheduled reconciliation. This republishes existing evidence; it does not + automatically measure every missing merge. +- A durable per-PR/platform retry queue, pending/failed viewer entries and automatic completeness + enforcement remain proposed work. A finite GitHub concurrency queue alone cannot prove coverage. +- Historical backfill entries currently report `Not verified` with a workflow-provenance mismatch. + Their workflow driver commit differs from the measured historical commit. Validating that relation + requires the retained campaign/build provenance; do not bypass the check or label them verified. + +## Browser verification + +Chromium selected PRs #914, #986 and #1143 in both CI datasets on the +[published viewer](https://mboworks.github.io/xff/benchmarks/) at 01:14 UTC on November 9. +All six selections loaded their actual chart payloads and displayed the expected merge commit, +with no page errors. Their binary state remains `Not verified`, matching the conservative +provenance limitation above. The retained check is +`/private/tmp/xff-recovered-browser-20261109.json` and its companion screenshot. diff --git a/docs/benchmarks/linux-inline-raw-records-20261109.json b/docs/benchmarks/linux-inline-raw-records-20261109.json new file mode 100644 index 0000000000..c52b0cf44f --- /dev/null +++ b/docs/benchmarks/linux-inline-raw-records-20261109.json @@ -0,0 +1,4462 @@ +{ + "schema": 1, + "date": "2026-11-09", + "source": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "portable_experiment": "59132e3c2d86b21e8ec54e0a978297c85fb168b9" + }, + "policy": "Use inline raw records on Linux; preserve the previous macOS implementation.", + "final_screens": { + "linux": { + "full": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 8, + "validated_invocations": 672, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9951566819420534, + "identical_control": 0.9959214131272911, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056098432768983, + "identical_control": 0.9833261688755401, + "candidate_over_reference": 1.3968049935721627 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056098432768983, + "identical_control": 0.9833261688755401, + "candidate_over_reference": 1.3968049935721627 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9848121796290179, + "identical_control": 1.0086779875488094, + "candidate_over_reference": 1.0942462925960734 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9848121796290179, + "identical_control": 1.0086779875488094, + "candidate_over_reference": 1.0942462925960734 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.0017022067082247563, + "anchor_seconds": 0.0017152927716129593, + "reference_seconds": 0.0012820117186666245, + "reference_over_xff": 0.7531469077593071, + "historical_over_current": 0.9923709447128973, + "current_time_reduction_percent": -0.7687705215220664, + "paired_ratio_ci_low": 0.8792798486206693, + "paired_ratio_ci_high": 1.012527956506046, + "xff_cpu_seconds": 0.0010415238095238095, + "xff_user_cpu_seconds": 0.000406, + "xff_system_cpu_seconds": 0.0006355238095238096, + "xff_rss_bytes": 6899809.523809524, + "xff_first_stdout_seconds": 0.0014884707994670386, + "anchor_cpu_seconds": 0.0010558095238095238, + "anchor_user_cpu_seconds": 0.0004238095238095238, + "anchor_system_cpu_seconds": 0.000632, + "anchor_rss_bytes": 6952082.285714285, + "anchor_first_stdout_seconds": 0.001512818138248154, + "reference_cpu_seconds": 0.000620904761904762, + "reference_user_cpu_seconds": 0.0003770952380952381, + "reference_system_cpu_seconds": 0.00024380952380952383, + "reference_rss_bytes": 2984423.619047619, + "reference_first_stdout_seconds": 0.0011306937528951537 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.04599939527854856, + "anchor_seconds": 0.045716326628323825, + "reference_seconds": 0.04116754433406251, + "reference_over_xff": 0.8949583811868208, + "historical_over_current": 1.0061918502885434, + "current_time_reduction_percent": 0.6153747207123361, + "paired_ratio_ci_low": 0.9846981092167011, + "paired_ratio_ci_high": 1.0292605830761135, + "xff_cpu_seconds": 0.04459480952380952, + "xff_user_cpu_seconds": 0.012327000000000001, + "xff_system_cpu_seconds": 0.032267809523809525, + "xff_rss_bytes": 20430848.0, + "xff_first_stdout_seconds": 0.03589254708051504, + "anchor_cpu_seconds": 0.04423295238095239, + "anchor_user_cpu_seconds": 0.010897714285714285, + "anchor_system_cpu_seconds": 0.0333352380952381, + "anchor_rss_bytes": 20389302.85714286, + "anchor_first_stdout_seconds": 0.03578316357674166, + "reference_cpu_seconds": 0.03993133333333333, + "reference_user_cpu_seconds": 0.005714904761904762, + "reference_system_cpu_seconds": 0.03421642857142857, + "reference_rss_bytes": 31733077.333333332, + "reference_first_stdout_seconds": 0.03532261833260279 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.001869650662965363, + "anchor_seconds": 0.001918842433951795, + "reference_seconds": 0.0014022723993375188, + "reference_over_xff": 0.7500184002895183, + "historical_over_current": 0.9743638299236883, + "current_time_reduction_percent": -2.631067501584039, + "paired_ratio_ci_low": 0.8443124487557192, + "paired_ratio_ci_high": 1.0108612444489251, + "xff_cpu_seconds": 0.0012394285714285714, + "xff_user_cpu_seconds": 0.0004067619047619047, + "xff_system_cpu_seconds": 0.0008326666666666668, + "xff_rss_bytes": 6863140.571428572, + "xff_first_stdout_seconds": 0.0015375948943463819, + "anchor_cpu_seconds": 0.0012826666666666668, + "anchor_user_cpu_seconds": 0.0005998095238095238, + "anchor_system_cpu_seconds": 0.0006828571428571428, + "anchor_rss_bytes": 6876598.857142857, + "anchor_first_stdout_seconds": 0.0015781850642746403, + "reference_cpu_seconds": 0.0007904761904761905, + "reference_user_cpu_seconds": 0.0005337142857142857, + "reference_system_cpu_seconds": 0.00025676190476190476, + "reference_rss_bytes": 2978572.1904761903, + "reference_first_stdout_seconds": 0.0011247489545937804 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.04740336581709839, + "anchor_seconds": 0.04687970694309721, + "reference_seconds": 0.042314610205635074, + "reference_over_xff": 0.8926499094790479, + "historical_over_current": 1.0111702676519885, + "current_time_reduction_percent": 1.1046871144586468, + "paired_ratio_ci_low": 0.9924617844610614, + "paired_ratio_ci_high": 1.0204350174223586, + "xff_cpu_seconds": 0.04601138095238095, + "xff_user_cpu_seconds": 0.010007285714285715, + "xff_system_cpu_seconds": 0.03600409523809524, + "xff_rss_bytes": 14229894.095238095, + "xff_first_stdout_seconds": 0.00346073705059964, + "anchor_cpu_seconds": 0.0456657619047619, + "anchor_user_cpu_seconds": 0.010288380952380952, + "anchor_system_cpu_seconds": 0.03537738095238095, + "anchor_rss_bytes": 14230284.19047619, + "anchor_first_stdout_seconds": 0.003450840794747429, + "reference_cpu_seconds": 0.03941523809523809, + "reference_user_cpu_seconds": 0.004855761904761905, + "reference_system_cpu_seconds": 0.03455947619047619, + "reference_rss_bytes": 3747254.8571428573, + "reference_first_stdout_seconds": 0.003005736152685824 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.0014681565198337747, + "anchor_seconds": 0.0014641958377545788, + "reference_seconds": 0.0010446282269965326, + "reference_over_xff": 0.7115237461975824, + "historical_over_current": 1.002705022085891, + "current_time_reduction_percent": 0.2697724681047231, + "paired_ratio_ci_low": 0.9850896865985191, + "paired_ratio_ci_high": 1.0218052643238962, + "xff_cpu_seconds": 0.0009182857142857143, + "xff_user_cpu_seconds": 0.0004806190476190476, + "xff_system_cpu_seconds": 0.00043766666666666666, + "xff_rss_bytes": 6919119.238095238, + "xff_first_stdout_seconds": 0.0012990541401363554, + "anchor_cpu_seconds": 0.0009199523809523809, + "anchor_user_cpu_seconds": 0.0003937142857142857, + "anchor_system_cpu_seconds": 0.0005262380952380952, + "anchor_rss_bytes": 6922630.095238095, + "anchor_first_stdout_seconds": 0.0012978329046052835, + "reference_cpu_seconds": 0.0005086666666666667, + "reference_user_cpu_seconds": 0.00026242857142857144, + "reference_system_cpu_seconds": 0.00024623809523809527, + "reference_rss_bytes": 2977206.8571428573, + "reference_first_stdout_seconds": 0.0009098675634179797 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.0420037526138393, + "anchor_seconds": 0.042449875424305596, + "reference_seconds": 0.03867028299940839, + "reference_over_xff": 0.9206387666102813, + "historical_over_current": 0.9894905978873413, + "current_time_reduction_percent": -1.0621022711178263, + "paired_ratio_ci_low": 0.9811838063364571, + "paired_ratio_ci_high": 1.013339585785325, + "xff_cpu_seconds": 0.04086519047619047, + "xff_user_cpu_seconds": 0.010284285714285715, + "xff_system_cpu_seconds": 0.03058090476190476, + "xff_rss_bytes": 20405491.80952381, + "xff_first_stdout_seconds": 0.032947153074755556, + "anchor_cpu_seconds": 0.041345047619047615, + "anchor_user_cpu_seconds": 0.010455333333333334, + "anchor_system_cpu_seconds": 0.030889714285714288, + "anchor_rss_bytes": 20367652.57142857, + "anchor_first_stdout_seconds": 0.03303601041192278, + "reference_cpu_seconds": 0.03755661904761905, + "reference_user_cpu_seconds": 0.005412380952380952, + "reference_system_cpu_seconds": 0.032144238095238094, + "reference_rss_bytes": 31754142.476190478, + "reference_first_stdout_seconds": 0.033188899396918714 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.001707566658123618, + "anchor_seconds": 0.0016931359257016862, + "reference_seconds": 0.0012300328484603337, + "reference_over_xff": 0.7203425076312812, + "historical_over_current": 1.0085230796906937, + "current_time_reduction_percent": 0.8451050712005137, + "paired_ratio_ci_low": 0.9946391948240991, + "paired_ratio_ci_high": 1.0616282245644764, + "xff_cpu_seconds": 0.0011517142857142856, + "xff_user_cpu_seconds": 0.0003553333333333333, + "xff_system_cpu_seconds": 0.0007963809523809524, + "xff_rss_bytes": 6919509.333333333, + "xff_first_stdout_seconds": 0.0014210008528260957, + "anchor_cpu_seconds": 0.001140857142857143, + "anchor_user_cpu_seconds": 0.000646, + "anchor_system_cpu_seconds": 0.0004948571428571429, + "anchor_rss_bytes": 6908781.714285715, + "anchor_first_stdout_seconds": 0.0014077443352323912, + "reference_cpu_seconds": 0.000677, + "reference_user_cpu_seconds": 0.000254, + "reference_system_cpu_seconds": 0.00042300000000000004, + "reference_rss_bytes": 3004513.523809524, + "reference_first_stdout_seconds": 0.0009955703280866146 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.04635733290619794, + "anchor_seconds": 0.04729587791509749, + "reference_seconds": 0.04205319678987421, + "reference_over_xff": 0.9071530684253781, + "historical_over_current": 0.9801558814367635, + "current_time_reduction_percent": -2.0245880210551848, + "paired_ratio_ci_low": 0.961910863103992, + "paired_ratio_ci_high": 0.998318491744974, + "xff_cpu_seconds": 0.045127238095238095, + "xff_user_cpu_seconds": 0.009341857142857143, + "xff_system_cpu_seconds": 0.03578538095238095, + "xff_rss_bytes": 14288798.476190476, + "xff_first_stdout_seconds": 0.0034998772898688912, + "anchor_cpu_seconds": 0.04605880952380952, + "anchor_user_cpu_seconds": 0.009801, + "anchor_system_cpu_seconds": 0.036257809523809525, + "anchor_rss_bytes": 14261101.714285715, + "anchor_first_stdout_seconds": 0.003526458583239998, + "reference_cpu_seconds": 0.03932747619047619, + "reference_user_cpu_seconds": 0.004558714285714286, + "reference_system_cpu_seconds": 0.034768761904761906, + "reference_rss_bytes": 3737307.4285714286, + "reference_first_stdout_seconds": 0.002973622221144892 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + }, + "minimal": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 24, + "validated_invocations": 2016, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9903047279156126, + "identical_control": 0.99771809078056, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9943194472174226, + "identical_control": 0.9937496345433677, + "candidate_over_reference": 1.1988295284144999 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9924162981251562, + "identical_control": 0.9970862346278333, + "candidate_over_reference": 1.1957547877239711 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9922432375906213, + "identical_control": 0.983305176652039, + "candidate_over_reference": 1.2119480096187638 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9983107897976388, + "identical_control": 1.0009442745304986, + "candidate_over_reference": 1.1889023250461315 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9863062186669375, + "identical_control": 1.001702394716568, + "candidate_over_reference": 1.0974130357457599 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9926943230440394, + "identical_control": 0.9994345323772659, + "candidate_over_reference": 1.0897666337132468 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9891353392521283, + "identical_control": 1.0048840416877887, + "candidate_over_reference": 1.1054568315112507 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9771563473945707, + "identical_control": 1.0007966331102227, + "candidate_over_reference": 1.0970717945971098 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.001147414945686857, + "anchor_seconds": 0.0011500672248768665, + "reference_seconds": 0.000991592621652498, + "reference_over_xff": 0.8641970591196355, + "historical_over_current": 0.9976938050814433, + "current_time_reduction_percent": -0.23115257474897177, + "paired_ratio_ci_low": 0.9834695357239019, + "paired_ratio_ci_high": 1.0052751901921302, + "xff_cpu_seconds": 0.0006219047619047619, + "xff_user_cpu_seconds": 0.00032038095238095236, + "xff_system_cpu_seconds": 0.0003015238095238095, + "xff_rss_bytes": 5455091.80952381, + "xff_first_stdout_seconds": 0.001011433950181873, + "anchor_cpu_seconds": 0.0006192380952380952, + "anchor_user_cpu_seconds": 0.0004675714285714286, + "anchor_system_cpu_seconds": 0.00015166666666666665, + "anchor_rss_bytes": 5462503.619047619, + "anchor_first_stdout_seconds": 0.0010137739480428753, + "reference_cpu_seconds": 0.00047028571428571426, + "reference_user_cpu_seconds": 0.00028485714285714285, + "reference_system_cpu_seconds": 0.0001854285714285714, + "reference_rss_bytes": 3002368.0, + "reference_first_stdout_seconds": 0.0008668188515695787 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0013011388946324587, + "anchor_seconds": 0.001308045089466586, + "reference_seconds": 0.0011327650641933793, + "reference_over_xff": 0.8705950370604815, + "historical_over_current": 0.994720216535545, + "current_time_reduction_percent": -0.5307807538931453, + "paired_ratio_ci_low": 0.9566333240825357, + "paired_ratio_ci_high": 1.021132874626509, + "xff_cpu_seconds": 0.0007317619047619048, + "xff_user_cpu_seconds": 0.0004517619047619048, + "xff_system_cpu_seconds": 0.00028, + "xff_rss_bytes": 5440463.238095238, + "xff_first_stdout_seconds": 0.0011389871859656914, + "anchor_cpu_seconds": 0.0007336190476190476, + "anchor_user_cpu_seconds": 0.0003832857142857143, + "anchor_system_cpu_seconds": 0.0003503333333333333, + "anchor_rss_bytes": 5422908.952380952, + "anchor_first_stdout_seconds": 0.001146928651169652, + "reference_cpu_seconds": 0.0005551428571428571, + "reference_user_cpu_seconds": 0.00036528571428571426, + "reference_system_cpu_seconds": 0.00018985714285714287, + "reference_rss_bytes": 2947364.5714285714, + "reference_first_stdout_seconds": 0.0009856244793073053 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0012102602382323571, + "anchor_seconds": 0.0012243273557119426, + "reference_seconds": 0.0010670013393142394, + "reference_over_xff": 0.8816296740217177, + "historical_over_current": 0.9885103298444186, + "current_time_reduction_percent": -1.1623217086046855, + "paired_ratio_ci_low": 0.9717069836343203, + "paired_ratio_ci_high": 1.0058990993993449, + "xff_cpu_seconds": 0.0006778571428571428, + "xff_user_cpu_seconds": 0.0003184761904761905, + "xff_system_cpu_seconds": 0.0003593809523809524, + "xff_rss_bytes": 5442023.619047619, + "xff_first_stdout_seconds": 0.001054065523757821, + "anchor_cpu_seconds": 0.0006840952380952381, + "anchor_user_cpu_seconds": 0.0003515714285714286, + "anchor_system_cpu_seconds": 0.0003325238095238095, + "anchor_rss_bytes": 5446899.80952381, + "anchor_first_stdout_seconds": 0.0010692309809937363, + "reference_cpu_seconds": 0.0005338571428571429, + "reference_user_cpu_seconds": 0.000354, + "reference_system_cpu_seconds": 0.00017985714285714285, + "reference_rss_bytes": 2967649.523809524, + "reference_first_stdout_seconds": 0.0009242815597515021 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04174289278619524, + "anchor_seconds": 0.04181766748383996, + "reference_seconds": 0.03953542037578743, + "reference_over_xff": 0.9471174069867568, + "historical_over_current": 0.9982118874116158, + "current_time_reduction_percent": -0.17913156624700388, + "paired_ratio_ci_low": 0.9865793369240958, + "paired_ratio_ci_high": 1.0001395568969225, + "xff_cpu_seconds": 0.03942695238095238, + "xff_user_cpu_seconds": 0.010304142857142857, + "xff_system_cpu_seconds": 0.029122809523809523, + "xff_rss_bytes": 18959798.85714286, + "xff_first_stdout_seconds": 0.032550799033959354, + "anchor_cpu_seconds": 0.039495666666666665, + "anchor_user_cpu_seconds": 0.00987252380952381, + "anchor_system_cpu_seconds": 0.02962314285714286, + "anchor_rss_bytes": 18957653.333333332, + "anchor_first_stdout_seconds": 0.03262445313989052, + "reference_cpu_seconds": 0.03713219047619048, + "reference_user_cpu_seconds": 0.004958619047619048, + "reference_system_cpu_seconds": 0.032173571428571426, + "reference_rss_bytes": 31722154.666666668, + "reference_first_stdout_seconds": 0.03299797713823084 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04228774075662451, + "anchor_seconds": 0.04222571124167492, + "reference_seconds": 0.03866934147109056, + "reference_over_xff": 0.9144338472381711, + "historical_over_current": 1.0014689987006866, + "current_time_reduction_percent": 0.14668439088902918, + "paired_ratio_ci_low": 0.9978617161431914, + "paired_ratio_ci_high": 1.0245177633642781, + "xff_cpu_seconds": 0.04117857142857143, + "xff_user_cpu_seconds": 0.010144571428571428, + "xff_system_cpu_seconds": 0.031034, + "xff_rss_bytes": 18987105.523809522, + "xff_first_stdout_seconds": 0.03282856203371748, + "anchor_cpu_seconds": 0.041111714285714286, + "anchor_user_cpu_seconds": 0.010517666666666666, + "anchor_system_cpu_seconds": 0.03059404761904762, + "anchor_rss_bytes": 18965650.285714287, + "anchor_first_stdout_seconds": 0.03279737742905993, + "reference_cpu_seconds": 0.03753961904761905, + "reference_user_cpu_seconds": 0.005313428571428571, + "reference_system_cpu_seconds": 0.03222619047619048, + "reference_rss_bytes": 31744780.19047619, + "reference_first_stdout_seconds": 0.03323489228551764 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.042018216441474146, + "anchor_seconds": 0.04215551915002011, + "reference_seconds": 0.03874296161700927, + "reference_over_xff": 0.9220515504501036, + "historical_over_current": 0.9967429482232839, + "current_time_reduction_percent": -0.32676948279612983, + "paired_ratio_ci_low": 0.98687317030522, + "paired_ratio_ci_high": 1.0050647731533342, + "xff_cpu_seconds": 0.04089223809523809, + "xff_user_cpu_seconds": 0.010045619047619048, + "xff_system_cpu_seconds": 0.030846619047619046, + "xff_rss_bytes": 19005830.095238097, + "xff_first_stdout_seconds": 0.03262868732036579, + "anchor_cpu_seconds": 0.04099542857142857, + "anchor_user_cpu_seconds": 0.011254904761904763, + "anchor_system_cpu_seconds": 0.029740523809523807, + "anchor_rss_bytes": 18995492.57142857, + "anchor_first_stdout_seconds": 0.0326851070913974, + "reference_cpu_seconds": 0.03761738095238095, + "reference_user_cpu_seconds": 0.005463047619047619, + "reference_system_cpu_seconds": 0.03215433333333333, + "reference_rss_bytes": 31741074.285714287, + "reference_first_stdout_seconds": 0.03321499747800685 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0012877055310777255, + "anchor_seconds": 0.001292255518603183, + "reference_seconds": 0.001123811960929916, + "reference_over_xff": 0.8727243409363621, + "historical_over_current": 0.9964790341693602, + "current_time_reduction_percent": -0.3533406835372732, + "paired_ratio_ci_low": 0.9727602763425509, + "paired_ratio_ci_high": 1.06358740224045, + "xff_cpu_seconds": 0.0007398571428571429, + "xff_user_cpu_seconds": 0.000316, + "xff_system_cpu_seconds": 0.0004238571428571428, + "xff_rss_bytes": 5615420.952380952, + "xff_first_stdout_seconds": 0.0010623953393882229, + "anchor_cpu_seconds": 0.0007441428571428571, + "anchor_user_cpu_seconds": 0.00042142857142857146, + "anchor_system_cpu_seconds": 0.0003227142857142857, + "anchor_rss_bytes": 5587139.047619048, + "anchor_first_stdout_seconds": 0.0010621541878208518, + "reference_cpu_seconds": 0.0005728095238095238, + "reference_user_cpu_seconds": 0.0003770952380952381, + "reference_system_cpu_seconds": 0.00019571428571428572, + "reference_rss_bytes": 3006854.095238095, + "reference_first_stdout_seconds": 0.0009233900456733647 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0014466555689328483, + "anchor_seconds": 0.0014363037300340476, + "reference_seconds": 0.0012512120994783583, + "reference_over_xff": 0.8648997911792767, + "historical_over_current": 1.007207277041991, + "current_time_reduction_percent": 0.7155703901542299, + "paired_ratio_ci_low": 0.9738481557653212, + "paired_ratio_ci_high": 1.0609064967889512, + "xff_cpu_seconds": 0.0008657142857142858, + "xff_user_cpu_seconds": 0.00041247619047619043, + "xff_system_cpu_seconds": 0.00045323809523809526, + "xff_rss_bytes": 5566464.0, + "xff_first_stdout_seconds": 0.0011810995194883574, + "anchor_cpu_seconds": 0.0008646666666666667, + "anchor_user_cpu_seconds": 0.00015514285714285714, + "anchor_system_cpu_seconds": 0.0007095238095238095, + "anchor_rss_bytes": 5545008.761904762, + "anchor_first_stdout_seconds": 0.0011730690519990666, + "reference_cpu_seconds": 0.0006643333333333333, + "reference_user_cpu_seconds": 0.00044380952380952384, + "reference_system_cpu_seconds": 0.0002205238095238095, + "reference_rss_bytes": 2972135.619047619, + "reference_first_stdout_seconds": 0.0010224217937017481 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0013888562319888955, + "anchor_seconds": 0.0014199133840433898, + "reference_seconds": 0.0012265292794576713, + "reference_over_xff": 0.8831218460252248, + "historical_over_current": 0.9781274319944396, + "current_time_reduction_percent": -2.2361675268590897, + "paired_ratio_ci_low": 0.9577985265883062, + "paired_ratio_ci_high": 1.0181267375419698, + "xff_cpu_seconds": 0.0008372857142857143, + "xff_user_cpu_seconds": 0.00035376190476190474, + "xff_system_cpu_seconds": 0.0004835238095238095, + "xff_rss_bytes": 5581677.714285715, + "xff_first_stdout_seconds": 0.001115209938559149, + "anchor_cpu_seconds": 0.0008407142857142858, + "anchor_user_cpu_seconds": 0.000557047619047619, + "anchor_system_cpu_seconds": 0.0002836666666666667, + "anchor_rss_bytes": 5584213.333333333, + "anchor_first_stdout_seconds": 0.0011409540450023044, + "reference_cpu_seconds": 0.0006518571428571428, + "reference_user_cpu_seconds": 0.00042695238095238094, + "reference_system_cpu_seconds": 0.00022490476190476188, + "reference_rss_bytes": 2977792.0, + "reference_first_stdout_seconds": 0.0009956178976045478 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.05891166739387527, + "anchor_seconds": 0.05887288930049787, + "reference_seconds": 0.0516999825458264, + "reference_over_xff": 0.8775847779043066, + "historical_over_current": 1.0006586748813953, + "current_time_reduction_percent": 0.06582413143755295, + "paired_ratio_ci_low": 0.9766882466962974, + "paired_ratio_ci_high": 1.0028743600055887, + "xff_cpu_seconds": 0.04846771428571429, + "xff_user_cpu_seconds": 0.010834904761904761, + "xff_system_cpu_seconds": 0.03763280952380953, + "xff_rss_bytes": 12989391.238095239, + "xff_first_stdout_seconds": 0.0030381586735269855, + "anchor_cpu_seconds": 0.04847952380952381, + "anchor_user_cpu_seconds": 0.010850047619047619, + "anchor_system_cpu_seconds": 0.03762947619047619, + "anchor_rss_bytes": 12936533.333333334, + "anchor_first_stdout_seconds": 0.003029586109776227, + "reference_cpu_seconds": 0.04141419047619047, + "reference_user_cpu_seconds": 0.0059210952380952375, + "reference_system_cpu_seconds": 0.03549309523809524, + "reference_rss_bytes": 3770660.5714285714, + "reference_first_stdout_seconds": 0.0028359537744628532 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.046184294613166935, + "anchor_seconds": 0.04617853527556041, + "reference_seconds": 0.04207422730091605, + "reference_over_xff": 0.9110072515629778, + "historical_over_current": 1.000124718932122, + "current_time_reduction_percent": 0.01247033792497465, + "paired_ratio_ci_low": 0.9869446156061955, + "paired_ratio_ci_high": 1.0200179401687761, + "xff_cpu_seconds": 0.044982047619047616, + "xff_user_cpu_seconds": 0.009527190476190476, + "xff_system_cpu_seconds": 0.03545485714285714, + "xff_rss_bytes": 12974762.666666666, + "xff_first_stdout_seconds": 0.00325208362413659, + "anchor_cpu_seconds": 0.044928190476190476, + "anchor_user_cpu_seconds": 0.009749952380952382, + "anchor_system_cpu_seconds": 0.035178238095238096, + "anchor_rss_bytes": 12974957.714285715, + "anchor_first_stdout_seconds": 0.003288219372431437, + "reference_cpu_seconds": 0.03933652380952381, + "reference_user_cpu_seconds": 0.0043572380952380954, + "reference_system_cpu_seconds": 0.03497928571428571, + "reference_rss_bytes": 3738477.714285714, + "reference_first_stdout_seconds": 0.003063202065060891 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04650924457347996, + "anchor_seconds": 0.04590823103873325, + "reference_seconds": 0.0410518183960535, + "reference_over_xff": 0.8826593244531359, + "historical_over_current": 1.0130916291294174, + "current_time_reduction_percent": 1.2922453165137293, + "paired_ratio_ci_low": 1.0015667567368352, + "paired_ratio_ci_high": 1.034669493130904, + "xff_cpu_seconds": 0.04531104761904762, + "xff_user_cpu_seconds": 0.010175333333333333, + "xff_system_cpu_seconds": 0.035135714285714284, + "xff_rss_bytes": 12956038.095238095, + "xff_first_stdout_seconds": 0.0032096665208449678, + "anchor_cpu_seconds": 0.04463728571428571, + "anchor_user_cpu_seconds": 0.009686904761904761, + "anchor_system_cpu_seconds": 0.034950380952380955, + "anchor_rss_bytes": 12962279.61904762, + "anchor_first_stdout_seconds": 0.003177491665285613, + "reference_cpu_seconds": 0.03854571428571428, + "reference_user_cpu_seconds": 0.005384333333333334, + "reference_system_cpu_seconds": 0.033161380952380956, + "reference_rss_bytes": 3768124.9523809524, + "reference_first_stdout_seconds": 0.0029700021037743205 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0012542764667332882, + "anchor_seconds": 0.0012586472855348671, + "reference_seconds": 0.0010436510811338113, + "reference_over_xff": 0.8320741948160423, + "historical_over_current": 0.9965273680308924, + "current_time_reduction_percent": -0.34847331648999447, + "paired_ratio_ci_low": 0.8828752888505489, + "paired_ratio_ci_high": 1.014782880018896, + "xff_cpu_seconds": 0.0007004761904761905, + "xff_user_cpu_seconds": 0.0003936666666666667, + "xff_system_cpu_seconds": 0.0003068095238095238, + "xff_rss_bytes": 5638046.476190476, + "xff_first_stdout_seconds": 0.0011102060421503016, + "anchor_cpu_seconds": 0.0007003809523809524, + "anchor_user_cpu_seconds": 0.0005302857142857143, + "anchor_system_cpu_seconds": 0.0001700952380952381, + "anchor_rss_bytes": 5430125.714285715, + "anchor_first_stdout_seconds": 0.0011167712842247316, + "reference_cpu_seconds": 0.0004988571428571428, + "reference_user_cpu_seconds": 0.0003283809523809524, + "reference_system_cpu_seconds": 0.00017047619047619046, + "reference_rss_bytes": 2945804.1904761903, + "reference_first_stdout_seconds": 0.0009108876110985875 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.001538918896888693, + "anchor_seconds": 0.0015630498140429456, + "reference_seconds": 0.0012992378324270248, + "reference_over_xff": 0.8442536088508348, + "historical_over_current": 0.9845616454847104, + "current_time_reduction_percent": -1.5680434623968287, + "paired_ratio_ci_low": 0.9370871104925956, + "paired_ratio_ci_high": 1.0102316785201462, + "xff_cpu_seconds": 0.0008863333333333334, + "xff_user_cpu_seconds": 0.0003776190476190476, + "xff_system_cpu_seconds": 0.0005087142857142857, + "xff_rss_bytes": 5669449.142857143, + "xff_first_stdout_seconds": 0.0013577163252713425, + "anchor_cpu_seconds": 0.0009127619047619048, + "anchor_user_cpu_seconds": 0.0004321904761904762, + "anchor_system_cpu_seconds": 0.00048057142857142857, + "anchor_rss_bytes": 5465429.333333333, + "anchor_first_stdout_seconds": 0.0013866554890271453, + "reference_cpu_seconds": 0.0006608571428571428, + "reference_user_cpu_seconds": 0.00031314285714285716, + "reference_system_cpu_seconds": 0.0003477142857142857, + "reference_rss_bytes": 2977401.904761905, + "reference_first_stdout_seconds": 0.0011379143467084283 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0014689368572795675, + "anchor_seconds": 0.0015137456579222565, + "reference_seconds": 0.0012125180524197362, + "reference_over_xff": 0.8254391918964358, + "historical_over_current": 0.9703987255664912, + "current_time_reduction_percent": -3.050423877692987, + "paired_ratio_ci_low": 0.8498664627918112, + "paired_ratio_ci_high": 1.1071916053933952, + "xff_cpu_seconds": 0.0008587619047619048, + "xff_user_cpu_seconds": 0.00024328571428571427, + "xff_system_cpu_seconds": 0.0006154761904761905, + "xff_rss_bytes": 5652284.952380952, + "xff_first_stdout_seconds": 0.0012861474228668072, + "anchor_cpu_seconds": 0.000913, + "anchor_user_cpu_seconds": 0.0003515238095238095, + "anchor_system_cpu_seconds": 0.0005614761904761905, + "anchor_rss_bytes": 5438902.857142857, + "anchor_first_stdout_seconds": 0.0013322252225840376, + "reference_cpu_seconds": 0.0006233333333333334, + "reference_user_cpu_seconds": 0.00038376190476190476, + "reference_system_cpu_seconds": 0.00023957142857142856, + "reference_rss_bytes": 2981107.8095238097, + "reference_first_stdout_seconds": 0.0010567563308757685 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.041440871760382185, + "anchor_seconds": 0.04184684613054352, + "reference_seconds": 0.039715346902431475, + "reference_over_xff": 0.958361762563105, + "historical_over_current": 0.9902985670916543, + "current_time_reduction_percent": -0.9796472731286698, + "paired_ratio_ci_low": 0.9733420975202217, + "paired_ratio_ci_high": 1.0086319463380957, + "xff_cpu_seconds": 0.03909890476190476, + "xff_user_cpu_seconds": 0.009659285714285714, + "xff_system_cpu_seconds": 0.029439619047619048, + "xff_rss_bytes": 19138462.476190478, + "xff_first_stdout_seconds": 0.032491094909519666, + "anchor_cpu_seconds": 0.039467190476190475, + "anchor_user_cpu_seconds": 0.009990857142857143, + "anchor_system_cpu_seconds": 0.029476333333333334, + "anchor_rss_bytes": 18980668.95238095, + "anchor_first_stdout_seconds": 0.03246414522263443, + "reference_cpu_seconds": 0.03727152380952381, + "reference_user_cpu_seconds": 0.005496714285714286, + "reference_system_cpu_seconds": 0.031774809523809525, + "reference_rss_bytes": 31740294.095238097, + "reference_first_stdout_seconds": 0.03304177558138257 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0417102808409947, + "anchor_seconds": 0.0423739010445951, + "reference_seconds": 0.03878978300019212, + "reference_over_xff": 0.9299813431624707, + "historical_over_current": 0.9843389400729947, + "current_time_reduction_percent": -1.5910231008278375, + "paired_ratio_ci_low": 0.9655213613137834, + "paired_ratio_ci_high": 0.9900756292999123, + "xff_cpu_seconds": 0.040554904761904764, + "xff_user_cpu_seconds": 0.010009285714285714, + "xff_system_cpu_seconds": 0.030545619047619047, + "xff_rss_bytes": 19183128.38095238, + "xff_first_stdout_seconds": 0.03280607452394352, + "anchor_cpu_seconds": 0.041209857142857145, + "anchor_user_cpu_seconds": 0.010560714285714286, + "anchor_system_cpu_seconds": 0.030649142857142857, + "anchor_rss_bytes": 18943804.95238095, + "anchor_first_stdout_seconds": 0.032942346042199505, + "reference_cpu_seconds": 0.03765438095238095, + "reference_user_cpu_seconds": 0.005633428571428571, + "reference_system_cpu_seconds": 0.032020952380952386, + "reference_rss_bytes": 31759798.85714286, + "reference_first_stdout_seconds": 0.033401584962294215 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.04273402782356633, + "anchor_seconds": 0.04299911119908627, + "reference_seconds": 0.039184601606047226, + "reference_over_xff": 0.9169414539585778, + "historical_over_current": 0.9938351429104522, + "current_time_reduction_percent": -0.6203098304105037, + "paired_ratio_ci_low": 0.9740963696615098, + "paired_ratio_ci_high": 1.0126110681541243, + "xff_cpu_seconds": 0.04157047619047619, + "xff_user_cpu_seconds": 0.010064571428571428, + "xff_system_cpu_seconds": 0.03150590476190476, + "xff_rss_bytes": 19175716.57142857, + "xff_first_stdout_seconds": 0.033346388583248926, + "anchor_cpu_seconds": 0.041787, + "anchor_user_cpu_seconds": 0.010856666666666667, + "anchor_system_cpu_seconds": 0.030930333333333334, + "anchor_rss_bytes": 18981644.19047619, + "anchor_first_stdout_seconds": 0.03348681972628193, + "reference_cpu_seconds": 0.03800752380952381, + "reference_user_cpu_seconds": 0.006005714285714286, + "reference_system_cpu_seconds": 0.03200180952380952, + "reference_rss_bytes": 31713377.523809522, + "reference_first_stdout_seconds": 0.033443593519872854 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.001373626713064455, + "anchor_seconds": 0.001389857204187484, + "reference_seconds": 0.0011545757131118859, + "reference_over_xff": 0.8405309114410834, + "historical_over_current": 0.9883221880103018, + "current_time_reduction_percent": -1.1815794617753284, + "paired_ratio_ci_low": 0.9696487722142084, + "paired_ratio_ci_high": 1.0015788249589652, + "xff_cpu_seconds": 0.0008015714285714286, + "xff_user_cpu_seconds": 0.00033623809523809523, + "xff_system_cpu_seconds": 0.00046533333333333333, + "xff_rss_bytes": 5788038.095238095, + "xff_first_stdout_seconds": 0.0011411316670654785, + "anchor_cpu_seconds": 0.0008244761904761905, + "anchor_user_cpu_seconds": 0.00031066666666666666, + "anchor_system_cpu_seconds": 0.0005138095238095238, + "anchor_rss_bytes": 5567439.238095238, + "anchor_first_stdout_seconds": 0.0011595084963898575, + "reference_cpu_seconds": 0.0005988095238095238, + "reference_user_cpu_seconds": 0.0002522857142857143, + "reference_system_cpu_seconds": 0.00034652380952380953, + "reference_rss_bytes": 2970770.285714286, + "reference_first_stdout_seconds": 0.0009520565758326224 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0015702121447594393, + "anchor_seconds": 0.001551206855635558, + "reference_seconds": 0.0013158096089249565, + "reference_over_xff": 0.8379820607785083, + "historical_over_current": 1.012251937293105, + "current_time_reduction_percent": 1.2103644203308006, + "paired_ratio_ci_low": 0.9714952090921779, + "paired_ratio_ci_high": 1.0457699239967304, + "xff_cpu_seconds": 0.000957095238095238, + "xff_user_cpu_seconds": 0.0003503333333333333, + "xff_system_cpu_seconds": 0.0006067619047619048, + "xff_rss_bytes": 5751369.142857143, + "xff_first_stdout_seconds": 0.001283423054874653, + "anchor_cpu_seconds": 0.0009377619047619047, + "anchor_user_cpu_seconds": 0.000479, + "anchor_system_cpu_seconds": 0.0004587619047619048, + "anchor_rss_bytes": 5605278.476190476, + "anchor_first_stdout_seconds": 0.001257602895964824, + "reference_cpu_seconds": 0.0007042380952380952, + "reference_user_cpu_seconds": 0.00037061904761904763, + "reference_system_cpu_seconds": 0.0003336190476190476, + "reference_rss_bytes": 2980912.761904762, + "reference_first_stdout_seconds": 0.0010759722984706361 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0014586688540432426, + "anchor_seconds": 0.0014377078096870157, + "reference_seconds": 0.0012031053137477664, + "reference_over_xff": 0.8247967387614489, + "historical_over_current": 1.0145794884155148, + "current_time_reduction_percent": 1.4369981437613921, + "paired_ratio_ci_low": 0.9758200738487398, + "paired_ratio_ci_high": 1.0470444016862561, + "xff_cpu_seconds": 0.0008814285714285714, + "xff_user_cpu_seconds": 0.0004940476190476191, + "xff_system_cpu_seconds": 0.00038738095238095236, + "xff_rss_bytes": 5771459.047619048, + "xff_first_stdout_seconds": 0.001193056531649615, + "anchor_cpu_seconds": 0.0008833809523809523, + "anchor_user_cpu_seconds": 0.0004198571428571429, + "anchor_system_cpu_seconds": 0.0004635238095238095, + "anchor_rss_bytes": 5588309.333333333, + "anchor_first_stdout_seconds": 0.0011767237170022867, + "reference_cpu_seconds": 0.0006584285714285714, + "reference_user_cpu_seconds": 0.00040352380952380956, + "reference_system_cpu_seconds": 0.0002549047619047619, + "reference_rss_bytes": 3004903.619047619, + "reference_first_stdout_seconds": 0.0009806769556321559 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.06087588595913812, + "anchor_seconds": 0.061175900228720693, + "reference_seconds": 0.05348706949457881, + "reference_over_xff": 0.8786249046212005, + "historical_over_current": 0.995095874871299, + "current_time_reduction_percent": -0.49282940996366875, + "paired_ratio_ci_low": 0.9852229411685995, + "paired_ratio_ci_high": 1.00592150333318, + "xff_cpu_seconds": 0.05016480952380952, + "xff_user_cpu_seconds": 0.011569619047619047, + "xff_system_cpu_seconds": 0.03859519047619048, + "xff_rss_bytes": 13163373.714285715, + "xff_first_stdout_seconds": 0.003068956435613689, + "anchor_cpu_seconds": 0.0504857619047619, + "anchor_user_cpu_seconds": 0.011546333333333334, + "anchor_system_cpu_seconds": 0.03893942857142857, + "anchor_rss_bytes": 12933997.714285715, + "anchor_first_stdout_seconds": 0.0030503212806901763, + "reference_cpu_seconds": 0.042948904761904765, + "reference_user_cpu_seconds": 0.005978238095238095, + "reference_system_cpu_seconds": 0.036970666666666666, + "reference_rss_bytes": 3753691.4285714286, + "reference_first_stdout_seconds": 0.0029048052439022633 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0484372492425055, + "anchor_seconds": 0.04993396155935313, + "reference_seconds": 0.043274806662728746, + "reference_over_xff": 0.8934199885313363, + "historical_over_current": 0.9700261651567824, + "current_time_reduction_percent": -3.090002715377582, + "paired_ratio_ci_low": 0.9534252098734963, + "paired_ratio_ci_high": 0.9895284173809721, + "xff_cpu_seconds": 0.047030333333333334, + "xff_user_cpu_seconds": 0.01027309523809524, + "xff_system_cpu_seconds": 0.03675723809523809, + "xff_rss_bytes": 13184828.952380951, + "xff_first_stdout_seconds": 0.003163259044023497, + "anchor_cpu_seconds": 0.04855695238095238, + "anchor_user_cpu_seconds": 0.011241142857142858, + "anchor_system_cpu_seconds": 0.03731580952380952, + "anchor_rss_bytes": 12951356.952380951, + "anchor_first_stdout_seconds": 0.0033338773396930526, + "reference_cpu_seconds": 0.040783238095238095, + "reference_user_cpu_seconds": 0.005549190476190476, + "reference_system_cpu_seconds": 0.035234047619047616, + "reference_rss_bytes": 3785094.095238095, + "reference_first_stdout_seconds": 0.003026765532835963 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.046479742613709754, + "anchor_seconds": 0.047213546854133405, + "reference_seconds": 0.04147997934792545, + "reference_over_xff": 0.8924313478381964, + "historical_over_current": 0.9844577607632244, + "current_time_reduction_percent": -1.5787614112286574, + "paired_ratio_ci_low": 0.966413821627487, + "paired_ratio_ci_high": 1.0080838723017906, + "xff_cpu_seconds": 0.04518995238095238, + "xff_user_cpu_seconds": 0.010287666666666667, + "xff_system_cpu_seconds": 0.03490228571428572, + "xff_rss_bytes": 13182293.333333334, + "xff_first_stdout_seconds": 0.0032521759636611456, + "anchor_cpu_seconds": 0.04568038095238095, + "anchor_user_cpu_seconds": 0.009121238095238095, + "anchor_system_cpu_seconds": 0.03655914285714286, + "anchor_rss_bytes": 12972032.0, + "anchor_first_stdout_seconds": 0.0032493306290624397, + "reference_cpu_seconds": 0.03878271428571428, + "reference_user_cpu_seconds": 0.004815761904761904, + "reference_system_cpu_seconds": 0.03396695238095238, + "reference_rss_bytes": 3756422.095238095, + "reference_first_stdout_seconds": 0.0029569389464865837 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + } + }, + "macos": { + "full": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 8, + "validated_invocations": 672, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.989522367972136, + "identical_control": 0.9923959550680466, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9850745740603094, + "identical_control": 0.9833772543467967, + "candidate_over_reference": 1.354794283997363 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9850745740603094, + "identical_control": 0.9833772543467967, + "candidate_over_reference": 1.354794283997363 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.993990244496186, + "identical_control": 1.0014973676502226, + "candidate_over_reference": 0.9805018341571919 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.993990244496186, + "identical_control": 1.0014973676502226, + "candidate_over_reference": 0.9805018341571919 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.00859193064804588, + "anchor_seconds": 0.0088151568724286, + "reference_seconds": 0.006237283482083252, + "reference_over_xff": 0.7259466745697999, + "historical_over_current": 0.9746769992170066, + "current_time_reduction_percent": -2.598091552723236, + "paired_ratio_ci_low": 0.9587105021802192, + "paired_ratio_ci_high": 0.9968351594648435, + "xff_cpu_seconds": 0.0033984285714285713, + "xff_user_cpu_seconds": 0.0018765714285714284, + "xff_system_cpu_seconds": 0.001521857142857143, + "xff_rss_bytes": 5210892.19047619, + "xff_first_stdout_seconds": 0.007816357183314505, + "anchor_cpu_seconds": 0.003469904761904762, + "anchor_user_cpu_seconds": 0.0019036666666666666, + "anchor_system_cpu_seconds": 0.0015662380952380954, + "anchor_rss_bytes": 5320118.857142857, + "anchor_first_stdout_seconds": 0.008028904818707988, + "reference_cpu_seconds": 0.0017758571428571428, + "reference_user_cpu_seconds": 0.0009167619047619047, + "reference_system_cpu_seconds": 0.0008590952380952381, + "reference_rss_bytes": 1692233.142857143, + "reference_first_stdout_seconds": 0.005618351156867686 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.030550841020331496, + "anchor_seconds": 0.030574817432179338, + "reference_seconds": 0.03669155158457302, + "reference_over_xff": 1.2009997224022375, + "historical_over_current": 0.9992158117738225, + "current_time_reduction_percent": -0.07848036599675812, + "paired_ratio_ci_low": 0.9835394059849195, + "paired_ratio_ci_high": 1.0082921147179305, + "xff_cpu_seconds": 0.024607238095238095, + "xff_user_cpu_seconds": 0.01497252380952381, + "xff_system_cpu_seconds": 0.009634714285714286, + "xff_rss_bytes": 25620675.04761905, + "xff_first_stdout_seconds": 0.01897439475925196, + "anchor_cpu_seconds": 0.024508666666666665, + "anchor_user_cpu_seconds": 0.014894857142857144, + "anchor_system_cpu_seconds": 0.009613809523809524, + "anchor_rss_bytes": 25656563.80952381, + "anchor_first_stdout_seconds": 0.01907560708267348, + "reference_cpu_seconds": 0.03130014285714285, + "reference_user_cpu_seconds": 0.020599761904761905, + "reference_system_cpu_seconds": 0.010700380952380953, + "reference_rss_bytes": 34737200.76190476, + "reference_first_stdout_seconds": 0.027049512025855836 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.009879678443429015, + "anchor_seconds": 0.009957795652250448, + "reference_seconds": 0.007564926475641273, + "reference_over_xff": 0.7657057381936063, + "historical_over_current": 0.9921551705267442, + "current_time_reduction_percent": -0.7906857421396074, + "paired_ratio_ci_low": 0.968256661241083, + "paired_ratio_ci_high": 1.144395133586884, + "xff_cpu_seconds": 0.004440380952380953, + "xff_user_cpu_seconds": 0.0019855714285714286, + "xff_system_cpu_seconds": 0.0024548095238095236, + "xff_rss_bytes": 5230396.952380952, + "xff_first_stdout_seconds": 0.009092753753066063, + "anchor_cpu_seconds": 0.004476333333333334, + "anchor_user_cpu_seconds": 0.0019917619047619046, + "anchor_system_cpu_seconds": 0.0024845714285714284, + "anchor_rss_bytes": 5227276.19047619, + "anchor_first_stdout_seconds": 0.009163952432572842, + "reference_cpu_seconds": 0.0028919047619047618, + "reference_user_cpu_seconds": 0.0010554285714285713, + "reference_system_cpu_seconds": 0.0018364761904761907, + "reference_rss_bytes": 1718759.619047619, + "reference_first_stdout_seconds": 0.006926359209631171 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.0335438966839796, + "anchor_seconds": 0.03341744064042965, + "reference_seconds": 0.02766885892266319, + "reference_over_xff": 0.82485523919103, + "historical_over_current": 1.0037841331091333, + "current_time_reduction_percent": 0.3769867428978224, + "paired_ratio_ci_low": 0.9967904245798334, + "paired_ratio_ci_high": 1.0448166133278276, + "xff_cpu_seconds": 0.027439857142857144, + "xff_user_cpu_seconds": 0.015723809523809522, + "xff_system_cpu_seconds": 0.011716047619047619, + "xff_rss_bytes": 14450688.0, + "xff_first_stdout_seconds": 0.008563464197019735, + "anchor_cpu_seconds": 0.027478904761904763, + "anchor_user_cpu_seconds": 0.015840333333333335, + "anchor_system_cpu_seconds": 0.011638571428571429, + "anchor_rss_bytes": 14403096.38095238, + "anchor_first_stdout_seconds": 0.008383492052200296, + "reference_cpu_seconds": 0.022444476190476192, + "reference_user_cpu_seconds": 0.012011047619047619, + "reference_system_cpu_seconds": 0.010433428571428571, + "reference_rss_bytes": 2567606.8571428573, + "reference_first_stdout_seconds": 0.0061135852177228245 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.008382714353501797, + "anchor_seconds": 0.00838311943447306, + "reference_seconds": 0.005917109105558623, + "reference_over_xff": 0.7058703011974646, + "historical_over_current": 0.9999516789693348, + "current_time_reduction_percent": -0.004832336570004259, + "paired_ratio_ci_low": 0.9871522931311025, + "paired_ratio_ci_high": 1.0392489155284221, + "xff_cpu_seconds": 0.0034108571428571426, + "xff_user_cpu_seconds": 0.0018956190476190477, + "xff_system_cpu_seconds": 0.0015152380952380953, + "xff_rss_bytes": 5193728.0, + "xff_first_stdout_seconds": 0.007619416740323816, + "anchor_cpu_seconds": 0.0034726190476190477, + "anchor_user_cpu_seconds": 0.0018937142857142857, + "anchor_system_cpu_seconds": 0.0015789047619047618, + "anchor_rss_bytes": 5189827.047619048, + "anchor_first_stdout_seconds": 0.0076198215552029155, + "reference_cpu_seconds": 0.0017655714285714284, + "reference_user_cpu_seconds": 0.0009275714285714285, + "reference_system_cpu_seconds": 0.000838, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005329829330245654 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.031556001908722375, + "anchor_seconds": 0.032008420675992966, + "reference_seconds": 0.039695440525455136, + "reference_over_xff": 1.2579363076563557, + "historical_over_current": 0.9858656329267156, + "current_time_reduction_percent": -1.4337011658803966, + "paired_ratio_ci_low": 0.9746897382781192, + "paired_ratio_ci_high": 1.022237807071594, + "xff_cpu_seconds": 0.025236571428571428, + "xff_user_cpu_seconds": 0.015047761904761904, + "xff_system_cpu_seconds": 0.010188809523809525, + "xff_rss_bytes": 25665926.095238097, + "xff_first_stdout_seconds": 0.019628805418809254, + "anchor_cpu_seconds": 0.025462904761904763, + "anchor_user_cpu_seconds": 0.015227761904761904, + "anchor_system_cpu_seconds": 0.010235142857142858, + "anchor_rss_bytes": 25732242.285714287, + "anchor_first_stdout_seconds": 0.019843563570507934, + "reference_cpu_seconds": 0.03363614285714286, + "reference_user_cpu_seconds": 0.020502714285714287, + "reference_system_cpu_seconds": 0.01313342857142857, + "reference_rss_bytes": 34737980.952380955, + "reference_first_stdout_seconds": 0.02848225987205903 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.010076748118514106, + "anchor_seconds": 0.010383916752679008, + "reference_seconds": 0.007777656916351546, + "reference_over_xff": 0.7718419498907174, + "historical_over_current": 0.9704188080970841, + "current_time_reduction_percent": -3.048291279609705, + "paired_ratio_ci_low": 0.9258662990207336, + "paired_ratio_ci_high": 0.9962284703063677, + "xff_cpu_seconds": 0.004554380952380953, + "xff_user_cpu_seconds": 0.0019485238095238093, + "xff_system_cpu_seconds": 0.002605857142857143, + "xff_rss_bytes": 5253802.666666667, + "xff_first_stdout_seconds": 0.009159785606676624, + "anchor_cpu_seconds": 0.004692619047619047, + "anchor_user_cpu_seconds": 0.0019655714285714285, + "anchor_system_cpu_seconds": 0.002727047619047619, + "anchor_rss_bytes": 5311536.761904762, + "anchor_first_stdout_seconds": 0.009456561523534003, + "reference_cpu_seconds": 0.0029686190476190476, + "reference_user_cpu_seconds": 0.0010409999999999998, + "reference_system_cpu_seconds": 0.0019276190476190478, + "reference_rss_bytes": 1722660.5714285714, + "reference_first_stdout_seconds": 0.007059765935298942 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.032928958313450926, + "anchor_seconds": 0.03285726993566468, + "reference_seconds": 0.027228424902118388, + "reference_over_xff": 0.826883882658263, + "historical_over_current": 1.0021818117551036, + "current_time_reduction_percent": 0.21770618160418254, + "paired_ratio_ci_low": 0.9918713571681311, + "paired_ratio_ci_high": 1.0174848899520905, + "xff_cpu_seconds": 0.02706314285714286, + "xff_user_cpu_seconds": 0.015577761904761905, + "xff_system_cpu_seconds": 0.011485380952380952, + "xff_rss_bytes": 14435084.19047619, + "xff_first_stdout_seconds": 0.008267652731211413, + "anchor_cpu_seconds": 0.02717547619047619, + "anchor_user_cpu_seconds": 0.015664761904761907, + "anchor_system_cpu_seconds": 0.011510714285714286, + "anchor_rss_bytes": 14391393.523809524, + "anchor_first_stdout_seconds": 0.008249291751001562, + "reference_cpu_seconds": 0.02233204761904762, + "reference_user_cpu_seconds": 0.012062619047619048, + "reference_system_cpu_seconds": 0.010269428571428572, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.005857541624988828 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + }, + "minimal": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 24, + "validated_invocations": 2016, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9981866259647049, + "identical_control": 0.9984166124131335, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9983997452307631, + "identical_control": 0.9945529781076982, + "candidate_over_reference": 1.3020184072857015 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9957811664270257, + "identical_control": 0.989205341055877, + "candidate_over_reference": 1.2934261031540812 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9936727680147528, + "identical_control": 0.9989045340125687, + "candidate_over_reference": 1.2889968733255588 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.005787163384388, + "identical_control": 0.9955735033479421, + "candidate_over_reference": 1.3239082456269406 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9979735521912679, + "identical_control": 1.002295256145291, + "candidate_over_reference": 0.9848647206701933 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9983205433966884, + "identical_control": 1.0085990945588683, + "candidate_over_reference": 0.981238878985098 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056676575015593, + "identical_control": 0.999915080242564, + "candidate_over_reference": 0.9881480234396285 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9899940957253155, + "identical_control": 0.9984017471982857, + "candidate_over_reference": 0.9852194750110993 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.008199166639574937, + "anchor_seconds": 0.008199898969559442, + "reference_seconds": 0.006199708208441734, + "reference_over_xff": 0.7561388225136916, + "historical_over_current": 0.9999106903649394, + "current_time_reduction_percent": -0.008931761198383015, + "paired_ratio_ci_low": 0.985035747511953, + "paired_ratio_ci_high": 1.020788863350852, + "xff_cpu_seconds": 0.0028815238095238095, + "xff_user_cpu_seconds": 0.0015261428571428572, + "xff_system_cpu_seconds": 0.0013553809523809525, + "xff_rss_bytes": 3900952.380952381, + "xff_first_stdout_seconds": 0.007470460342509406, + "anchor_cpu_seconds": 0.0029145714285714287, + "anchor_user_cpu_seconds": 0.0015305238095238097, + "anchor_system_cpu_seconds": 0.0013840476190476192, + "anchor_rss_bytes": 3897051.4285714286, + "anchor_first_stdout_seconds": 0.007482196514805158, + "reference_cpu_seconds": 0.0016674761904761904, + "reference_user_cpu_seconds": 0.0009032857142857143, + "reference_system_cpu_seconds": 0.0007641904761904761, + "reference_rss_bytes": 1693793.5238095238, + "reference_first_stdout_seconds": 0.00559710298797914 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.008042986105595316, + "anchor_seconds": 0.008080541644067992, + "reference_seconds": 0.006018861329981259, + "reference_over_xff": 0.7483366564308844, + "historical_over_current": 0.9953523488737607, + "current_time_reduction_percent": -0.4669352648334124, + "paired_ratio_ci_low": 0.9576212763198844, + "paired_ratio_ci_high": 1.0103690473076952, + "xff_cpu_seconds": 0.002893904761904762, + "xff_user_cpu_seconds": 0.0015204761904761906, + "xff_system_cpu_seconds": 0.0013734285714285714, + "xff_rss_bytes": 3920457.1428571427, + "xff_first_stdout_seconds": 0.007342599243635223, + "anchor_cpu_seconds": 0.0029174761904761904, + "anchor_user_cpu_seconds": 0.0015329047619047618, + "anchor_system_cpu_seconds": 0.0013845714285714286, + "anchor_rss_bytes": 3928259.0476190476, + "anchor_first_stdout_seconds": 0.00738070226673569, + "reference_cpu_seconds": 0.0016570476190476192, + "reference_user_cpu_seconds": 0.0008902380952380952, + "reference_system_cpu_seconds": 0.0007668095238095238, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005431282023588817 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.007967416817943255, + "anchor_seconds": 0.007981311396828719, + "reference_seconds": 0.006039847398088092, + "reference_over_xff": 0.7580684600918427, + "historical_over_current": 0.9982591107908676, + "current_time_reduction_percent": -0.17439251896766983, + "paired_ratio_ci_low": 0.9847517819892296, + "paired_ratio_ci_high": 1.0287632584373843, + "xff_cpu_seconds": 0.002858714285714286, + "xff_user_cpu_seconds": 0.0015114285714285713, + "xff_system_cpu_seconds": 0.0013472857142857143, + "xff_rss_bytes": 3903292.9523809524, + "xff_first_stdout_seconds": 0.0072637440725451426, + "anchor_cpu_seconds": 0.002861857142857143, + "anchor_user_cpu_seconds": 0.0015128571428571428, + "anchor_system_cpu_seconds": 0.001349, + "anchor_rss_bytes": 3889249.523809524, + "anchor_first_stdout_seconds": 0.007276926588799272, + "reference_cpu_seconds": 0.001669095238095238, + "reference_user_cpu_seconds": 0.0008931428571428571, + "reference_system_cpu_seconds": 0.000775952380952381, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.0054455357825472245 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03112346630188681, + "anchor_seconds": 0.030695940500923564, + "reference_seconds": 0.038204275648153964, + "reference_over_xff": 1.2275070931234253, + "historical_over_current": 1.0139277635409276, + "current_time_reduction_percent": 1.373644557506526, + "paired_ratio_ci_low": 1.0112184592752511, + "paired_ratio_ci_high": 1.0928357078197666, + "xff_cpu_seconds": 0.02436404761904762, + "xff_user_cpu_seconds": 0.014611238095238096, + "xff_system_cpu_seconds": 0.009752809523809523, + "xff_rss_bytes": 24392655.23809524, + "xff_first_stdout_seconds": 0.01960141672974541, + "anchor_cpu_seconds": 0.024114523809523808, + "anchor_user_cpu_seconds": 0.014659238095238095, + "anchor_system_cpu_seconds": 0.009455285714285713, + "anchor_rss_bytes": 24399676.95238095, + "anchor_first_stdout_seconds": 0.019244869239628315, + "reference_cpu_seconds": 0.03179509523809524, + "reference_user_cpu_seconds": 0.02052690476190476, + "reference_system_cpu_seconds": 0.011268190476190477, + "reference_rss_bytes": 34741881.9047619, + "reference_first_stdout_seconds": 0.027974692528091726 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.030334593196000372, + "anchor_seconds": 0.030413781869269553, + "reference_seconds": 0.0367334701475643, + "reference_over_xff": 1.2109432261121478, + "historical_over_current": 0.9973962898264489, + "current_time_reduction_percent": -0.26105071776476585, + "paired_ratio_ci_low": 0.9958062390742826, + "paired_ratio_ci_high": 1.0119710541935854, + "xff_cpu_seconds": 0.023825238095238097, + "xff_user_cpu_seconds": 0.014646380952380952, + "xff_system_cpu_seconds": 0.009178857142857143, + "xff_rss_bytes": 24308394.666666668, + "xff_first_stdout_seconds": 0.018918722069689205, + "anchor_cpu_seconds": 0.023890142857142853, + "anchor_user_cpu_seconds": 0.014683380952380951, + "anchor_system_cpu_seconds": 0.009206761904761905, + "anchor_rss_bytes": 24373150.476190478, + "anchor_first_stdout_seconds": 0.01900527976630699, + "reference_cpu_seconds": 0.03074252380952381, + "reference_user_cpu_seconds": 0.020179, + "reference_system_cpu_seconds": 0.010563523809523809, + "reference_rss_bytes": 34738761.14285714, + "reference_first_stdout_seconds": 0.026773756015158835 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03049885304201217, + "anchor_seconds": 0.03054435701952094, + "reference_seconds": 0.03650153592406284, + "reference_over_xff": 1.196816676147853, + "historical_over_current": 0.9985102329219211, + "current_time_reduction_percent": -0.14919897953569183, + "paired_ratio_ci_low": 0.9893066412442928, + "paired_ratio_ci_high": 1.0100552358268289, + "xff_cpu_seconds": 0.024010190476190473, + "xff_user_cpu_seconds": 0.01457952380952381, + "xff_system_cpu_seconds": 0.009430666666666667, + "xff_rss_bytes": 24363008.0, + "xff_first_stdout_seconds": 0.019039515849380267, + "anchor_cpu_seconds": 0.024075238095238097, + "anchor_user_cpu_seconds": 0.014721095238095238, + "anchor_system_cpu_seconds": 0.009354142857142858, + "anchor_rss_bytes": 24416841.14285714, + "anchor_first_stdout_seconds": 0.019029775545710607, + "reference_cpu_seconds": 0.030628380952380952, + "reference_user_cpu_seconds": 0.019866190476190475, + "reference_system_cpu_seconds": 0.010762190476190477, + "reference_rss_bytes": 34740321.52380952, + "reference_first_stdout_seconds": 0.026560355199589616 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.009852853204522814, + "anchor_seconds": 0.010068164872271674, + "reference_seconds": 0.008014307446068241, + "reference_over_xff": 0.8133996599471701, + "historical_over_current": 0.9786146064868443, + "current_time_reduction_percent": -2.1852722584969175, + "paired_ratio_ci_low": 0.9591827490315236, + "paired_ratio_ci_high": 1.000989375478276, + "xff_cpu_seconds": 0.00393552380952381, + "xff_user_cpu_seconds": 0.0016137142857142858, + "xff_system_cpu_seconds": 0.0023218095238095237, + "xff_rss_bytes": 3971949.714285714, + "xff_first_stdout_seconds": 0.009014672511035488, + "anchor_cpu_seconds": 0.004093476190476191, + "anchor_user_cpu_seconds": 0.001632857142857143, + "anchor_system_cpu_seconds": 0.0024606190476190474, + "anchor_rss_bytes": 4010179.0476190476, + "anchor_first_stdout_seconds": 0.009222464591619513, + "reference_cpu_seconds": 0.0028305238095238097, + "reference_user_cpu_seconds": 0.0010260476190476191, + "reference_system_cpu_seconds": 0.0018044761904761903, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.0073130834138109575 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.0091917124089031, + "anchor_seconds": 0.009230529490326132, + "reference_seconds": 0.007326255818562848, + "reference_over_xff": 0.7970501569943192, + "historical_over_current": 0.9957947069597998, + "current_time_reduction_percent": -0.4223052212277034, + "paired_ratio_ci_low": 0.985227335775869, + "paired_ratio_ci_high": 1.0520904419988615, + "xff_cpu_seconds": 0.003833095238095238, + "xff_user_cpu_seconds": 0.001615047619047619, + "xff_system_cpu_seconds": 0.002218047619047619, + "xff_rss_bytes": 4014860.1904761903, + "xff_first_stdout_seconds": 0.008479998136560122, + "anchor_cpu_seconds": 0.0038572380952380954, + "anchor_user_cpu_seconds": 0.0016232380952380953, + "anchor_system_cpu_seconds": 0.0022340000000000003, + "anchor_rss_bytes": 3993795.0476190476, + "anchor_first_stdout_seconds": 0.00849156751341763, + "reference_cpu_seconds": 0.002746952380952381, + "reference_user_cpu_seconds": 0.001020952380952381, + "reference_system_cpu_seconds": 0.001726, + "reference_rss_bytes": 1723440.761904762, + "reference_first_stdout_seconds": 0.0067138152108305975 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.00963671842501277, + "anchor_seconds": 0.009641053288110666, + "reference_seconds": 0.0077194880605453535, + "reference_over_xff": 0.8010494568886528, + "historical_over_current": 0.9995503745318739, + "current_time_reduction_percent": -0.044982772212631694, + "paired_ratio_ci_low": 0.9891513566740486, + "paired_ratio_ci_high": 1.022262058843768, + "xff_cpu_seconds": 0.003907857142857143, + "xff_user_cpu_seconds": 0.0016473809523809525, + "xff_system_cpu_seconds": 0.0022604761904761904, + "xff_rss_bytes": 3954005.3333333335, + "xff_first_stdout_seconds": 0.008905809683104357, + "anchor_cpu_seconds": 0.003910142857142858, + "anchor_user_cpu_seconds": 0.0016571904761904762, + "anchor_system_cpu_seconds": 0.002252952380952381, + "anchor_rss_bytes": 3939181.714285714, + "anchor_first_stdout_seconds": 0.008881672595938047, + "reference_cpu_seconds": 0.0027782380952380953, + "reference_user_cpu_seconds": 0.0010429047619047618, + "reference_system_cpu_seconds": 0.0017353333333333335, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.007129682361015252 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03257203576642843, + "anchor_seconds": 0.03246495238549653, + "reference_seconds": 0.027560674762796788, + "reference_over_xff": 0.8461452934791143, + "historical_over_current": 1.0032984302474979, + "current_time_reduction_percent": 0.3287586373163287, + "paired_ratio_ci_low": 0.9971196193490054, + "paired_ratio_ci_high": 1.01273167867533, + "xff_cpu_seconds": 0.026186333333333332, + "xff_user_cpu_seconds": 0.015223380952380952, + "xff_system_cpu_seconds": 0.010962952380952382, + "xff_rss_bytes": 13070531.047619049, + "xff_first_stdout_seconds": 0.00851451986957164, + "anchor_cpu_seconds": 0.026108, + "anchor_user_cpu_seconds": 0.015192285714285714, + "anchor_system_cpu_seconds": 0.010915714285714286, + "anchor_rss_bytes": 13059608.38095238, + "anchor_first_stdout_seconds": 0.008447386945287386, + "reference_cpu_seconds": 0.02202257142857143, + "reference_user_cpu_seconds": 0.012096714285714285, + "reference_system_cpu_seconds": 0.009925857142857143, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006525559528242974 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.0326337975316814, + "anchor_seconds": 0.03265312105594646, + "reference_seconds": 0.027470609128829978, + "reference_over_xff": 0.8417840155489438, + "historical_over_current": 0.999408218153727, + "current_time_reduction_percent": -0.05921322593946954, + "paired_ratio_ci_low": 0.9948940752973888, + "paired_ratio_ci_high": 1.0232742800555175, + "xff_cpu_seconds": 0.026240761904761906, + "xff_user_cpu_seconds": 0.015371619047619047, + "xff_system_cpu_seconds": 0.010869142857142858, + "xff_rss_bytes": 13266358.857142856, + "xff_first_stdout_seconds": 0.008461964227968738, + "anchor_cpu_seconds": 0.026300428571428575, + "anchor_user_cpu_seconds": 0.015258904761904763, + "anchor_system_cpu_seconds": 0.01104152380952381, + "anchor_rss_bytes": 13228909.714285715, + "anchor_first_stdout_seconds": 0.008515724335752782, + "reference_cpu_seconds": 0.021931333333333334, + "reference_user_cpu_seconds": 0.012013428571428572, + "reference_system_cpu_seconds": 0.009917904761904763, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006466507734287353 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03291603758753765, + "anchor_seconds": 0.03287258318492344, + "reference_seconds": 0.027561325402486892, + "reference_over_xff": 0.8373220904609092, + "historical_over_current": 1.0013219041037864, + "current_time_reduction_percent": 0.1320158980212871, + "paired_ratio_ci_low": 0.9984629405891785, + "paired_ratio_ci_high": 1.02137188366574, + "xff_cpu_seconds": 0.02637109523809524, + "xff_user_cpu_seconds": 0.015395714285714285, + "xff_system_cpu_seconds": 0.010975380952380952, + "xff_rss_bytes": 13068970.666666666, + "xff_first_stdout_seconds": 0.008690214272411097, + "anchor_cpu_seconds": 0.026307285714285714, + "anchor_user_cpu_seconds": 0.015227809523809524, + "anchor_system_cpu_seconds": 0.011079476190476192, + "anchor_rss_bytes": 13028400.761904761, + "anchor_first_stdout_seconds": 0.008659470249854383, + "reference_cpu_seconds": 0.021924809523809523, + "reference_user_cpu_seconds": 0.01198704761904762, + "reference_system_cpu_seconds": 0.009937761904761906, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006585315490762393 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.008430744077832926, + "anchor_seconds": 0.008409583364569005, + "reference_seconds": 0.006285269789042927, + "reference_over_xff": 0.7455178013965428, + "historical_over_current": 1.0025162617868888, + "current_time_reduction_percent": 0.25099461054166605, + "paired_ratio_ci_low": 0.9877213062345278, + "paired_ratio_ci_high": 1.0215194889346937, + "xff_cpu_seconds": 0.0030995714285714285, + "xff_user_cpu_seconds": 0.0015851904761904761, + "xff_system_cpu_seconds": 0.0015143809523809522, + "xff_rss_bytes": 3964147.8095238097, + "xff_first_stdout_seconds": 0.007667843385466507, + "anchor_cpu_seconds": 0.0031334285714285713, + "anchor_user_cpu_seconds": 0.001592, + "anchor_system_cpu_seconds": 0.0015414285714285716, + "anchor_rss_bytes": 4017200.761904762, + "anchor_first_stdout_seconds": 0.007620180513532389, + "reference_cpu_seconds": 0.0017914285714285714, + "reference_user_cpu_seconds": 0.0009335714285714286, + "reference_system_cpu_seconds": 0.0008578571428571428, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.005655833386949131 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.00811169030410903, + "anchor_seconds": 0.008141748163671721, + "reference_seconds": 0.005970676695661885, + "reference_over_xff": 0.7360582655180266, + "historical_over_current": 0.996308181122967, + "current_time_reduction_percent": -0.3705498907849769, + "paired_ratio_ci_low": 0.9695164516353605, + "paired_ratio_ci_high": 1.0062697656628588, + "xff_cpu_seconds": 0.003091, + "xff_user_cpu_seconds": 0.0015818571428571429, + "xff_system_cpu_seconds": 0.0015091428571428571, + "xff_rss_bytes": 4021101.714285714, + "xff_first_stdout_seconds": 0.007336464134000596, + "anchor_cpu_seconds": 0.003091952380952381, + "anchor_user_cpu_seconds": 0.0015755714285714286, + "anchor_system_cpu_seconds": 0.0015163809523809522, + "anchor_rss_bytes": 4013299.8095238097, + "anchor_first_stdout_seconds": 0.007398877026779311, + "reference_cpu_seconds": 0.0017863809523809523, + "reference_user_cpu_seconds": 0.0009253333333333333, + "reference_system_cpu_seconds": 0.0008610476190476191, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.005357857261385236 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.008381174566845099, + "anchor_seconds": 0.008379037625023298, + "reference_seconds": 0.006257777856219383, + "reference_over_xff": 0.7466468818075197, + "historical_over_current": 1.000255034279285, + "current_time_reduction_percent": 0.025496925338541754, + "paired_ratio_ci_low": 0.8939097211246597, + "paired_ratio_ci_high": 1.062662237708162, + "xff_cpu_seconds": 0.0031714761904761903, + "xff_user_cpu_seconds": 0.001558047619047619, + "xff_system_cpu_seconds": 0.0016134285714285716, + "xff_rss_bytes": 4034364.9523809524, + "xff_first_stdout_seconds": 0.007606771774590015, + "anchor_cpu_seconds": 0.003183047619047619, + "anchor_user_cpu_seconds": 0.001563, + "anchor_system_cpu_seconds": 0.0016200476190476193, + "anchor_rss_bytes": 3929039.238095238, + "anchor_first_stdout_seconds": 0.007572190614328498, + "reference_cpu_seconds": 0.0018445714285714285, + "reference_user_cpu_seconds": 0.0009081428571428571, + "reference_system_cpu_seconds": 0.0009364285714285713, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005586777680686542 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03154980963362115, + "anchor_seconds": 0.031650456422496406, + "reference_seconds": 0.03880303574814683, + "reference_over_xff": 1.2298976189953381, + "historical_over_current": 0.996820052528414, + "current_time_reduction_percent": -0.3190091795926664, + "paired_ratio_ci_low": 0.9836328367647841, + "paired_ratio_ci_high": 1.0150269600364932, + "xff_cpu_seconds": 0.024928380952380952, + "xff_user_cpu_seconds": 0.014852761904761905, + "xff_system_cpu_seconds": 0.010075619047619047, + "xff_rss_bytes": 24412160.0, + "xff_first_stdout_seconds": 0.01965566875324363, + "anchor_cpu_seconds": 0.024965476190476194, + "anchor_user_cpu_seconds": 0.01497604761904762, + "anchor_system_cpu_seconds": 0.009989428571428571, + "anchor_rss_bytes": 24475355.42857143, + "anchor_first_stdout_seconds": 0.01960646640509367, + "reference_cpu_seconds": 0.032526238095238094, + "reference_user_cpu_seconds": 0.020904523809523807, + "reference_system_cpu_seconds": 0.011621714285714286, + "reference_rss_bytes": 34734860.190476194, + "reference_first_stdout_seconds": 0.027913105186252368 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.030630813689813727, + "anchor_seconds": 0.030642226249689146, + "reference_seconds": 0.03732174218055748, + "reference_over_xff": 1.2184378305617398, + "historical_over_current": 0.9996275544804603, + "current_time_reduction_percent": -0.03725842868880225, + "paired_ratio_ci_low": 0.9875344888246332, + "paired_ratio_ci_high": 1.013419348106919, + "xff_cpu_seconds": 0.02433119047619048, + "xff_user_cpu_seconds": 0.01474452380952381, + "xff_system_cpu_seconds": 0.009586666666666667, + "xff_rss_bytes": 24355206.095238097, + "xff_first_stdout_seconds": 0.01906395841035105, + "anchor_cpu_seconds": 0.024276571428571432, + "anchor_user_cpu_seconds": 0.014601857142857142, + "anchor_system_cpu_seconds": 0.009674714285714285, + "anchor_rss_bytes": 24336481.523809522, + "anchor_first_stdout_seconds": 0.019214650837793237, + "reference_cpu_seconds": 0.03146604761904762, + "reference_user_cpu_seconds": 0.02029114285714286, + "reference_system_cpu_seconds": 0.011174904761904761, + "reference_rss_bytes": 34737980.952380955, + "reference_first_stdout_seconds": 0.02743268846755936 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03075041271568764, + "anchor_seconds": 0.030489793623841945, + "reference_seconds": 0.03716454357795772, + "reference_over_xff": 1.2085868219582576, + "historical_over_current": 1.008547748635527, + "current_time_reduction_percent": 0.8475303868449746, + "paired_ratio_ci_low": 0.993075645685612, + "paired_ratio_ci_high": 1.0433160407479116, + "xff_cpu_seconds": 0.024513285714285713, + "xff_user_cpu_seconds": 0.014608238095238096, + "xff_system_cpu_seconds": 0.009905047619047619, + "xff_rss_bytes": 24443367.61904762, + "xff_first_stdout_seconds": 0.019033942327258132, + "anchor_cpu_seconds": 0.02432095238095238, + "anchor_user_cpu_seconds": 0.014654952380952383, + "anchor_system_cpu_seconds": 0.009666, + "anchor_rss_bytes": 24373150.476190478, + "anchor_first_stdout_seconds": 0.018993319455711616, + "reference_cpu_seconds": 0.03142695238095238, + "reference_user_cpu_seconds": 0.020294047619047618, + "reference_system_cpu_seconds": 0.011132904761904762, + "reference_rss_bytes": 34740321.52380952, + "reference_first_stdout_seconds": 0.026826583203815278 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.00962003759507622, + "anchor_seconds": 0.009726136922836304, + "reference_seconds": 0.007713216268235729, + "reference_over_xff": 0.8017864994814105, + "historical_over_current": 0.9890913187217251, + "current_time_reduction_percent": -1.1028993048258773, + "paired_ratio_ci_low": 0.9764182010442655, + "paired_ratio_ci_high": 1.0039945856935772, + "xff_cpu_seconds": 0.004316619047619047, + "xff_user_cpu_seconds": 0.0016500476190476191, + "xff_system_cpu_seconds": 0.0026665714285714287, + "xff_rss_bytes": 3914215.619047619, + "xff_first_stdout_seconds": 0.008836188530992894, + "anchor_cpu_seconds": 0.004378190476190476, + "anchor_user_cpu_seconds": 0.001650809523809524, + "anchor_system_cpu_seconds": 0.0027273809523809525, + "anchor_rss_bytes": 3972729.904761905, + "anchor_first_stdout_seconds": 0.00897752373878445, + "reference_cpu_seconds": 0.0031604761904761905, + "reference_user_cpu_seconds": 0.001042857142857143, + "reference_system_cpu_seconds": 0.002117619047619048, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.007093057701630252 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.009699281792910327, + "anchor_seconds": 0.009552589085485255, + "reference_seconds": 0.007518160777787368, + "reference_over_xff": 0.7751255132398313, + "historical_over_current": 1.0153563296936916, + "current_time_reduction_percent": 1.5124079344956964, + "paired_ratio_ci_low": 0.9930602630439586, + "paired_ratio_ci_high": 1.0258540832953829, + "xff_cpu_seconds": 0.004196857142857143, + "xff_user_cpu_seconds": 0.001701142857142857, + "xff_system_cpu_seconds": 0.0024957142857142856, + "xff_rss_bytes": 4078055.619047619, + "xff_first_stdout_seconds": 0.00888338889039698, + "anchor_cpu_seconds": 0.004119666666666667, + "anchor_user_cpu_seconds": 0.0016934285714285716, + "anchor_system_cpu_seconds": 0.002426238095238095, + "anchor_rss_bytes": 4060891.4285714286, + "anchor_first_stdout_seconds": 0.008741885024522032, + "reference_cpu_seconds": 0.0029346666666666666, + "reference_user_cpu_seconds": 0.0010553809523809524, + "reference_system_cpu_seconds": 0.0018792857142857142, + "reference_rss_bytes": 1724220.9523809524, + "reference_first_stdout_seconds": 0.00685667676762456 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.009736200439788047, + "anchor_seconds": 0.00986310090160086, + "reference_seconds": 0.007848208326668967, + "reference_over_xff": 0.8060853281734429, + "historical_over_current": 0.9871338169325413, + "current_time_reduction_percent": -1.3033879345192956, + "paired_ratio_ci_low": 0.9565745548666185, + "paired_ratio_ci_high": 0.9996908884856104, + "xff_cpu_seconds": 0.004292571428571429, + "xff_user_cpu_seconds": 0.0016649523809523811, + "xff_system_cpu_seconds": 0.0026276190476190475, + "xff_rss_bytes": 3964928.0, + "xff_first_stdout_seconds": 0.008971007984308969, + "anchor_cpu_seconds": 0.004302095238095238, + "anchor_user_cpu_seconds": 0.0016344285714285714, + "anchor_system_cpu_seconds": 0.0026676666666666667, + "anchor_rss_bytes": 4032024.380952381, + "anchor_first_stdout_seconds": 0.009041244031063147, + "reference_cpu_seconds": 0.003187714285714286, + "reference_user_cpu_seconds": 0.001044857142857143, + "reference_system_cpu_seconds": 0.002142857142857143, + "reference_rss_bytes": 1721880.380952381, + "reference_first_stdout_seconds": 0.007232716307044029 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03297201592829965, + "anchor_seconds": 0.0329778433466951, + "reference_seconds": 0.027843706354144074, + "reference_over_xff": 0.8444647853711006, + "historical_over_current": 0.9998232929202135, + "current_time_reduction_percent": -0.01767383106971998, + "paired_ratio_ci_low": 0.9893230911880723, + "paired_ratio_ci_high": 1.0088237524074826, + "xff_cpu_seconds": 0.026744095238095237, + "xff_user_cpu_seconds": 0.015038190476190478, + "xff_system_cpu_seconds": 0.011705904761904761, + "xff_rss_bytes": 13258556.952380951, + "xff_first_stdout_seconds": 0.00823848805434647, + "anchor_cpu_seconds": 0.026826428571428574, + "anchor_user_cpu_seconds": 0.014894, + "anchor_system_cpu_seconds": 0.011932428571428571, + "anchor_rss_bytes": 13544886.857142856, + "anchor_first_stdout_seconds": 0.008210551747608753, + "reference_cpu_seconds": 0.02248709523809524, + "reference_user_cpu_seconds": 0.011950714285714285, + "reference_system_cpu_seconds": 0.010536380952380952, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006243888732223283 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03305265852915389, + "anchor_seconds": 0.03371160322179397, + "reference_seconds": 0.02794711912671725, + "reference_over_xff": 0.8455331695048575, + "historical_over_current": 0.980453475074894, + "current_time_reduction_percent": -1.9936208521891263, + "paired_ratio_ci_low": 0.96952350775826, + "paired_ratio_ci_high": 0.9971086778785804, + "xff_cpu_seconds": 0.026637238095238096, + "xff_user_cpu_seconds": 0.01500047619047619, + "xff_system_cpu_seconds": 0.011636761904761905, + "xff_rss_bytes": 13267139.047619049, + "xff_first_stdout_seconds": 0.008412319324201062, + "anchor_cpu_seconds": 0.027175285714285714, + "anchor_user_cpu_seconds": 0.015233285714285713, + "anchor_system_cpu_seconds": 0.011942, + "anchor_rss_bytes": 13454384.761904761, + "anchor_first_stdout_seconds": 0.008421629046400389, + "reference_cpu_seconds": 0.022408666666666667, + "reference_user_cpu_seconds": 0.012003523809523811, + "reference_system_cpu_seconds": 0.010405142857142858, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006343444587574119 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.034303744013110794, + "anchor_seconds": 0.034208105300508794, + "reference_seconds": 0.029068301476183393, + "reference_over_xff": 0.8473798505805539, + "historical_over_current": 1.0027957909905223, + "current_time_reduction_percent": 0.2787996335485876, + "paired_ratio_ci_low": 0.9895014901702985, + "paired_ratio_ci_high": 1.0096786154873767, + "xff_cpu_seconds": 0.027843190476190476, + "xff_user_cpu_seconds": 0.015931238095238096, + "xff_system_cpu_seconds": 0.01191195238095238, + "xff_rss_bytes": 13518360.38095238, + "xff_first_stdout_seconds": 0.00845945431363015, + "anchor_cpu_seconds": 0.027771380952380954, + "anchor_user_cpu_seconds": 0.01588133333333333, + "anchor_system_cpu_seconds": 0.01189004761904762, + "anchor_rss_bytes": 13397430.857142856, + "anchor_first_stdout_seconds": 0.008481228280635108, + "reference_cpu_seconds": 0.02358609523809524, + "reference_user_cpu_seconds": 0.012988428571428571, + "reference_system_cpu_seconds": 0.010597666666666667, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006383015862887814 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + } + } + }, + "builds": { + "linux": { + "full": { + "target": "xff_full", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "bytes": 18476464, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 16.211923831957392, + "completed_at": "2026-11-09T01:19:27.503828+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "bytes": 18476096, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 18.67543525295332, + "completed_at": "2026-11-08T22:11:24.768394+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + }, + "minimal": { + "target": "xff", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "bytes": 12732248, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 9.91812966298312, + "completed_at": "2026-11-09T01:24:34.033207+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "bytes": 12731944, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 3.604210182093084, + "completed_at": "2026-11-08T22:43:45.043082+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + } + }, + "macos": { + "full": { + "target": "xff_full", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 19.021186708, + "completed_at": "2026-11-09T01:19:14.169561+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 14.738025999628007, + "completed_at": "2026-11-08T22:13:09.451671+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + }, + "minimal": { + "target": "xff", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 8.514377958, + "completed_at": "2026-11-09T01:24:28.000349+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 10.068295957520604, + "completed_at": "2026-11-08T22:49:46.635035+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + } + } + }, + "earlier_qualification": { + "linux_full": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 180, + "validated_invocations": 5400, + "estimator": "mean-fastest-7-of-9; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9927272773662262, + "identical_control": 0.9961512026634065, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9853010250910317, + "identical_control": 0.9981050747510113, + "candidate_over_reference": 1.3176203261100345 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9881869143628471, + "identical_control": 1.0102027730865777, + "candidate_over_reference": 1.2900215867013232 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9830995885300512, + "identical_control": 0.9794392735223905, + "candidate_over_reference": 1.3277485924345318 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9846234864870813, + "identical_control": 1.0049459873497166, + "candidate_over_reference": 1.3355434755753983 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9991453094713174, + "identical_control": 0.9939762255329185, + "candidate_over_reference": 1.0936496893049286 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9915695218518717, + "identical_control": 1.0005350045548957, + "candidate_over_reference": 0.9991038804895235 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0055030431581427, + "identical_control": 0.9923000983555131, + "candidate_over_reference": 1.0776517313584806 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0004131762676496, + "identical_control": 0.9891283934418797, + "candidate_over_reference": 1.214914247075006 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0084580967229415, + "identical_control": 0.9923644922313561, + "candidate_over_reference": 0.8077307103537468 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0085897117166909, + "identical_control": 0.9944204191443128, + "candidate_over_reference": 0.8759989093277799 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.002023788229817, + "identical_control": 1.0042163277212122, + "candidate_over_reference": 0.767059275909066 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.01480127907601, + "identical_control": 0.978625070657119, + "candidate_over_reference": 0.7842730549269946 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9854694817506158, + "identical_control": 0.9883892341629934, + "candidate_over_reference": 0.6821746151094584 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9951778459751855, + "identical_control": 1.0020876744070164, + "candidate_over_reference": 0.8212995582625363 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9818118739202221, + "identical_control": 0.9845017323444198, + "candidate_over_reference": 0.5984393701783007 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9794912459421139, + "identical_control": 0.9787275510406148, + "candidate_over_reference": 0.6458994535897912 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.996963871820468, + "identical_control": 0.9943820626787457, + "candidate_over_reference": 0.652663325010958 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9902767956824455, + "identical_control": 0.9930408073996501, + "candidate_over_reference": 0.6799029309559216 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0102279048817076, + "identical_control": 0.9917221539709044, + "candidate_over_reference": 0.5484009390549799 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9905178318147551, + "identical_control": 0.998395774662504, + "candidate_over_reference": 0.7456285424261663 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9851364526631942, + "identical_control": 0.9936057200909734, + "candidate_over_reference": 0.7936930003988348 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0047999817209192, + "identical_control": 0.9979477621801389, + "candidate_over_reference": 0.7365084159606512 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0007464801385324, + "identical_control": 1.0045209213713406, + "candidate_over_reference": 0.6798452930873407 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9507919115305619, + "identical_control": 0.9785329499142111, + "candidate_over_reference": 0.9985500595966156 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9924833862298889, + "identical_control": 0.9985308967295132, + "candidate_over_reference": 1.3773631681349654 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9869633123753315, + "identical_control": 0.998113062050665, + "candidate_over_reference": 1.3571509036551592 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9998167199608434, + "identical_control": 1.005527511923775, + "candidate_over_reference": 1.3759474162213623 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9907140732884006, + "identical_control": 0.9919980660802852, + "candidate_over_reference": 1.3993147724228026 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9837221621025298, + "identical_control": 1.0003568784617558, + "candidate_over_reference": 1.27843578463509 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9962170081973458, + "identical_control": 1.0098482183910489, + "candidate_over_reference": 1.2790556321459094 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0030306665265039, + "identical_control": 0.9953704648044401, + "candidate_over_reference": 1.2915077554411427 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9526847285403336, + "identical_control": 0.9959190381805039, + "candidate_over_reference": 1.264882845138966 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9867466875393647, + "identical_control": 1.001631573230823, + "candidate_over_reference": 1.0954316122147127 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9875189258885438, + "identical_control": 0.9986644108739564, + "candidate_over_reference": 1.0992679589461187 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9909424826502128, + "identical_control": 1.0034155086698493, + "candidate_over_reference": 1.095730840058364 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9818002907904474, + "identical_control": 1.0028214966865898, + "candidate_over_reference": 1.0913105518540696 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.989691589350612, + "identical_control": 0.9969191140275445, + "candidate_over_reference": 1.364560844634759 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9950521458012997, + "identical_control": 0.9952780974966104, + "candidate_over_reference": 1.3756976789982331 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.985575777246772, + "identical_control": 1.005758292633113, + "candidate_over_reference": 1.3478672354400165 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.988470645940823, + "identical_control": 0.9897868954465578, + "candidate_over_reference": 1.3702777150862377 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.996752007707985, + "identical_control": 0.9987238903772838, + "candidate_over_reference": 1.1862844313992562 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9992087234120257, + "identical_control": 0.9905919561143095, + "candidate_over_reference": 1.210477842894327 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9955592240486556, + "identical_control": 1.0042127749152017, + "candidate_over_reference": 1.1725834731319194 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9954926088093892, + "identical_control": 1.0014188850885668, + "candidate_over_reference": 1.1761585754242105 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0053454424198647, + "identical_control": 0.9981686821448787, + "candidate_over_reference": 1.1317296833019785 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0042619348597028, + "identical_control": 0.9989299483665006, + "candidate_over_reference": 1.1361904079452676 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0064240066574632, + "identical_control": 1.0071087399258176, + "candidate_over_reference": 1.1267493544878715 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0053515481983728, + "identical_control": 0.9885540513446378, + "candidate_over_reference": 1.1322691745429396 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9964565174526303, + "identical_control": 0.9956841221777141, + "candidate_over_reference": 1.376138031193916 + }, + { + "task": "name-native", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9996868243804503, + "identical_control": 1.0019030187166402, + "candidate_over_reference": 1.380541457389257 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.996980907788991, + "identical_control": 0.9954008517765093, + "candidate_over_reference": 1.3751843333781992 + }, + { + "task": "name-native", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.992714227739365, + "identical_control": 0.9897854190845475, + "candidate_over_reference": 1.3726999654807923 + }, + { + "task": "name-native", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9896357394812197, + "identical_control": 0.9931589943479436, + "candidate_over_reference": 1.1560949259101703 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9930296927018254, + "identical_control": 0.9755102452528743, + "candidate_over_reference": 1.1658027005004996 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9718433639259615, + "identical_control": 1.0082140064371985, + "candidate_over_reference": 1.1506507995896742 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0043095783046763, + "identical_control": 0.996028530746428, + "candidate_over_reference": 1.1518923250866433 + }, + { + "task": "name-native", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9900052096042359, + "identical_control": 0.998357230531026, + "candidate_over_reference": 1.021117760325244 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9930019057384831, + "identical_control": 0.9987232556631964, + "candidate_over_reference": 1.0152348937317925 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9927908563663775, + "identical_control": 0.9987241450635485, + "candidate_over_reference": 1.023811376395551 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.984248109337532, + "identical_control": 0.997624694232481, + "candidate_over_reference": 1.0243326191227708 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "351500c3ac42a9aaf0c4d972ced0370a0287bb1e43035212427c7aaeb2a721f3", + "raw_summary": "linux-full-qualification-summary.json", + "slower_paired_intervals": [ + { + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "historical_over_current": 1.0197984720474502, + "paired_ratio_ci_low": 1.0010359724046234, + "paired_ratio_ci_high": 1.0550517713298466 + }, + { + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "historical_over_current": 1.0318728713577876, + "paired_ratio_ci_low": 1.007787790693382, + "paired_ratio_ci_high": 1.1114641884654444 + }, + { + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "historical_over_current": 1.0046295790072435, + "paired_ratio_ci_low": 1.000004730612888, + "paired_ratio_ci_high": 1.0115409412558467 + }, + { + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "historical_over_current": 1.0083827712467524, + "paired_ratio_ci_low": 1.002428832985893, + "paired_ratio_ci_high": 1.0460245997958644 + }, + { + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.0048579951465044, + "paired_ratio_ci_low": 1.0024234969101216, + "paired_ratio_ci_high": 1.0080354132085017 + }, + { + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.0062417911797943, + "paired_ratio_ci_low": 1.0009567841458835, + "paired_ratio_ci_high": 1.0138058765305313 + } + ] + }, + "macos_full": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 180, + "validated_invocations": 5400, + "estimator": "mean-fastest-7-of-9; one warmup; participant order rotates every round", + "candidate_over_baseline": 1.001054644090691, + "identical_control": 0.9987775889944956, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.000991018959971, + "identical_control": 0.9977017632156446, + "candidate_over_reference": 1.3801678580116288 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9900642402700174, + "identical_control": 1.0038640518034434, + "candidate_over_reference": 1.31580144897787 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9986582720959967, + "identical_control": 0.9944567162012298, + "candidate_over_reference": 1.4032562424534818 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0144023915499394, + "identical_control": 0.9948129533571171, + "candidate_over_reference": 1.4238635884236865 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0083157788175585, + "identical_control": 1.0092415765878058, + "candidate_over_reference": 1.397986193735575 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.031329817798178, + "identical_control": 0.9963116813656899, + "candidate_over_reference": 1.5545770268814103 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9972828108932561, + "identical_control": 1.023296195142927, + "candidate_over_reference": 1.2997379781339768 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9967213986849905, + "identical_control": 1.0082977973444274, + "candidate_over_reference": 1.3521989444359086 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0081788397854532, + "identical_control": 0.986149295757787, + "candidate_over_reference": 1.1225576035274571 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0004255402515918, + "identical_control": 0.9997825548211127, + "candidate_over_reference": 1.1145178209298812 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.02362808715923, + "identical_control": 0.9931248351259748, + "candidate_over_reference": 1.1421064413463127 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0006582252905087, + "identical_control": 0.9658698504134536, + "candidate_over_reference": 1.1113025465560158 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0203396890343799, + "identical_control": 1.0054393572739269, + "candidate_over_reference": 1.043711331970171 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0725508508407195, + "identical_control": 1.011850731645904, + "candidate_over_reference": 1.1540144141573958 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9982810360123573, + "identical_control": 0.9957359751401577, + "candidate_over_reference": 0.985490347703192 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9921186817355651, + "identical_control": 1.0088044656114732, + "candidate_over_reference": 0.9997181757067595 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.990383858162861, + "identical_control": 0.9956202777263773, + "candidate_over_reference": 0.8049382849063785 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9792573500255184, + "identical_control": 0.9958957585794245, + "candidate_over_reference": 0.6685657186750509 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9894155487700421, + "identical_control": 1.0062453680066707, + "candidate_over_reference": 0.7939342866918891 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0026170577295397, + "identical_control": 0.9848348826969883, + "candidate_over_reference": 0.9825600234578786 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9942310892629141, + "identical_control": 1.0042494490812688, + "candidate_over_reference": 0.8218619561859867 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0084070401149876, + "identical_control": 0.9962216601115568, + "candidate_over_reference": 0.6738164908388765 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9543080718699855, + "identical_control": 1.0056405846727634, + "candidate_over_reference": 0.8426019349761519 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0212628909843953, + "identical_control": 1.0109415220875908, + "candidate_over_reference": 0.9777606268815481 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.032557680741259, + "identical_control": 0.994981603905614, + "candidate_over_reference": 1.2225004856095696 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0310124051965635, + "identical_control": 0.9811861095725996, + "candidate_over_reference": 1.321507876345578 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0694373802917267, + "identical_control": 1.0043010029671664, + "candidate_over_reference": 1.0156485642265227 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9984440055335235, + "identical_control": 0.9996083283082101, + "candidate_over_reference": 1.3612375042568108 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9834382096510723, + "identical_control": 0.9957275437402718, + "candidate_over_reference": 1.3286387188078796 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9943584375682407, + "identical_control": 0.9840129675756949, + "candidate_over_reference": 1.30025693993425 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9487866761967173, + "identical_control": 0.9982342590943951, + "candidate_over_reference": 1.3639177151357467 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0081605365510646, + "identical_control": 1.0050513928895901, + "candidate_over_reference": 1.322523392471421 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9999644093783115, + "identical_control": 1.0024817557225039, + "candidate_over_reference": 1.0005369228530137 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0138375957674919, + "identical_control": 0.9942770780766972, + "candidate_over_reference": 1.0005582579579395 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9929550734253842, + "identical_control": 1.0057604663516222, + "candidate_over_reference": 0.9918340418747972 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.993243285040474, + "identical_control": 1.0074591479122144, + "candidate_over_reference": 1.0092946456999 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0067978417542331, + "identical_control": 1.0061660220167485, + "candidate_over_reference": 1.2417464022169757 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.024394350678932, + "identical_control": 1.004545820539708, + "candidate_over_reference": 1.258866298890494 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0002900543671938, + "identical_control": 0.9879521403847383, + "candidate_over_reference": 1.286886382946738 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9959412081984458, + "identical_control": 1.0263684275513982, + "candidate_over_reference": 1.1818950627337192 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9966804065781626, + "identical_control": 0.9924818475189413, + "candidate_over_reference": 0.817248834910568 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9970100931443125, + "identical_control": 0.9868166169731158, + "candidate_over_reference": 0.8186502515841841 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0055367816964909, + "identical_control": 0.9965788125932614, + "candidate_over_reference": 0.8181653699923953 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.987575360195074, + "identical_control": 0.9940760557073557, + "candidate_over_reference": 0.8149358761441953 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9900516019124302, + "identical_control": 0.9903797631201305, + "candidate_over_reference": 0.7177229811492697 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9644954052149218, + "identical_control": 0.986588642070494, + "candidate_over_reference": 0.7657250437004016 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0017100416786135, + "identical_control": 0.9924856744888413, + "candidate_over_reference": 0.6935158457831662 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0044568896459023, + "identical_control": 0.9920759340933191, + "candidate_over_reference": 0.6962116997596411 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9924523596949623, + "identical_control": 1.0067595039111485, + "candidate_over_reference": 1.3604551519205517 + }, + { + "task": "name-native", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.999002313772418, + "identical_control": 1.0159708783974823, + "candidate_over_reference": 1.3816307037821436 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9821371100766886, + "identical_control": 1.0088847762402515, + "candidate_over_reference": 1.3511640714871471 + }, + { + "task": "name-native", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9963005973982048, + "identical_control": 0.9955300780497471, + "candidate_over_reference": 1.3488157373018497 + }, + { + "task": "name-native", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.003373697551938, + "identical_control": 0.9960798932156499, + "candidate_over_reference": 1.1113708240902336 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9975080848341541, + "identical_control": 0.9973766948069492, + "candidate_over_reference": 1.1043909792229083 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9985723028348189, + "identical_control": 0.997723262815699, + "candidate_over_reference": 1.1047178249303091 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0141266519317236, + "identical_control": 0.9931462481784014, + "candidate_over_reference": 1.1251301487756764 + }, + { + "task": "name-native", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9892189457868997, + "identical_control": 0.9985185477366888, + "candidate_over_reference": 0.675075689331548 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0019877216171853, + "identical_control": 0.9987071390516193, + "candidate_over_reference": 0.6753997789924416 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9717203757800549, + "identical_control": 1.000515916198351, + "candidate_over_reference": 0.6863486523968999 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9941995616654685, + "identical_control": 0.9963369874174287, + "candidate_over_reference": 0.6636692658580895 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "4ac32175356023b28fc6834bef2a5c696ad78030a60f9e43d060a1f402c8c09d", + "raw_summary": "full-qualification-summary.json", + "slower_paired_intervals": [ + { + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "historical_over_current": 1.0356930169683363, + "paired_ratio_ci_low": 1.0168200257298057, + "paired_ratio_ci_high": 1.0831404897957784 + }, + { + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.020114946391287, + "paired_ratio_ci_low": 1.0141550760358058, + "paired_ratio_ci_high": 1.0599483866536528 + }, + { + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.0224121273699565, + "paired_ratio_ci_low": 1.0006285243799602, + "paired_ratio_ci_high": 1.1221825145350155 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.02831000384695, + "paired_ratio_ci_low": 1.0034908556087974, + "paired_ratio_ci_high": 1.0579783665324967 + }, + { + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.0068803883337496, + "paired_ratio_ci_low": 1.0003986882158504, + "paired_ratio_ci_high": 1.0223564855978324 + } + ] + }, + "linux_repeat": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 48, + "validated_invocations": 4032, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9922773403295337, + "identical_control": 0.9927048934819288, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.004401444238436, + "identical_control": 0.9955903155222554, + "candidate_over_reference": 1.3508838412605564 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.004401444238436, + "identical_control": 0.9955903155222554, + "candidate_over_reference": 1.3508838412605564 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.015822752667204, + "identical_control": 0.9944550779975632, + "candidate_over_reference": 1.1940015277702825 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.015822752667204, + "identical_control": 0.9944550779975632, + "candidate_over_reference": 1.1940015277702825 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9748387764645854, + "identical_control": 0.9805132322104039, + "candidate_over_reference": 0.6719559943299278 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9748387764645854, + "identical_control": 0.9805132322104039, + "candidate_over_reference": 0.6719559943299278 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9825878894306286, + "identical_control": 1.007213129629872, + "candidate_over_reference": 0.6417093078396968 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9825878894306286, + "identical_control": 1.007213129629872, + "candidate_over_reference": 0.6417093078396968 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9872057011418931, + "identical_control": 0.9736287510026068, + "candidate_over_reference": 1.316918863416472 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9872057011418931, + "identical_control": 0.9736287510026068, + "candidate_over_reference": 1.316918863416472 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9898684214461811, + "identical_control": 0.9956676301884225, + "candidate_over_reference": 1.125584564953854 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9898684214461811, + "identical_control": 0.9956676301884225, + "candidate_over_reference": 1.125584564953854 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9648799378522588, + "identical_control": 1.0100971610463911, + "candidate_over_reference": 1.3544261617949696 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9648799378522588, + "identical_control": 1.0100971610463911, + "candidate_over_reference": 1.3544261617949696 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9877079080492852, + "identical_control": 0.9911196748186257, + "candidate_over_reference": 1.1698415231842447 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9877079080492852, + "identical_control": 0.9911196748186257, + "candidate_over_reference": 1.1698415231842447 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9964136474733278, + "identical_control": 0.9907826970052216, + "candidate_over_reference": 1.1407558848316286 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9940789023830096, + "identical_control": 0.9740831313840713, + "candidate_over_reference": 1.131966595982409 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9948515731565842, + "identical_control": 1.000084334149099, + "candidate_over_reference": 1.1424517877407094 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0003220776161446, + "identical_control": 0.9983954510193314, + "candidate_over_reference": 1.1479068852238836 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0119556643295193, + "identical_control": 0.9923594632325047, + "candidate_over_reference": 1.359905436329267 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0119556643295193, + "identical_control": 0.9923594632325047, + "candidate_over_reference": 1.359905436329267 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "e636cb0779cf34cd143ad3488094adfd2606bbe657212512e23a7c0862f2eef3", + "raw_summary": "linux-regression-repeat-summary.json", + "slower_paired_intervals": [] + }, + "macos_small_repeat": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 4, + "validated_invocations": 984, + "estimator": "mean-fastest-63-of-81; one warmup; participant order rotates every round", + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "candidate_over_reference": 1.3939402402167416 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "candidate_over_reference": 1.3939402402167416 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "6c68eb9556435e0fd8b997764a7fbdb51ee6c4ad1a6155d56280a9c61fe70249", + "raw_summary": "small-repeat-summary.json", + "slower_paired_intervals": [] + } + }, + "instruction_diagnostics": { + "samples": 72, + "minimum_scheduled_percent": 100.0, + "groups": [ + { + "shape": "broad", + "files": 100, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.997654130668711, + "cycles:u": 0.9863244135342375, + "task-clock": 0.9751499571550984 + } + }, + { + "shape": "broad", + "files": 10000, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.9798513136497018, + "cycles:u": 0.8963482428716791, + "task-clock": 0.95698500394633 + } + }, + { + "shape": "broad", + "files": 100000, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.9785887845498278, + "cycles:u": 0.9131441888115577, + "task-clock": 0.9705494741938087 + } + }, + { + "shape": "deep", + "files": 100000, + "cpus": 3, + "candidate_over_baseline": { + "instructions:u": 0.9790258956648752, + "cycles:u": 0.9484730035933822, + "task-clock": 0.963556783072746 + } + } + ] + }, + "section_audits": { + "linux-final-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/home/marcus/Documents/xff-inline-records-20261109/build/binaries/59132e3c2d86b21e8ec54e0a978297c85fb168b9/xff_full", + "bytes": 18476248, + "sha256": "bfe85b80ce5cf015f676d02a093ba0a21cb0b127bf3366439f951f437e02779b" + }, + { + "path": "/home/marcus/Documents/xff-inline-records-20261109/final-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff_full", + "bytes": 18476464, + "sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c" + } + ], + "source_audit": "linux-final-loaded-sections.json", + "source_audit_sha256": "fa942e8ac73217fb2a1581c7f4c7f563d94142d633c158ce58a3dce43fbbcb2e" + }, + "macos-final-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/measurement-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff_full", + "bytes": 8296120, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52" + }, + { + "path": "/private/tmp/xff-inline-records-evidence-20261109/final-macos-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff_full", + "bytes": 8296120, + "sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117" + } + ], + "source_audit": "macos-final-loaded-sections.json", + "source_audit_sha256": "0f38b08e66bd02c02cf6778aa0e3cd6d17d026738cae50c0741f1ad47090f13a" + }, + "macos-final-minimal-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/private/tmp/xff-minimal-production-macos-20261108/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "bytes": 4199136, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05" + }, + { + "path": "/private/tmp/xff-inline-records-evidence-20261109/final-minimal-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff", + "bytes": 4199136, + "sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12" + } + ], + "source_audit": "macos-final-minimal-loaded-sections.json", + "source_audit_sha256": "055b4efc478e1385cdfbd29ae6f051e82f04f62b380dc6d889d25c0c6911c1eb" + } + }, + "section_audit_limits": "ELF compares allocated sections excluding GNU build-id. Mach-O compares sections, dyld bindings and selected load commands; symbol tables, UUID, code signature and function/data-in-code linkedit metadata are excluded. This is not whole-file identity.", + "correctness": { + "linux": [ + "record_buffer_test", + "render_test", + "expression_execution_test", + "run_test" + ], + "macos": [ + "record_buffer_test", + "render_test", + "expression_execution_test", + "run_test" + ], + "configuration": "clang_opt; final source revision; four actual suites executed on each host" + }, + "storage_release": [ + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T00:51:16.985782+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-storage/ram-volume", + "uuid": "02801E94-FD19-32D3-B9A9-82ECF5D7ED22", + "released_at": "2026-11-09T00:55:01.702142+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T00:56:02.488204+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-full-storage/ram-volume", + "uuid": "A3A646CF-EA62-35F7-9EDD-D5EB00AE7C17", + "released_at": "2026-11-09T01:10:47.294150+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T01:15:11.630076+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-small-repeat-storage/ram-volume", + "uuid": "FA1441C1-7F01-33E1-BD6F-D8A8DB2C20F8", + "released_at": "2026-11-09T01:16:13.469068+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T01:25:22.662895+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-final-screen-storage/ram-volume", + "uuid": "1AA5C1E4-9232-3F24-B452-7F955E261930", + "released_at": "2026-11-09T01:29:36.957886+00:00" + } + ], + "archives": { + "linux": { + "path": "/home/marcus/Documents/xff-inline-records-linux-qualified-20261109.tar.gz", + "bytes": 48851311, + "sha256": "3be107e5804d50ad87b6f3598e5d3649408fc116f5a0100d1be79d448e7e3e1d" + }, + "macos": { + "local_path": "/private/tmp/xff-inline-records-macos-qualified-20261109.tar.gz", + "remote_path": "/home/marcus/Documents/xff-inline-records-macos-qualified-20261109.tar.gz", + "bytes": 28467695, + "sha256": "5f7c73e44e2ac0f3e716f3e30ac9c6efc7a495216a613e02378648582965a26a" + } + }, + "coverage_browser": { + "url": "https://mboworks.github.io/xff/benchmarks/", + "catalog_entries": 550, + "checked": [ + { + "dataset": "linux / x86_64", + "pr": 914, + "commit": "9bbee34da11e0d97b2b740cf25f4d90ca62447d9", + "index": 8, + "binary_state": "Not verified", + "figures": "backfills/42534282665/1/linux/9bbee34da11e0d97b2b740cf25f4d90ca62447d9/landscape.json" + }, + { + "dataset": "linux / x86_64", + "pr": 986, + "commit": "61ab1ce41300aa785d6beafb46c29b29dc832b8d", + "index": 53, + "binary_state": "Not verified", + "figures": "backfills/42534282665/1/linux/61ab1ce41300aa785d6beafb46c29b29dc832b8d/landscape.json" + }, + { + "dataset": "linux / x86_64", + "pr": 1143, + "commit": "52c153549739546e02af7480d6d338096548528f", + "index": 153, + "binary_state": "Not verified", + "figures": "backfills/42499244750/1/linux/52c153549739546e02af7480d6d338096548528f/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 914, + "commit": "9bbee34da11e0d97b2b740cf25f4d90ca62447d9", + "index": 8, + "binary_state": "Not verified", + "figures": "backfills/42519073200/1/macos/9bbee34da11e0d97b2b740cf25f4d90ca62447d9/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 986, + "commit": "61ab1ce41300aa785d6beafb46c29b29dc832b8d", + "index": 53, + "binary_state": "Not verified", + "figures": "backfills/42498912253/1/macos/61ab1ce41300aa785d6beafb46c29b29dc832b8d/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 1143, + "commit": "52c153549739546e02af7480d6d338096548528f", + "index": 153, + "binary_state": "Not verified", + "figures": "backfills/42499244750/1/macos/52c153549739546e02af7480d6d338096548528f/landscape.json" + } + ], + "page_errors": [], + "checked_at": "2026-11-09T01:14:10.299Z" + }, + "limits": [ + "Point estimates describe these hosts and populations, not universal speedups.", + "Paired bootstrap intervals describe within-cell variability, not independent-machine reproducibility.", + "Raw observations remain separate by source, target, contract and sampling population.", + "No macOS speedup is claimed; the portable experiment was rejected for that platform.", + "Live historical-data import and the first continuous extended GitHub run remain pending #1153 merging." + ] +} diff --git a/docs/benchmarks/linux-inline-raw-records-20261109.md b/docs/benchmarks/linux-inline-raw-records-20261109.md new file mode 100644 index 0000000000..44d7721643 --- /dev/null +++ b/docs/benchmarks/linux-inline-raw-records-20261109.md @@ -0,0 +1,109 @@ +# Linux inline raw record qualification (2026-11-09) + +## Outcome + +This follow-up to PR #1151 reduces raw filename-output work on Linux. Records up to +256 bytes, including their terminator, use uninitialized inline storage. Longer records retain +the existing bounded string fallback. Each buffer belongs to one coordinator, and consumers +must finish using its borrowed record before returning. + +Linux measurements support a modest large-listing improvement and about 2.1% fewer userspace +instructions. The macOS portable experiment did not establish a benefit, so the final change +preserves that platform's previous implementation. No macOS speedup is claimed. + +The measured final source is `90f8c8c0579b1132ea4d0bc714da9f855a77e012`; its qualified #1151 +baseline is `1ea02a41d7dcf25c043e1079c98a9e60d6d73290`. The experiment parent `720fedab08` +and this baseline differ only in tooling, workflows and documentation before this output change. + +## Final production executable comparisons + +Both full (`//xff/cli:xff_full --config=clang_release --config=xff_full`) and minimal +(`//xff/cli:xff --config=clang_release`) CLIs were built from clean exact sources. Each build +has a matching configured query and immediate copy before any later Bazel build. Executable +SHA-256, source/tree identity, unchanged configuration hashes and actual ThinLTO link actions +are retained. Build servers were stopped before collecting measurements. + +Final listing screens cover 100 and 100,000 files, broad/deep trees, one warmup and 27 measured +rounds retaining 21. The full-CLI screen uses three workers; the minimal screen covers workers +1/3/10. Every cell rotates candidate, baseline and GNU find. An identical-baseline population +provides separate controls. All 32 cells and 2,688 participant invocations passed on each host. + +The table equally weights broad/deep trees at 100,000 files and three workers. Negative elapsed +changes mean less time. Candidate/find above one means XFF takes longer. + +| Platform | CLI | Elapsed change | Identical control change | Candidate/find | +| -------- | ------- | -------------: | -----------------------: | -------------: | +| linux | full | -1.52% | +0.87% | 1.0942 | +| linux | minimal | -1.09% | +0.49% | 1.1055 | +| macos | full | -0.60% | +0.15% | 0.9805 | +| macos | minimal | +0.57% | -0.01% | 0.9881 | + +XFF still takes about 9-11% longer than GNU find in these Linux cases. Small-case changes and +macOS's sub-percent differences remain within observed timing variation. These point estimates +do not establish a universal speedup or performance on independent machines. + +Separate final Linux counters use nine correctness-checked repetitions per binary/case, after +accepted timings finish. Large broad/single-worker listing uses 2.14% fewer instructions; +deep/three-worker listing uses 2.10% fewer. All counters have 100% scheduled coverage. Counter +cycles and task-clock samples remain diagnostics rather than additional elapsed-time samples. + +## Broader qualification and rejected experiment + +The initial portable implementation at `59132e3c2d86b21e8ec54e0a978297c85fb168b9` completed all +five extended workloads on both hosts: listing, native-case filtering, metadata/date output, +content regex and TAR filtering. Both shapes, all declared sizes and workers 1/3/10 give +90 candidate cells plus 90 identical-baseline controls per host. One warmup and nine measured +rounds retaining seven give 5,400 independently output-checked invocations per host. + +Linux's descriptive full-grid ratio was 0.992727, with control 0.996151. Several individual +cells were initially slower. A separate 24-case, 27-round repetition included every slower +paired interval and its opposite shape, all five small workloads at three workers, and the +primary large-listing case. All 48 cells and 4,032 invocations passed. None of the repeat's +candidate paired intervals remained wholly above parity. Initial slower cells remain in the +retained summaries and raw data. + +The portable macOS full-grid ratio was 1.001055, with control 0.998778. Its separate 81-round +small-listing repeat did not establish a benefit. Both populations are retained as rejected +macOS experiments, including their slower cells. They are not relabeled as final results. + +Final ELF allocated sections match the measured Linux prototype except the excluded build-id +note. Final macOS full/minimal code/data sections and dyld bindings match their corresponding +baseline. Whole-file hashes differ: the comparison excludes the metadata listed in the +[qualification data](linux-inline-raw-records-20261109.json). The final executable screens +above measure the actual new files directly. + +## Correctness, fixtures and retention + +The final source passes four existing suites on both hosts under `clang_opt`: +`record_buffer_test`, `render_test`, `expression_execution_test` and `run_test`. +The new boundary case checks sizes immediately below/at/above inline capacity, embedded NULs, +alternating newline/NUL terminators and reuse after long records. Existing cases check queued +copies, growth and release of oversized storage. + +Every measured invocation must match an independent multiset oracle, including duplicate counts, +exit status and diagnostics. Warmups, all measured rounds, commands, output counts/hashes, host +context and failed-attempt diagnostics are retained. Final fixture, binary, reference-tool and +native-launcher checks passed for every completed population. + +Linux uses the existing verified tmpfs fixture on drogon with recorded guest-core affinity. +macOS uses newly owned 2 GiB case-sensitive HFS+ RAM images without CPU affinity. Four separate +creation/release receipts verify live device/image/UUID ownership before detach and absence +afterward. All four images were released; their device names are not authority for future cleanup. + +Raw observations, original and final production bytes, configured link actions, native accounting +helper, source bundles and verification scripts are archived on drogon: + +- `/home/marcus/Documents/xff-inline-records-linux-qualified-20261109.tar.gz` +- `/home/marcus/Documents/xff-inline-records-macos-qualified-20261109.tar.gz` + +Sizes and independently checked SHA-256 values are in the qualification JSON. The original Linux +working evidence is `/home/marcus/Documents/xff-inline-records-20261109`; macOS originals are +`/private/tmp/xff-inline-records-evidence-20261109`. No sampling contract or fixture recipe changed. + +## Coverage inventory + +The refreshed [merged-PR coverage inventory](../benchmark-merged-pr-coverage.md) distinguishes +direct main-branch merges from development-branch merges and records current known missing work. +Chromium loaded PRs #914, #986 and #1143 on both platforms in the published viewer, including their +actual figure payloads, with no page errors. Their conservative binary verification state remains +unchanged. This does not claim that all missing merged-PR coverage has been recovered. diff --git a/release-site.json b/release-site.json index 537904011d..edb96fb269 100644 --- a/release-site.json +++ b/release-site.json @@ -156,6 +156,8 @@ "docs/benchmarks/ordered-output-credit-20261107.md": "docs/benchmarks/ordered-output-credit-20261107.html", "docs/benchmarks/ordered-output-credit-requalification-20261108.md": "docs/benchmarks/ordered-output-credit-requalification-20261108.html", "docs/benchmarks/lazy-evaluation-shard-setup-20261108.md": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.html", + "docs/benchmarks/linux-inline-raw-records-20261109.md": "docs/benchmarks/linux-inline-raw-records-20261109.html", + "docs/benchmark-merged-pr-coverage.md": "docs/benchmark-merged-pr-coverage.html", "docs/benchmarks/adaptive-ordered-output-20261109.md": "docs/benchmarks/adaptive-ordered-output-20261109.html" }, "generated_html": { @@ -203,6 +205,7 @@ "docs/benchmarks/ordered-output-credit-20261107.json.gz": "docs/benchmarks/ordered-output-credit-20261107.json.gz", "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz": "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz", "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json", + "docs/benchmarks/linux-inline-raw-records-20261109.json": "docs/benchmarks/linux-inline-raw-records-20261109.json", "docs/benchmarks/adaptive-ordered-output-20261109.json.gz": "docs/benchmarks/adaptive-ordered-output-20261109.json.gz" } } diff --git a/xff/presentation/render/record_buffer.h b/xff/presentation/render/record_buffer.h index 680b0cd53e..ac0b17f898 100644 --- a/xff/presentation/render/record_buffer.h +++ b/xff/presentation/render/record_buffer.h @@ -5,6 +5,7 @@ #define XFF_PRESENTATION_RENDER_RECORD_BUFFER_H_ #include +#include #include #include #include @@ -21,6 +22,7 @@ namespace xff::render { class RawRecordBuffer final { public: static constexpr std::size_t kMaxRetainedBytes = 1UZ << 20U; + static constexpr std::size_t kInlineBytes = 256; explicit RawRecordBuffer(char terminator) : terminator_(terminator) {} @@ -32,6 +34,18 @@ class RawRecordBuffer final { // Explicit actions can alternate newline and NUL records while retaining the same storage. template Consumer> void EmitRecord(std::string_view path, char terminator, Consumer&& consume) { +#if defined(__linux__) + // The common short-path record needs only a copy and a terminator. Leave unused bytes + // uninitialized and avoid growing or resizing the fallback string for these records. + // Linux qualification establishes reduced instructions; macOS retains its qualified layout. + if (path.size() < inline_.size()) { + const std::span record = std::span(inline_).first(path.size() + 1); + std::ranges::copy(path, record.begin()); + record.back() = terminator; + std::invoke(std::forward(consume), std::string_view(record.data(), record.size())); + return; + } +#endif // XFF_ABI_POINTER: std::string::resize_and_overwrite requires a writable buffer callback. bytes_.resize_and_overwrite(path.size() + 1, [path, terminator](char* data, std::size_t) noexcept { const std::span record(data, path.size() + 1); @@ -45,10 +59,20 @@ class RawRecordBuffer final { } } - std::size_t RetainedCapacity() const { return bytes_.capacity(); } + std::size_t RetainedCapacity() const { + return std::max({ + bytes_.capacity(), +#if defined(__linux__) + inline_.size(), +#endif + }); + } private: std::string bytes_; +#if defined(__linux__) + std::array inline_; +#endif char terminator_; }; diff --git a/xff/presentation/render/record_buffer_test.cc b/xff/presentation/render/record_buffer_test.cc index a442a20870..1b51f73c8f 100644 --- a/xff/presentation/render/record_buffer_test.cc +++ b/xff/presentation/render/record_buffer_test.cc @@ -47,6 +47,30 @@ TEST_F(RawRecordBufferTest, QueuedConsumersKeepIndependentRecords) { EXPECT_THAT(rows, ElementsAre(EqualsText("first\n"), EqualsText(std::string(160, 'x') + "\n"), EqualsText("last\n"))); } +TEST_F(RawRecordBufferTest, AlternatesInlineBoundaryAndFallbackWithoutExposingStaleBytes) { + static constexpr auto kSizes = std::to_array({ + RawRecordBuffer::kInlineBytes - 2, + RawRecordBuffer::kInlineBytes - 1, + RawRecordBuffer::kInlineBytes, + RawRecordBuffer::kInlineBytes + 1, + 0, + RawRecordBuffer::kInlineBytes - 1, + 1, + }); + RawRecordBuffer buffer('\n'); + for (const auto size : kSizes) { + SCOPED_TRACE(size); + std::string path(size, 'x'); + if (!path.empty()) { + path.at(size / 2) = '\0'; + } + for (const char terminator : {'\n', '\0'}) { + const std::string expected = path + terminator; + buffer.EmitRecord(path, terminator, [&](std::string_view text) { EXPECT_THAT(text, EqualsText(expected)); }); + } + } +} + TEST_F(RawRecordBufferTest, ExplicitTerminatorsAlternateWithoutChangingTheDefault) { RawRecordBuffer buffer('\n'); std::vector rows;