From afb2f5dad1e375a11afb1ab898cc233cb9d87a37 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Sun, 8 Nov 2026 20:30:55 +0000 Subject: [PATCH 1/9] Construct deferred entry memo only when needed --- xff/engine/run.cc | 20 ++++++++++++++------ 1 file changed, 14 insertions(+), 6 deletions(-) diff --git a/xff/engine/run.cc b/xff/engine/run.cc index de10630004..206512a48b 100644 --- a/xff/engine/run.cc +++ b/xff/engine/run.cc @@ -6148,6 +6148,7 @@ RunResult RunFindCore( }; std::vector deferred_candidates; + const DeferredDecisions initial_deferred_decisions; std::size_t deferred_order = 0; std::vector deferred_nodes; if (expression.has_value()) { @@ -6422,9 +6423,17 @@ RunResult RunFindCore( // no fuzzy test renders empty rather than inheriting the previous entry's score. fuzzy_score.reset(); hash_verification.reset(); - EvaluationMemo evaluation_memo; - const DeferredDecisions deferred_results; - DeferredEvaluation deferred{.decisions = deferred_results, .memo = evaluation_memo}; + // Ordinary entries do not need deferred memo storage; unresolved result-set + // predicates keep their own memo while sharing the immutable initial decisions. + std::optional evaluation_memo; + std::optional deferred; + if (!deferred_nodes.empty()) { + deferred.emplace( + DeferredEvaluation{ + .decisions = initial_deferred_decisions, + .memo = evaluation_memo.emplace(), + }); + } EvalContext eval_context{ .visit = visit, .emit = emit, @@ -6451,8 +6460,7 @@ RunResult RunFindCore( .fuzzy_workspace = fuzzy_workspace, .hash_verification = hash_verification_summary ? mbo::types::OptionalRef{hash_verification} : mbo::types::OptionalRef>{}, - .deferred = deferred_nodes.empty() ? mbo::types::OptionalRef{} - : mbo::types::OptionalRef{deferred}, + .deferred = deferred ? mbo::types::OptionalRef{*deferred} : mbo::types::OptionalRef{}, .grep = grep_options, .grep_json = format == render::Format::kJsonl, .grep_before = grep_before, @@ -6507,7 +6515,7 @@ RunResult RunFindCore( .entry = OwnedVisit(visit), .captures = std::move(captures), .outputs = std::move(outputs), - .memo = std::move(evaluation_memo), + .memo = std::move(evaluation_memo).value(), .decisions = {}, .hash_verification = hash_verification, .waiting_at = evaluated.waiting_at.value(), From 7b101698fafe70c076c12a900c58049cc23bf1dd Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Sun, 8 Nov 2026 21:13:22 +0000 Subject: [PATCH 2/9] Bind immutable predicate descriptor once during evaluation --- xff/engine/evaluate.cc | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/xff/engine/evaluate.cc b/xff/engine/evaluate.cc index 89bf71eca0..71cb91a6ce 100644 --- a/xff/engine/evaluate.cc +++ b/xff/engine/evaluate.cc @@ -4066,28 +4066,29 @@ struct BooleanResult { template Result EvaluatePredicateResult(Cursor cursor, EvalContext& context) { const auto& expr = cursor.Get(); - const bool invalidate = !expr.descriptor->pure || expr.descriptor->kind == registry::Kind::kAction; + const auto& descriptor = *expr.descriptor; + const bool invalidate = !descriptor.pure || descriptor.kind == registry::Kind::kAction; if (invalidate) { context.content.Invalidate(); } - if (expr.descriptor->needs_metadata || (expr.grep_template != nullptr && expr.grep_template->NeedsBirthTime())) { + if (descriptor.needs_metadata || (expr.grep_template != nullptr && expr.grep_template->NeedsBirthTime())) { context.control.metadata_error = context.visit.EnsureMetadata(); if (!context.control.metadata_error.ok()) { return {.unknown = true}; } } - if (context.dry_run && expr.descriptor->safety == registry::Safety::kSecurity) { + if (context.dry_run && descriptor.safety == registry::Safety::kSecurity) { PreviewExecution(expr, context); return {.unknown = true}; } - if (expr.descriptor->control == registry::Control::kTop) { + if (descriptor.control == registry::Control::kTop) { if constexpr (std::is_same_v) { return EvaluateTop(expr, context); } else { return {}; // The boolean evaluator is selected only without deferred state. } } - if (expr.descriptor->control == registry::Control::kShardStatus) { + if (descriptor.control == registry::Control::kShardStatus) { if constexpr (std::is_same_v) { return EvaluateShardStatus(expr, context); } else { From 1ea02a41d7dcf25c043e1079c98a9e60d6d73290 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Sun, 8 Nov 2026 22:08:09 +0000 Subject: [PATCH 3/9] Skip shard matcher compilation when no shard consumer is enabled --- xff/engine/run.cc | 24 +++++++++++++++--------- 1 file changed, 15 insertions(+), 9 deletions(-) diff --git a/xff/engine/run.cc b/xff/engine/run.cc index 206512a48b..d30acd9c0b 100644 --- a/xff/engine/run.cc +++ b/xff/engine/run.cc @@ -1793,7 +1793,7 @@ template int ResolveDeferredRound( std::vector& candidates, const std::map& node_order, - const shard::Matcher& shard_matcher, + mbo::types::OptionalRef shard_matcher, shard::Dedup shard_dedup, const SchemeAllowed& scheme_allowed, bool report_dedup_errors) { @@ -1816,7 +1816,7 @@ int ResolveDeferredRound( } if (next_node.Get().descriptor->control == registry::Control::kShardStatus) { return ResolveShardStatusRound( - next_node.Get(), entries, shard_matcher, shard_dedup, scheme_allowed, report_dedup_errors); + next_node.Get(), entries, *shard_matcher, shard_dedup, scheme_allowed, report_dedup_errors); } int limit = 0; // `-top` arity and its positive integer argument were validated before traversal. @@ -4025,7 +4025,8 @@ Collections MakeCollections( // The selected shard policy also applies when reductions consume explicit collections. struct CollectionShardPolicy { const ShardsConfig& config; - const shard::Matcher& matcher; + // Required only when shard grouping is enabled. + mbo::types::OptionalRef matcher; shard::Dedup dedup; }; @@ -4039,11 +4040,12 @@ struct CollectedShardDirectory { std::map GroupCollectedDirectories( const Collections::EntriesType& entries, const CollectionShardPolicy& policy) { + const auto& matcher = *policy.matcher; std::map groups; for (const Collections::Entry& entry : entries) { const auto slash = entry.path.rfind('/'); auto& group = groups[std::string(slash == std::string_view::npos ? "" : entry.path.substr(0, slash + 1))]; - const auto match = policy.matcher.Decode(entry.name); + const auto match = matcher.Decode(entry.name); const bool selected = match.has_value() && (match->scheme == shard::Scheme::kCustom || policy.config.schemes.empty() || absl::c_linear_search(policy.config.schemes, match->scheme)); @@ -4067,9 +4069,10 @@ int FeedCollectedShards( const Collections::EntriesType& entries, const CollectionShardPolicy& policy, const Feed& feed) { + const auto& matcher = *policy.matcher; int errors = 0; for (const auto& [prefix, group] : GroupCollectedDirectories(entries, policy)) { - for (const auto& set : shard::GroupShards(group.shards, policy.matcher, policy.dedup)) { + for (const auto& set : shard::GroupShards(group.shards, matcher, policy.dedup)) { if (policy.dedup == shard::Dedup::kError) { errors += ReportShardDuplicateErrors(set, prefix); } @@ -5459,8 +5462,11 @@ RunResult RunFindCore( return RunResult{.errors = 2}; } shard_matcher = *std::move(matcher_or); - } else { - shard_matcher = *shard::Matcher::Make(); + } + // Ordinary walks, collections and -top frontiers need no shard regex compilation. + mbo::types::OptionalRef shard_matcher_ref; + if (shard_matcher) { + shard_matcher_ref.set_ref(*shard_matcher); } // Comparison pairs physical entries by relative path. Collapsing a side's reductions onto @@ -6579,7 +6585,7 @@ RunResult RunFindCore( || absl::c_linear_search(shards.schemes, scheme); }; errors += ResolveDeferredRound( - deferred_candidates, deferred_node_order, *shard_matcher, shard_dedup, scheme_allowed, + deferred_candidates, deferred_node_order, shard_matcher_ref, shard_dedup, scheme_allowed, /*report_dedup_errors=*/!group_matched_shards); std::vector next_round; next_round.reserve(deferred_candidates.size()); @@ -6893,7 +6899,7 @@ RunResult RunFindCore( .hash_encoding = hash_encoding, .defines = defines, }, - CollectionShardPolicy{.config = shards, .matcher = *shard_matcher, .dedup = shard_dedup}); + CollectionShardPolicy{.config = shards, .matcher = shard_matcher_ref, .dedup = shard_dedup}); collect_status != 0) { return RunResult{.errors = collect_status + rg_errors, .any_match = any_match}; } From d481a467f4053cf70727ab53f957cde14fd5497b Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Sun, 8 Nov 2026 23:01:40 +0000 Subject: [PATCH 4/9] Document production qualification of lazy evaluation and shard setup --- docs/benchmark-extended-history-campaign.md | 7 + .../lazy-evaluation-shard-setup-20261108.json | 9119 +++++++++++++++++ .../lazy-evaluation-shard-setup-20261108.md | 183 + 3 files changed, 9309 insertions(+) create mode 100644 docs/benchmarks/lazy-evaluation-shard-setup-20261108.json create mode 100644 docs/benchmarks/lazy-evaluation-shard-setup-20261108.md diff --git a/docs/benchmark-extended-history-campaign.md b/docs/benchmark-extended-history-campaign.md index 9cf393f59e..01c750d52a 100644 --- a/docs/benchmark-extended-history-campaign.md +++ b/docs/benchmark-extended-history-campaign.md @@ -243,3 +243,10 @@ The [synthetic viewer check](benchmarks/extended-history-viewer-check-20261107.j both exported dataset views in Chromium. Both historical versions produce their exact expected heights; 60 measured points remain present and all 20 unavailable cells remain empty. This artifact contains synthetic renderer checks only, not performance measurements. + +The [November 8 follow-up](benchmarks/lazy-evaluation-shard-setup-20261108.md) +qualifies lazy deferred-entry state, cached predicate descriptors and conditional +shard setup against merged PR #1149. It includes Linux/macOS production builds, +the 1/3/10-worker grid, identical controls, rejected experiments and small-task +regression repeats. Its experiment populations remain separate from the original +130-revision history and the core CI benchmark contract. diff --git a/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json new file mode 100644 index 0000000000..b3f5c14fd8 --- /dev/null +++ b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json @@ -0,0 +1,9119 @@ +{ + "schema": 1, + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "measured_source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "recipe": "extended-production-v1", + "estimator": "mean of fastest keep/repetitions; paired intervals separately use all rounds", + "interval_scope": "95% paired-round bootstrap; within-cell variability only; no multiple-comparison correction", + "builds": { + "linux": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "bytes": 18476096, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 18.67543525295332, + "completed_at": "2026-11-08T22:11:24.768394+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "64c69ccb5eb85635b3a262660c375b558525168d6f234ba35ed612982807115c", + "link_actions_sha256": "f5110fe044109e9fcde2e29e07047b852fb089dff93e1d074fc5d0d105173138", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "4fd6b2f73f912a5f6f50b958e1a75842bcce57fcb35bbcdce13833b2ffc16877", + "bytes": 18473632, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 84.00020835595205, + "completed_at": "2026-11-08T20:30:28.338428+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "3ae6eb01929fd5bdcb87ba20e2a97be918019182ccce57775c92792cbd71d885", + "link_actions_sha256": "f5110fe044109e9fcde2e29e07047b852fb089dff93e1d074fc5d0d105173138", + "thin_lto": true + } + }, + "macos": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 14.738025999628007, + "completed_at": "2026-11-08T22:13:09.451671+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "7c18ea32a159cc35fecbe7fa6ca513f3b6a3d46e629101be0289e22ef0605962", + "link_actions_sha256": "7e748fef98b936c9d4b20e5c5f81e16d00d3732197f53ce8b3c251f3eebba3cc", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "b014fc984a68514826c2e32c3be7816baa32ac441753a18e12c75ed7e721b8b3", + "bytes": 8278888, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 144.674904792, + "completed_at": "2026-11-08T20:45:18.064839+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "651b90618b5078f82fdd4ef458d6a1db50a8240248eb4eb421fe7efc4f65af9d", + "link_actions_sha256": "7e748fef98b936c9d4b20e5c5f81e16d00d3732197f53ce8b3c251f3eebba3cc", + "thin_lto": true + } + } + }, + "platforms": { + "linux": { + "full": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-full", + "contract_sha256": "d29c6ef59b6e553a6cb74a77e4955812a332ff3266eb1a1e96051ae12ce09f72", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 180, + "completed": 180, + "new_cells": 180, + "state": "complete", + "utc": "2026-11-08T22:34:44.818403+00:00", + "pr": 0, + "case": "metadata-time/broad/10000/10", + "session_seconds": 216.8814898430137 + }, + "repetitions": 9, + "keep": 7, + "warmup_rounds": 1, + "executions": 5400, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_history.py": "31b9416b714a3640ccb0811b43166f4a4091892792761600e4737918ccd511c0", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0393189378644434, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.994612572187274, + "cpu_ratio_geomean": 0.9838987975654805, + "vs_reference_geomean": 1.3382996940535836, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 0.9908638987459367, + "cpu_ratio_geomean": 0.9880139559202548, + "vs_reference_geomean": 1.0946637085134223, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9714382148640514, + "cpu_ratio_geomean": 0.9651354830162812, + "vs_reference_geomean": 0.80577892737692, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0041734711828607, + "cpu_ratio_geomean": 1.0022002132148422, + "vs_reference_geomean": 0.6922804033387109, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.999153070434894, + "cpu_ratio_geomean": 0.9932805442087093, + "vs_reference_geomean": 0.674792172940421, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9946828482990344, + "cpu_ratio_geomean": 0.9890116057937525, + "vs_reference_geomean": 0.8043459430643126, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0025378103402247, + "cpu_ratio_geomean": 0.9893236919820521, + "vs_reference_geomean": 1.4371168757203092, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9983957303425852, + "cpu_ratio_geomean": 0.9979518978626614, + "vs_reference_geomean": 1.3000710916295755, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9873377882636476, + "cpu_ratio_geomean": 0.9872990622838996, + "vs_reference_geomean": 1.116484652913455, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0047588660242164, + "cpu_ratio_geomean": 0.9981844374306904, + "vs_reference_geomean": 1.4177758608548356, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9839668921153859, + "cpu_ratio_geomean": 0.9813396406171261, + "vs_reference_geomean": 1.1893199571890927, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9919179626175416, + "cpu_ratio_geomean": 0.9917786020734954, + "vs_reference_geomean": 1.131936972173459, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9987732248163519, + "cpu_ratio_geomean": 0.9949277652498704, + "vs_reference_geomean": 1.4073785229304725, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9698424694304192, + "cpu_ratio_geomean": 0.9696386248181053, + "vs_reference_geomean": 1.1627752739013386, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9748654454271062, + "cpu_ratio_geomean": 0.9742408221794913, + "vs_reference_geomean": 1.0220809824429198, + "all_round_ci_below_one_cells": 5, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9965455249599918, + "cpu_ratio_geomean": 0.989918548589632, + "vs_reference_geomean": 1.2943781343969007, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 1.0020067344053942, + "cpu_ratio_geomean": 1.0018244933910743, + "vs_reference_geomean": 1.0613184204877573, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9950814029872237, + "cpu_ratio_geomean": 0.9927438391822797, + "vs_reference_geomean": 0.8122945839488765, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9912536658734517, + "cpu_ratio_geomean": 0.991346833093099, + "vs_reference_geomean": 0.6551837778635614, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9880553870668363, + "cpu_ratio_geomean": 0.9869618446090161, + "vs_reference_geomean": 0.6638713250569117, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0024068871241714, + "cpu_ratio_geomean": 0.9962296914583557, + "vs_reference_geomean": 0.8127907413614098, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.001573962595628, + "cpu_ratio_geomean": 1.007531204539633, + "vs_reference_geomean": 1.3635264785600663, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9888511774291857, + "cpu_ratio_geomean": 0.989243598161492, + "vs_reference_geomean": 1.2450513241413699, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.002513053517999, + "cpu_ratio_geomean": 1.002861624386177, + "vs_reference_geomean": 1.128971213477115, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9960861076959427, + "cpu_ratio_geomean": 0.9937426327377462, + "vs_reference_geomean": 1.3334474033697448, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.029011711879037, + "cpu_ratio_geomean": 1.0292628037359492, + "vs_reference_geomean": 1.2068474391708452, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 3 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9970678509920488, + "cpu_ratio_geomean": 0.9982878287112591, + "vs_reference_geomean": 1.1432871056652998, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.001394597014577, + "cpu_ratio_geomean": 0.9906101738208303, + "vs_reference_geomean": 1.3475657100808325, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9925406114069397, + "cpu_ratio_geomean": 0.9907629630658099, + "vs_reference_geomean": 1.1510522263205911, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9976124616357543, + "cpu_ratio_geomean": 0.9970610609802304, + "vs_reference_geomean": 1.047545016056588, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 90, + "wall_ratio_geomean": 0.9910918577253578 + }, + "control": { + "cells": 90, + "wall_ratio_geomean": 0.9987570453320723 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001440532854758203, + "anchor_seconds": 0.0014750880155978458, + "reference_seconds": 0.0009945799995745932, + "historical_over_current": 0.976574170168661, + "reference_over_xff": 0.6904250717291248, + "paired_ratio_ci_low": 0.9437551624354431, + "paired_ratio_ci_high": 1.0085670751954825 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015758781394522106, + "anchor_seconds": 0.0015199804578774742, + "reference_seconds": 0.0010729242681658693, + "historical_over_current": 1.0367752633167355, + "reference_over_xff": 0.6808421547993727, + "paired_ratio_ci_low": 0.8951566466200963, + "paired_ratio_ci_high": 1.1135009302186472 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015843627375683614, + "anchor_seconds": 0.0015753991735566939, + "reference_seconds": 0.001093137709956084, + "historical_over_current": 1.0056897097333313, + "reference_over_xff": 0.6899541904360887, + "paired_ratio_ci_low": 0.9734739201478929, + "paired_ratio_ci_high": 1.0532131270449074 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.0038993854208716323, + "anchor_seconds": 0.0038310328465221183, + "reference_seconds": 0.002906080717886133, + "historical_over_current": 1.017841813706078, + "reference_over_xff": 0.7452663443657578, + "paired_ratio_ci_low": 0.9974929058418703, + "paired_ratio_ci_high": 1.0568946791694591 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.004294902551919222, + "anchor_seconds": 0.004298669718472021, + "reference_seconds": 0.003166592979271497, + "historical_over_current": 0.9991236436387259, + "reference_over_xff": 0.7372909957774181, + "paired_ratio_ci_low": 0.9640872974885486, + "paired_ratio_ci_high": 1.041397238223474 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004447047598659992, + "anchor_seconds": 0.004522416408040694, + "reference_seconds": 0.00341917373173471, + "historical_over_current": 0.9833343941423222, + "reference_over_xff": 0.768863758680027, + "paired_ratio_ci_low": 0.9646586718788069, + "paired_ratio_ci_high": 1.0204148945068634 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041676615414741845, + "anchor_seconds": 0.04231115498779608, + "reference_seconds": 0.03846359385975769, + "historical_over_current": 0.9850030193400002, + "reference_over_xff": 0.9229058904373592, + "paired_ratio_ci_low": 0.9800865892990248, + "paired_ratio_ci_high": 0.9915757867701332 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.042189514148049057, + "anchor_seconds": 0.04242156813519874, + "reference_seconds": 0.039015799710926204, + "historical_over_current": 0.9945298111939163, + "reference_over_xff": 0.9247748048013581, + "paired_ratio_ci_low": 0.9799777676053406, + "paired_ratio_ci_high": 1.0025789193001244 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04207009401371969, + "anchor_seconds": 0.04264627259025084, + "reference_seconds": 0.03870350285433233, + "historical_over_current": 0.9864893567119657, + "reference_over_xff": 0.919976619061287, + "paired_ratio_ci_low": 0.9717829822457064, + "paired_ratio_ci_high": 0.9980642404302418 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015860804290111577, + "anchor_seconds": 0.0015851729715775167, + "reference_seconds": 0.0011138377345300146, + "historical_over_current": 1.0005724658759088, + "reference_over_xff": 0.7022580407378439, + "paired_ratio_ci_low": 0.9749589503146671, + "paired_ratio_ci_high": 1.0299512062088412 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016817074501886964, + "anchor_seconds": 0.0016648541537246533, + "reference_seconds": 0.0011714745612282837, + "historical_over_current": 1.0101229867050747, + "reference_over_xff": 0.6965983061422711, + "paired_ratio_ci_low": 0.9745881183363375, + "paired_ratio_ci_high": 1.0463541662618903 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017161014090691293, + "anchor_seconds": 0.0017394624218078597, + "reference_seconds": 0.0012278011334793909, + "historical_over_current": 0.9865699813655929, + "reference_over_xff": 0.7154595451007707, + "paired_ratio_ci_low": 0.9338151381129806, + "paired_ratio_ci_high": 1.031213568033334 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.006385563739708492, + "anchor_seconds": 0.006356637958171112, + "reference_seconds": 0.004921894869767129, + "historical_over_current": 1.0045504843484436, + "reference_over_xff": 0.7707847060018258, + "paired_ratio_ci_low": 0.9801128177185466, + "paired_ratio_ci_high": 1.0271519038437018 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.006150989427364298, + "anchor_seconds": 0.00616668355983815, + "reference_seconds": 0.005046723859517702, + "historical_over_current": 0.9974550125166041, + "reference_over_xff": 0.8204735057852677, + "paired_ratio_ci_low": 0.9073798119328209, + "paired_ratio_ci_high": 1.0635675275284637 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.006238096992352179, + "anchor_seconds": 0.0063110507326200604, + "reference_seconds": 0.004835618543438613, + "historical_over_current": 0.9884403178870352, + "reference_over_xff": 0.7751752737039862, + "paired_ratio_ci_low": 0.9642558489969394, + "paired_ratio_ci_high": 1.0032379930585151 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058648168558387885, + "anchor_seconds": 0.05902481100721551, + "reference_seconds": 0.05090203897894493, + "historical_over_current": 0.9936189130909444, + "reference_over_xff": 0.8679220550300526, + "paired_ratio_ci_low": 0.9765902411511531, + "paired_ratio_ci_high": 0.9980826075623199 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04970570415857115, + "anchor_seconds": 0.05018963313861085, + "reference_seconds": 0.0434190292643117, + "historical_over_current": 0.990357989294259, + "reference_over_xff": 0.8735220634999215, + "paired_ratio_ci_low": 0.9615018586045876, + "paired_ratio_ci_high": 1.0208200504654106 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0502306717348152, + "anchor_seconds": 0.05156253517738411, + "reference_seconds": 0.043563988991081715, + "historical_over_current": 0.9741699387358076, + "reference_over_xff": 0.8672786464228635, + "paired_ratio_ci_low": 0.9505543785777238, + "paired_ratio_ci_high": 0.9916806197894945 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00143156129135085, + "anchor_seconds": 0.0014480872778221965, + "reference_seconds": 0.0009990196974415863, + "historical_over_current": 0.988587713790152, + "reference_over_xff": 0.6978532483921044, + "paired_ratio_ci_low": 0.954839584253605, + "paired_ratio_ci_high": 1.0644851200934216 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001511865428515843, + "anchor_seconds": 0.001488616906239518, + "reference_seconds": 0.0010523148978661215, + "historical_over_current": 1.0156175320721397, + "reference_over_xff": 0.6960374104851053, + "paired_ratio_ci_low": 0.9924236909483353, + "paired_ratio_ci_high": 1.1251692401056845 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015685844368168286, + "anchor_seconds": 0.0015576924197375774, + "reference_seconds": 0.001103744692435222, + "historical_over_current": 1.0069924055232202, + "reference_over_xff": 0.7036565367657742, + "paired_ratio_ci_low": 0.9888183587860774, + "paired_ratio_ci_high": 1.0309555504451782 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.003999100981413254, + "anchor_seconds": 0.0041595444449090534, + "reference_seconds": 0.003411994714822088, + "historical_over_current": 0.9614276357373295, + "reference_over_xff": 0.8531904372207959, + "paired_ratio_ci_low": 0.9371735787403357, + "paired_ratio_ci_high": 1.0336753621106274 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.004252691703316357, + "anchor_seconds": 0.004458378002579723, + "reference_seconds": 0.003843254692453359, + "historical_over_current": 0.9538652175422652, + "reference_over_xff": 0.9037228561516207, + "paired_ratio_ci_low": 0.8775740852996096, + "paired_ratio_ci_high": 1.08343890948417 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004398918694018253, + "anchor_seconds": 0.004429032128038151, + "reference_seconds": 0.00386219983920455, + "historical_over_current": 0.9932008996211016, + "reference_over_xff": 0.877988457585373, + "paired_ratio_ci_low": 0.9234274367454868, + "paired_ratio_ci_high": 1.0190190042328247 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04420454153192362, + "anchor_seconds": 0.04512123502458313, + "reference_seconds": 0.04435024373898549, + "historical_over_current": 0.9796837676947435, + "reference_over_xff": 1.0032960913519857, + "paired_ratio_ci_low": 0.9687037851760045, + "paired_ratio_ci_high": 0.9854061719118202 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.043342723877036145, + "anchor_seconds": 0.044217380695044994, + "reference_seconds": 0.043549432435871234, + "historical_over_current": 0.9802191625948828, + "reference_over_xff": 1.0047691640105851, + "paired_ratio_ci_low": 0.9443703583448857, + "paired_ratio_ci_high": 0.9858893060243393 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04351000244995313, + "anchor_seconds": 0.044143381561817865, + "reference_seconds": 0.04371665629358696, + "historical_over_current": 0.9856517763375748, + "reference_over_xff": 1.004749570949152, + "paired_ratio_ci_low": 0.9776109670084986, + "paired_ratio_ci_high": 1.0057943925270534 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016013315679239376, + "anchor_seconds": 0.0016167077036308391, + "reference_seconds": 0.0011509117404265063, + "historical_over_current": 0.9904892296409737, + "reference_over_xff": 0.7187216960436353, + "paired_ratio_ci_low": 0.9416744994458881, + "paired_ratio_ci_high": 1.031367729045521 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001645111312557544, + "anchor_seconds": 0.001661299860903195, + "reference_seconds": 0.0011907194275408983, + "historical_over_current": 0.9902554928663811, + "reference_over_xff": 0.7237926202633467, + "paired_ratio_ci_low": 0.8819147219102751, + "paired_ratio_ci_high": 1.0234734268016035 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016989508710269416, + "anchor_seconds": 0.0016972588574779885, + "reference_seconds": 0.0012296541660491908, + "historical_over_current": 1.0009969095412279, + "reference_over_xff": 0.7237726452360088, + "paired_ratio_ci_low": 0.9884833945853087, + "paired_ratio_ci_high": 1.0218729052796407 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.005171762014340077, + "anchor_seconds": 0.00525204514685486, + "reference_seconds": 0.004365577445631581, + "historical_over_current": 0.9847139294750997, + "reference_over_xff": 0.8441180072723501, + "paired_ratio_ci_low": 0.9737497443504065, + "paired_ratio_ci_high": 1.0346852084800202 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005645118836712625, + "anchor_seconds": 0.0058084192985136595, + "reference_seconds": 0.0046886310114392215, + "historical_over_current": 0.9718855589776684, + "reference_over_xff": 0.8305637395880927, + "paired_ratio_ci_low": 0.8712593468775576, + "paired_ratio_ci_high": 1.0691280279580349 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.005277161719277501, + "anchor_seconds": 0.005527886844772313, + "reference_seconds": 0.004498621881274241, + "historical_over_current": 0.9546435857796328, + "reference_over_xff": 0.8524699678694231, + "paired_ratio_ci_low": 0.935651096246675, + "paired_ratio_ci_high": 1.048342671268365 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.0546786095614412, + "anchor_seconds": 0.05582995416729578, + "reference_seconds": 0.05227010231465101, + "historical_over_current": 0.9793776544683425, + "reference_over_xff": 0.9559515637630873, + "paired_ratio_ci_low": 0.9695880709052075, + "paired_ratio_ci_high": 0.9898569560437337 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04742969399584191, + "anchor_seconds": 0.04979578626807779, + "reference_seconds": 0.04522513313817659, + "historical_over_current": 0.9524840865149128, + "reference_over_xff": 0.9535193952999446, + "paired_ratio_ci_low": 0.9162804806936581, + "paired_ratio_ci_high": 0.9851592421576065 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0479096998793206, + "anchor_seconds": 0.0492828617071999, + "reference_seconds": 0.04551902358486716, + "historical_over_current": 0.9721371328629911, + "reference_over_xff": 0.9501003700612757, + "paired_ratio_ci_low": 0.944375138917188, + "paired_ratio_ci_high": 0.9863647489914253 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014357466716319323, + "anchor_seconds": 0.001447084592655301, + "reference_seconds": 0.0010428705552060688, + "historical_over_current": 0.9921649908506285, + "reference_over_xff": 0.7263611163525782, + "paired_ratio_ci_low": 0.9598067969090326, + "paired_ratio_ci_high": 1.0384897197065104 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015273918564032232, + "anchor_seconds": 0.0015344288632539766, + "reference_seconds": 0.0010857954288699798, + "historical_over_current": 0.99541392434718, + "reference_over_xff": 0.7108820335253481, + "paired_ratio_ci_low": 0.9748916123734008, + "paired_ratio_ci_high": 1.0091938314780722 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017201951538611735, + "anchor_seconds": 0.0016425823061061756, + "reference_seconds": 0.0011655435830886876, + "historical_over_current": 1.0472505076101684, + "reference_over_xff": 0.6775647405310337, + "paired_ratio_ci_low": 1.0067785711344308, + "paired_ratio_ci_high": 1.1786988796348827 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.008769289873141264, + "anchor_seconds": 0.008933631137811713, + "reference_seconds": 0.007895621421214725, + "historical_over_current": 0.9816042030239113, + "reference_over_xff": 0.9003718129329461, + "paired_ratio_ci_low": 0.9564820220917634, + "paired_ratio_ci_high": 0.9908027144760345 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009520995730002011, + "anchor_seconds": 0.009973981733699995, + "reference_seconds": 0.008759639142746372, + "historical_over_current": 0.9545832330765718, + "reference_over_xff": 0.9200339324954745, + "paired_ratio_ci_low": 0.9055527300398871, + "paired_ratio_ci_high": 1.006030169002286 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.009683126284341727, + "anchor_seconds": 0.009881767993127661, + "reference_seconds": 0.008697082421609334, + "historical_over_current": 0.9798981610452623, + "reference_over_xff": 0.898168852313029, + "paired_ratio_ci_low": 0.9074600863620216, + "paired_ratio_ci_high": 1.016242039853709 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.11259567172133497, + "anchor_seconds": 0.11365631843052272, + "reference_seconds": 0.10867887173247125, + "historical_over_current": 0.990667947687958, + "reference_over_xff": 0.9652135830002642, + "paired_ratio_ci_low": 0.9835886044046606, + "paired_ratio_ci_high": 0.9952364716929418 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.11551924054843507, + "anchor_seconds": 0.11624407585311149, + "reference_seconds": 0.11017344226794583, + "historical_over_current": 0.9937645398326163, + "reference_over_xff": 0.9537237411265023, + "paired_ratio_ci_low": 0.97216434099611, + "paired_ratio_ci_high": 1.007146556667207 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11713231100501227, + "anchor_seconds": 0.11758892527515334, + "reference_seconds": 0.11071230655735624, + "historical_over_current": 0.9961168599077455, + "reference_over_xff": 0.9451901495618804, + "paired_ratio_ci_low": 0.9706324764504103, + "paired_ratio_ci_high": 1.0276117766064998 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016570432843374355, + "anchor_seconds": 0.0016471218384270156, + "reference_seconds": 0.0011619580078071781, + "historical_over_current": 1.0060235045635086, + "reference_over_xff": 0.7012236908897549, + "paired_ratio_ci_low": 0.9738682835989945, + "paired_ratio_ci_high": 1.0420227941843185 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017142322612926364, + "anchor_seconds": 0.0017290252892832672, + "reference_seconds": 0.0012271068657615355, + "historical_over_current": 0.9914442963429627, + "reference_over_xff": 0.7158346587388466, + "paired_ratio_ci_low": 0.9783960864702717, + "paired_ratio_ci_high": 1.0123825749779576 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001851246875178601, + "anchor_seconds": 0.0018561278702691197, + "reference_seconds": 0.0012979221563520177, + "historical_over_current": 0.997370334679684, + "reference_over_xff": 0.7011070072579052, + "paired_ratio_ci_low": 0.8999474657713883, + "paired_ratio_ci_high": 1.0701284759500012 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012352574866132013, + "anchor_seconds": 0.012351249577477574, + "reference_seconds": 0.009602711702297841, + "historical_over_current": 1.0001072999655722, + "reference_over_xff": 0.7773854282499693, + "paired_ratio_ci_low": 0.931342902530352, + "paired_ratio_ci_high": 1.090906685393241 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.013713147258386016, + "anchor_seconds": 0.013913539288166379, + "reference_seconds": 0.010700277402065694, + "historical_over_current": 0.9855973361177196, + "reference_over_xff": 0.7802933345969972, + "paired_ratio_ci_low": 0.8994742993123461, + "paired_ratio_ci_high": 1.0674170786552013 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013178494842057782, + "anchor_seconds": 0.013141960820316203, + "reference_seconds": 0.010318000701123051, + "historical_over_current": 1.0027799521122525, + "reference_over_xff": 0.7829422726026523, + "paired_ratio_ci_low": 0.951489548223489, + "paired_ratio_ci_high": 1.0242541051002876 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.134067788853177, + "anchor_seconds": 0.13478152771546906, + "reference_seconds": 0.10869117829549525, + "historical_over_current": 0.9947044756474432, + "reference_over_xff": 0.8107180645347057, + "paired_ratio_ci_low": 0.9856474016829545, + "paired_ratio_ci_high": 1.0009189090105126 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1346152835758403, + "anchor_seconds": 0.13644935100871539, + "reference_seconds": 0.11149660098765578, + "historical_over_current": 0.9865586210611003, + "reference_over_xff": 0.8282610861554974, + "paired_ratio_ci_low": 0.9627671496642725, + "paired_ratio_ci_high": 0.9983769625756811 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13634339256012545, + "anchor_seconds": 0.13775850884017668, + "reference_seconds": 0.1109425925616441, + "historical_over_current": 0.9897275580872249, + "reference_over_xff": 0.8136998095651758, + "paired_ratio_ci_low": 0.9575770198975991, + "paired_ratio_ci_high": 1.0042199899798085 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001649639619115208, + "anchor_seconds": 0.0016370446953390325, + "reference_seconds": 0.0019223284076101013, + "historical_over_current": 1.0076936957262288, + "reference_over_xff": 1.1653020364782165, + "paired_ratio_ci_low": 0.9767145037139737, + "paired_ratio_ci_high": 1.052743547088446 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001803016273437866, + "anchor_seconds": 0.0017967258713075093, + "reference_seconds": 0.0032716731407812665, + "historical_over_current": 1.0035010360961625, + "reference_over_xff": 1.814555525083014, + "paired_ratio_ci_low": 0.977637725811555, + "paired_ratio_ci_high": 1.0141580106663484 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0020959388431427734, + "anchor_seconds": 0.00211582171531128, + "reference_seconds": 0.003330899984575808, + "historical_over_current": 0.9906027658074292, + "reference_over_xff": 1.5892162099449723, + "paired_ratio_ci_low": 0.9856165514837537, + "paired_ratio_ci_high": 1.0242191023742029 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01250529385704015, + "anchor_seconds": 0.012657673563808203, + "reference_seconds": 0.014188635695193495, + "historical_over_current": 0.9879614760169081, + "reference_over_xff": 1.1346103384212494, + "paired_ratio_ci_low": 0.9546734015711856, + "paired_ratio_ci_high": 1.0112738643310695 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.007941688993014395, + "anchor_seconds": 0.007954254280775785, + "reference_seconds": 0.011707328708975442, + "historical_over_current": 0.9984203060000535, + "reference_over_xff": 1.474161065646533, + "paired_ratio_ci_low": 0.968319864492467, + "paired_ratio_ci_high": 1.0260827769004406 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.00777392674769674, + "anchor_seconds": 0.007695027261174151, + "reference_seconds": 0.009080623908500587, + "historical_over_current": 1.0102533082528093, + "reference_over_xff": 1.1680871460733786, + "paired_ratio_ci_low": 0.960723067483458, + "paired_ratio_ci_high": 1.0471121962133842 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.14734356155219888, + "anchor_seconds": 0.1490054812747985, + "reference_seconds": 0.1515923791365432, + "historical_over_current": 0.9888465866598914, + "reference_over_xff": 1.0288361265303003, + "paired_ratio_ci_low": 0.982691577112388, + "paired_ratio_ci_high": 1.0018823871170341 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.08476177785944726, + "anchor_seconds": 0.08533321429110531, + "reference_seconds": 0.09475625642309231, + "historical_over_current": 0.993303469974673, + "reference_over_xff": 1.1179125640830467, + "paired_ratio_ci_low": 0.94691136348097, + "paired_ratio_ci_high": 1.0046440215032626 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07053859101142734, + "anchor_seconds": 0.0705074871324801, + "reference_seconds": 0.06118482500979943, + "historical_over_current": 1.0004411429227196, + "reference_over_xff": 0.8673950547139141, + "paired_ratio_ci_low": 0.9763369733919193, + "paired_ratio_ci_high": 1.0456082367766097 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017755332768761686, + "anchor_seconds": 0.0017630626015099032, + "reference_seconds": 0.002109415430043425, + "historical_over_current": 1.0070733026471013, + "reference_over_xff": 1.1880461253616608, + "paired_ratio_ci_low": 0.9755007872684414, + "paired_ratio_ci_high": 1.0492919644698515 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020533319828765734, + "anchor_seconds": 0.0020037427311763167, + "reference_seconds": 0.0031876794029293315, + "historical_over_current": 1.024748312709359, + "reference_over_xff": 1.5524422886861273, + "paired_ratio_ci_low": 0.9371240816730108, + "paired_ratio_ci_high": 1.0687865018208778 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0023237145838460754, + "anchor_seconds": 0.002342904136250062, + "reference_seconds": 0.003406042283001755, + "historical_over_current": 0.9918095016748315, + "reference_over_xff": 1.4657748015525534, + "paired_ratio_ci_low": 0.9698469799126103, + "paired_ratio_ci_high": 1.0336383548600447 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.014592177750143622, + "anchor_seconds": 0.01485393030036773, + "reference_seconds": 0.02841919643937477, + "historical_over_current": 0.9823782295371597, + "reference_over_xff": 1.9475637513458235, + "paired_ratio_ci_low": 0.9694154783236971, + "paired_ratio_ci_high": 1.0061723117976997 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.008836954283261938, + "anchor_seconds": 0.008970924436913006, + "reference_seconds": 0.018195437117745832, + "historical_over_current": 0.9850661819087656, + "reference_over_xff": 2.0590167759733444, + "paired_ratio_ci_low": 0.9595588205119073, + "paired_ratio_ci_high": 1.0342332313502807 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.008680884560037936, + "anchor_seconds": 0.008413944692750062, + "reference_seconds": 0.011736139854682344, + "historical_over_current": 1.0317258880389224, + "reference_over_xff": 1.3519520704962646, + "paired_ratio_ci_low": 0.9730070248212042, + "paired_ratio_ci_high": 1.046957547477599 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16247776273771056, + "anchor_seconds": 0.16412574842771782, + "reference_seconds": 0.29920329742266666, + "historical_over_current": 0.9899590057879734, + "reference_over_xff": 1.8415030609799414, + "paired_ratio_ci_low": 0.9847231087490349, + "paired_ratio_ci_high": 1.0055435895481084 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09117373157226082, + "anchor_seconds": 0.09179822385444172, + "reference_seconds": 0.1759136887267232, + "historical_over_current": 0.9931971202060388, + "reference_over_xff": 1.9294339026510143, + "paired_ratio_ci_low": 0.944175223167701, + "paired_ratio_ci_high": 0.9970793216950234 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07484730499397431, + "anchor_seconds": 0.0746661002714453, + "reference_seconds": 0.07797323957285178, + "historical_over_current": 1.0024268673718093, + "reference_over_xff": 1.0417641567606093, + "paired_ratio_ci_low": 0.9849305483258041, + "paired_ratio_ci_high": 1.0139009781387882 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015189239888318948, + "anchor_seconds": 0.0015023915995178477, + "reference_seconds": 0.0011945775809830853, + "historical_over_current": 1.0110040480253968, + "reference_over_xff": 0.7864630421050607, + "paired_ratio_ci_low": 0.9710140919730975, + "paired_ratio_ci_high": 1.0345887294885086 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016261222772300243, + "anchor_seconds": 0.0016456736983465298, + "reference_seconds": 0.0012542106144662415, + "historical_over_current": 0.9881195031942545, + "reference_over_xff": 0.771289239455408, + "paired_ratio_ci_low": 0.9560942420018195, + "paired_ratio_ci_high": 1.0663746299695305 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016058057080954313, + "anchor_seconds": 0.0016282954353040882, + "reference_seconds": 0.0011612597154453397, + "historical_over_current": 0.9861881776973372, + "reference_over_xff": 0.7231632753520685, + "paired_ratio_ci_low": 0.9627572868853037, + "paired_ratio_ci_high": 1.0159235349948539 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0020231674258996335, + "anchor_seconds": 0.0020403735772041337, + "reference_seconds": 0.0022604947111436297, + "historical_over_current": 0.9915671563792365, + "reference_over_xff": 1.11730481729087, + "paired_ratio_ci_low": 0.9699833219044144, + "paired_ratio_ci_high": 1.016904607203605 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0024315102824143003, + "anchor_seconds": 0.0024298495845869184, + "reference_seconds": 0.002273988860127117, + "historical_over_current": 1.0006834570493235, + "reference_over_xff": 0.9352166332890121, + "paired_ratio_ci_low": 0.9277982510953298, + "paired_ratio_ci_high": 1.0855261722721667 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.0028349203057587147, + "anchor_seconds": 0.0028154949956972685, + "reference_seconds": 0.0023432622963030425, + "historical_over_current": 1.006899429795163, + "reference_over_xff": 0.8265707827987465, + "paired_ratio_ci_low": 0.9345909416912113, + "paired_ratio_ci_high": 1.028680042781799 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00853666300619287, + "anchor_seconds": 0.008764571260793932, + "reference_seconds": 0.010607805119694344, + "historical_over_current": 0.9739966453783597, + "reference_over_xff": 1.2426172981174233, + "paired_ratio_ci_low": 0.960028809380906, + "paired_ratio_ci_high": 0.9976311409082861 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009625429004829909, + "anchor_seconds": 0.010358511004596949, + "reference_seconds": 0.013455760000007493, + "historical_over_current": 0.9292290176221554, + "reference_over_xff": 1.3979387301340622, + "paired_ratio_ci_low": 0.9018903360866571, + "paired_ratio_ci_high": 0.9543619939536331 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.009946961870550044, + "anchor_seconds": 0.010130754738513912, + "reference_seconds": 0.013270087839503373, + "historical_over_current": 0.9818579293736975, + "reference_over_xff": 1.334084518690285, + "paired_ratio_ci_low": 0.9367860281427668, + "paired_ratio_ci_high": 1.018747877657245 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016284871214468563, + "anchor_seconds": 0.0016341965944905365, + "reference_seconds": 0.0012064079720793025, + "historical_over_current": 0.9965062508005897, + "reference_over_xff": 0.7408151751347284, + "paired_ratio_ci_low": 0.941355136318743, + "paired_ratio_ci_high": 1.0810883243323217 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016111157102776425, + "anchor_seconds": 0.0016137578724218266, + "reference_seconds": 0.001181519274333758, + "historical_over_current": 0.9983627270302831, + "reference_over_xff": 0.733354697491062, + "paired_ratio_ci_low": 0.9003086141971943, + "paired_ratio_ci_high": 1.0279684298980862 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017121668372835433, + "anchor_seconds": 0.0017334565387240478, + "reference_seconds": 0.0012504602948735868, + "historical_over_current": 0.9877183529180517, + "reference_over_xff": 0.7303378780875805, + "paired_ratio_ci_low": 0.9028499768097599, + "paired_ratio_ci_high": 1.113565819599518 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0024078188497307046, + "anchor_seconds": 0.0024500737199559808, + "reference_seconds": 0.002273016725666821, + "historical_over_current": 0.9827536331331143, + "reference_over_xff": 0.9440148397879018, + "paired_ratio_ci_low": 0.9518372785881307, + "paired_ratio_ci_high": 1.0108158817159005 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0028602680124874625, + "anchor_seconds": 0.0028476914657013758, + "reference_seconds": 0.002379327729743506, + "historical_over_current": 1.004416400771489, + "reference_over_xff": 0.8318548189735194, + "paired_ratio_ci_low": 0.985048715670522, + "paired_ratio_ci_high": 1.0218548083699135 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.0030980774401021855, + "anchor_seconds": 0.0032282832876912187, + "reference_seconds": 0.002654713428845363, + "historical_over_current": 0.9596671555791025, + "reference_over_xff": 0.8568905975306418, + "paired_ratio_ci_low": 0.9055253882644337, + "paired_ratio_ci_high": 1.001523224252123 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.011521920262436782, + "anchor_seconds": 0.011931130296683736, + "reference_seconds": 0.01186350716411003, + "historical_over_current": 0.9657023245852328, + "reference_over_xff": 1.0296466989783701, + "paired_ratio_ci_low": 0.9375186154179611, + "paired_ratio_ci_high": 0.9833340015981452 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.011885390018246003, + "anchor_seconds": 0.012213687844840544, + "reference_seconds": 0.015172961450714086, + "historical_over_current": 0.9731204996586494, + "reference_over_xff": 1.2766061044207324, + "paired_ratio_ci_low": 0.9641699933902654, + "paired_ratio_ci_high": 0.9945730445378217 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013011376822500356, + "anchor_seconds": 0.012929178325326316, + "reference_seconds": 0.015605360153131187, + "historical_over_current": 1.0063575963689066, + "reference_over_xff": 1.199362708959831, + "paired_ratio_ci_low": 0.9886036836162343, + "paired_ratio_ci_high": 1.131540659238724 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001364043863889362, + "anchor_seconds": 0.001354674592481128, + "reference_seconds": 0.0009894948619018709, + "historical_over_current": 1.0069162524049957, + "reference_over_xff": 0.7254127877387153, + "paired_ratio_ci_low": 0.9785066377520336, + "paired_ratio_ci_high": 1.0457827834369848 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015315319843856351, + "anchor_seconds": 0.0015105315583891102, + "reference_seconds": 0.0011581785677533065, + "historical_over_current": 1.0139026727908422, + "reference_over_xff": 0.7562222529867066, + "paired_ratio_ci_low": 0.9912705762137612, + "paired_ratio_ci_high": 1.0472482209800666 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015176475779818638, + "anchor_seconds": 0.0014912491231890662, + "reference_seconds": 0.0010812182944001897, + "historical_over_current": 1.0177022432954355, + "reference_over_xff": 0.7124304153919392, + "paired_ratio_ci_low": 0.9426784954205533, + "paired_ratio_ci_high": 1.1164655184054522 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.006803831268501069, + "anchor_seconds": 0.00695401885812836, + "reference_seconds": 0.0058399517355220655, + "historical_over_current": 0.9784027635398571, + "reference_over_xff": 0.858332828234385, + "paired_ratio_ci_low": 0.9018139045195834, + "paired_ratio_ci_high": 1.0613693962213353 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.00539037914547537, + "anchor_seconds": 0.005674110825306603, + "reference_seconds": 0.004187335443150785, + "historical_over_current": 0.949995393363523, + "reference_over_xff": 0.7768164966031362, + "paired_ratio_ci_low": 0.7406311963101767, + "paired_ratio_ci_high": 1.0229686149630655 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.00631762740002679, + "anchor_seconds": 0.006338406154619796, + "reference_seconds": 0.005286595883912274, + "historical_over_current": 0.9967217697815307, + "reference_over_xff": 0.8368008350555552, + "paired_ratio_ci_low": 0.9756703131726459, + "paired_ratio_ci_high": 1.043882140867792 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04400413801028792, + "anchor_seconds": 0.0440470260301871, + "reference_seconds": 0.04062235159134226, + "historical_over_current": 0.9990263129258764, + "reference_over_xff": 0.9231484453085976, + "paired_ratio_ci_low": 0.9608639490225819, + "paired_ratio_ci_high": 1.0106787970849929 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04258198986229088, + "anchor_seconds": 0.042846102167719176, + "reference_seconds": 0.038989542002257495, + "historical_over_current": 0.9938357915407464, + "reference_over_xff": 0.9156345705860325, + "paired_ratio_ci_low": 0.9514916753538476, + "paired_ratio_ci_high": 1.0392693282319763 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04282211943063885, + "anchor_seconds": 0.04251202327265803, + "reference_seconds": 0.03910583274305931, + "historical_over_current": 1.007294316621723, + "reference_over_xff": 0.9132157226921241, + "paired_ratio_ci_low": 1.0004230859117111, + "paired_ratio_ci_high": 1.0398319409746346 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014961227009605085, + "anchor_seconds": 0.0015173169917293958, + "reference_seconds": 0.001104221263501261, + "historical_over_current": 0.9860317317446432, + "reference_over_xff": 0.7380552830274901, + "paired_ratio_ci_low": 0.9685416256900762, + "paired_ratio_ci_high": 1.0281351981101123 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015710681577080063, + "anchor_seconds": 0.0016117763007059693, + "reference_seconds": 0.001186238435496177, + "historical_over_current": 0.9747433046508175, + "reference_over_xff": 0.7550521787843704, + "paired_ratio_ci_low": 0.9333083377098852, + "paired_ratio_ci_high": 1.0119662594064858 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017178711215300219, + "anchor_seconds": 0.0016993542667478323, + "reference_seconds": 0.0012273435713723302, + "historical_over_current": 1.0108964064436232, + "reference_over_xff": 0.714456140504415, + "paired_ratio_ci_low": 0.9655448293180917, + "paired_ratio_ci_high": 1.1176046016161476 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00630461354739964, + "anchor_seconds": 0.006353191249737782, + "reference_seconds": 0.004991666729828077, + "historical_over_current": 0.992353810797031, + "reference_over_xff": 0.7917482478980662, + "paired_ratio_ci_low": 0.9554295159577615, + "paired_ratio_ci_high": 1.0643852911129241 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005998998148632901, + "anchor_seconds": 0.005934665877638119, + "reference_seconds": 0.004617228322396321, + "historical_over_current": 1.0108400830512105, + "reference_over_xff": 0.7696665689834445, + "paired_ratio_ci_low": 0.9898062704703356, + "paired_ratio_ci_high": 1.032439159774187 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.0064058298511164525, + "anchor_seconds": 0.006367249963139849, + "reference_seconds": 0.0050578491230096135, + "historical_over_current": 1.0060591131493097, + "reference_over_xff": 0.7895696951938391, + "paired_ratio_ci_low": 0.9765909274594854, + "paired_ratio_ci_high": 1.088840611107756 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06021252084922578, + "anchor_seconds": 0.060091476421803236, + "reference_seconds": 0.05177234487408506, + "historical_over_current": 1.002014336052802, + "reference_over_xff": 0.8598268955343157, + "paired_ratio_ci_low": 0.9905583030351075, + "paired_ratio_ci_high": 1.0130996882720114 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.050483976307857246, + "anchor_seconds": 0.05053839057550898, + "reference_seconds": 0.04333961710134255, + "historical_over_current": 0.998923308260669, + "reference_over_xff": 0.8584826368876423, + "paired_ratio_ci_low": 0.991608585851005, + "paired_ratio_ci_high": 1.0054125047900393 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05301785156396883, + "anchor_seconds": 0.05228004268636661, + "reference_seconds": 0.04493815817737153, + "historical_over_current": 1.0141126295942107, + "reference_over_xff": 0.8476042851934745, + "paired_ratio_ci_low": 0.9993936271720956, + "paired_ratio_ci_high": 1.080643182698879 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014175869956878679, + "anchor_seconds": 0.0014171875747186796, + "reference_seconds": 0.0010528863141579287, + "historical_over_current": 1.000281840580819, + "reference_over_xff": 0.7427313578360161, + "paired_ratio_ci_low": 0.9108870109851893, + "paired_ratio_ci_high": 1.0498963629952984 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0014132703987083264, + "anchor_seconds": 0.001413438020140997, + "reference_seconds": 0.0010418354400566646, + "historical_over_current": 0.9998814087138721, + "reference_over_xff": 0.7371805430927169, + "paired_ratio_ci_low": 0.9372887797524729, + "paired_ratio_ci_high": 1.0958162793541162 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015268104117629783, + "anchor_seconds": 0.001564527113389756, + "reference_seconds": 0.0011353025745068277, + "historical_over_current": 0.9758925867733546, + "reference_over_xff": 0.7435779621098574, + "paired_ratio_ci_low": 0.9025161101293745, + "paired_ratio_ci_high": 1.0721489140333322 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.004140333854593337, + "anchor_seconds": 0.004150488563547177, + "reference_seconds": 0.003536389142807041, + "historical_over_current": 0.9975533702121175, + "reference_over_xff": 0.8541313978542402, + "paired_ratio_ci_low": 0.9625671252610063, + "paired_ratio_ci_high": 1.0411966228575027 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.006745433833982263, + "anchor_seconds": 0.007176749158783683, + "reference_seconds": 0.006121090879397733, + "historical_over_current": 0.939901017123675, + "reference_over_xff": 0.9074421349388672, + "paired_ratio_ci_low": 0.8695074684776543, + "paired_ratio_ci_high": 0.9934663308028643 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004444455012812146, + "anchor_seconds": 0.004403343424201012, + "reference_seconds": 0.0038979515666142106, + "historical_over_current": 1.009336448387192, + "reference_over_xff": 0.8770370169970185, + "paired_ratio_ci_low": 0.979060191259469, + "paired_ratio_ci_high": 1.0821700357541293 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04710363455316318, + "anchor_seconds": 0.04716218357706176, + "reference_seconds": 0.045766259726536064, + "historical_over_current": 0.9987585599423547, + "reference_over_xff": 0.9716078209396412, + "paired_ratio_ci_low": 0.9876717799575491, + "paired_ratio_ci_high": 1.003035194027866 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04501034013394799, + "anchor_seconds": 0.04473168256559542, + "reference_seconds": 0.04456940544436553, + "historical_over_current": 1.0062295346915229, + "reference_over_xff": 0.9902037023432779, + "paired_ratio_ci_low": 0.9870627025651421, + "paired_ratio_ci_high": 1.0282637051192622 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.044124500293816836, + "anchor_seconds": 0.04407080525665411, + "reference_seconds": 0.04383227427024394, + "historical_over_current": 1.0012183811221516, + "reference_over_xff": 0.99337723891201, + "paired_ratio_ci_low": 0.9921745492986008, + "paired_ratio_ci_high": 1.005893023739131 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015228861344179937, + "anchor_seconds": 0.0015590380311810545, + "reference_seconds": 0.001165610970929265, + "historical_over_current": 0.9768114080349446, + "reference_over_xff": 0.7653960099746593, + "paired_ratio_ci_low": 0.9025942246559828, + "paired_ratio_ci_high": 1.0160582842201 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016269447015864508, + "anchor_seconds": 0.0016111430013552308, + "reference_seconds": 0.0012084452734727944, + "historical_over_current": 1.0098077577334403, + "reference_over_xff": 0.7427697280026954, + "paired_ratio_ci_low": 0.9663719117892486, + "paired_ratio_ci_high": 1.0508866044021494 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001809745844054435, + "anchor_seconds": 0.0017278595894042934, + "reference_seconds": 0.0013057058677077293, + "historical_over_current": 1.0473917297170965, + "reference_over_xff": 0.7214857666325744, + "paired_ratio_ci_low": 1.008999866354366, + "paired_ratio_ci_high": 1.2627473476594253 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.005440998007543385, + "anchor_seconds": 0.005408742132463625, + "reference_seconds": 0.004691016278229654, + "historical_over_current": 1.0059636555579452, + "reference_over_xff": 0.8621609990898804, + "paired_ratio_ci_low": 0.9970586325538615, + "paired_ratio_ci_high": 1.0252632921745193 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005281530586736543, + "anchor_seconds": 0.005289637400502605, + "reference_seconds": 0.004540250137714403, + "historical_over_current": 0.9984674159772668, + "reference_over_xff": 0.8596466617302738, + "paired_ratio_ci_low": 0.960480063050709, + "paired_ratio_ci_high": 1.0434544631252223 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.007283520153058427, + "anchor_seconds": 0.007241391294103648, + "reference_seconds": 0.006215860302160893, + "historical_over_current": 1.005817785180188, + "reference_over_xff": 0.8534143067553382, + "paired_ratio_ci_low": 0.9619789336839852, + "paired_ratio_ci_high": 1.0805524934471906 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.055680167329098494, + "anchor_seconds": 0.0554434157342517, + "reference_seconds": 0.05194563468519066, + "historical_over_current": 1.0042701480727951, + "reference_over_xff": 0.9329288537903483, + "paired_ratio_ci_low": 0.9987719000192122, + "paired_ratio_ci_high": 1.0116708417332954 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04957602958061865, + "anchor_seconds": 0.05037453271714704, + "reference_seconds": 0.045985779425661476, + "historical_over_current": 0.9841486740728299, + "reference_over_xff": 0.9275809259973341, + "paired_ratio_ci_low": 0.9418581108419932, + "paired_ratio_ci_high": 0.996251701061444 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05120500029131238, + "anchor_seconds": 0.051658148261984546, + "reference_seconds": 0.04685393986957414, + "historical_over_current": 0.9912279478471813, + "reference_over_xff": 0.9150266498001279, + "paired_ratio_ci_low": 0.948882291415952, + "paired_ratio_ci_high": 1.0214253639766502 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014190094246129905, + "anchor_seconds": 0.001433210979614939, + "reference_seconds": 0.0010584382939019374, + "historical_over_current": 0.9900910925160761, + "reference_over_xff": 0.7458994109151935, + "paired_ratio_ci_low": 0.8955983679139675, + "paired_ratio_ci_high": 1.0619433931589832 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015498581508706724, + "anchor_seconds": 0.0015440283875380243, + "reference_seconds": 0.001148108160123229, + "historical_over_current": 1.0037756840351515, + "reference_over_xff": 0.7407827351672474, + "paired_ratio_ci_low": 0.9513376721262143, + "paired_ratio_ci_high": 1.0399442785169462 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015958285823996579, + "anchor_seconds": 0.0016126817291868584, + "reference_seconds": 0.0011935148421408875, + "historical_over_current": 0.9895496138623099, + "reference_over_xff": 0.7478966446046426, + "paired_ratio_ci_low": 0.9589545641113977, + "paired_ratio_ci_high": 1.0467001901853885 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.009052927688961583, + "anchor_seconds": 0.008965658023953438, + "reference_seconds": 0.008001768429364477, + "historical_over_current": 1.0097337713277696, + "reference_over_xff": 0.8838873681849017, + "paired_ratio_ci_low": 0.9761129902702388, + "paired_ratio_ci_high": 1.020470549197781 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014385272582460727, + "anchor_seconds": 0.013915821726966118, + "reference_seconds": 0.013007353176362813, + "historical_over_current": 1.0337350438016109, + "reference_over_xff": 0.9042131876056387, + "paired_ratio_ci_low": 0.9970611751173274, + "paired_ratio_ci_high": 1.0753042854423316 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.010527754435315728, + "anchor_seconds": 0.010313937008114797, + "reference_seconds": 0.009661139005662076, + "historical_over_current": 1.020730922346404, + "reference_over_xff": 0.9176827845882727, + "paired_ratio_ci_low": 0.9896322441387908, + "paired_ratio_ci_high": 1.0579484620618917 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.11652803657177303, + "anchor_seconds": 0.11622731726882714, + "reference_seconds": 0.1114485451253131, + "historical_over_current": 1.0025873375555108, + "reference_over_xff": 0.9564097053730815, + "paired_ratio_ci_low": 0.9974729362987785, + "paired_ratio_ci_high": 1.0133850029621376 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.13538234200262064, + "anchor_seconds": 0.1386802574187251, + "reference_seconds": 0.12428222629906875, + "historical_over_current": 0.9762192868870521, + "reference_over_xff": 0.9180091322150638, + "paired_ratio_ci_low": 0.9277777632196825, + "paired_ratio_ci_high": 1.0142097842559392 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11907156771381519, + "anchor_seconds": 0.11758941859339497, + "reference_seconds": 0.11143461385342691, + "historical_over_current": 1.0126044429690162, + "reference_over_xff": 0.9358624900383989, + "paired_ratio_ci_low": 1.0051653918307555, + "paired_ratio_ci_high": 1.0329642865629765 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017432339955121279, + "anchor_seconds": 0.0017452728601970843, + "reference_seconds": 0.0013355676783248782, + "historical_over_current": 0.9988317788401716, + "reference_over_xff": 0.7661436627344539, + "paired_ratio_ci_low": 0.9736872681568479, + "paired_ratio_ci_high": 1.0143612957477535 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016265881713479757, + "anchor_seconds": 0.0016284825978800654, + "reference_seconds": 0.0012144569773226976, + "historical_over_current": 0.9988366921853781, + "reference_over_xff": 0.7466284328849266, + "paired_ratio_ci_low": 0.9609058343556196, + "paired_ratio_ci_high": 1.0196073775821948 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017309551060731923, + "anchor_seconds": 0.0017387644121689455, + "reference_seconds": 0.0013025758588420494, + "historical_over_current": 0.995508703743245, + "reference_over_xff": 0.752518568662965, + "paired_ratio_ci_low": 0.9397242126277597, + "paired_ratio_ci_high": 1.0420316636407991 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012610513267905585, + "anchor_seconds": 0.012164949705558164, + "reference_seconds": 0.009348821709863842, + "historical_over_current": 1.036626831440482, + "reference_over_xff": 0.7413514034878407, + "paired_ratio_ci_low": 1.0042753975628642, + "paired_ratio_ci_high": 1.1564299662056199 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014709713037258812, + "anchor_seconds": 0.01406402759520071, + "reference_seconds": 0.011101793431277786, + "historical_over_current": 1.045910422010153, + "reference_over_xff": 0.7547253575346858, + "paired_ratio_ci_low": 1.0198491161274874, + "paired_ratio_ci_high": 1.1331277595800486 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.014145407326785582, + "anchor_seconds": 0.013763784996366926, + "reference_seconds": 0.011156495993158646, + "historical_over_current": 1.0277265541796379, + "reference_over_xff": 0.7887009356056388, + "paired_ratio_ci_low": 1.0120993964625882, + "paired_ratio_ci_high": 1.0916768656955598 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.1333692554450993, + "anchor_seconds": 0.13369487558624574, + "reference_seconds": 0.1074400198911982, + "historical_over_current": 0.9975644530897793, + "reference_over_xff": 0.805583112334501, + "paired_ratio_ci_low": 0.9920093631311461, + "paired_ratio_ci_high": 1.0014312085347092 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1408642262686044, + "anchor_seconds": 0.1408313975636182, + "reference_seconds": 0.1165961891612304, + "historical_over_current": 1.000233106434745, + "reference_over_xff": 0.8277203676886783, + "paired_ratio_ci_low": 0.9556355041649873, + "paired_ratio_ci_high": 1.012778262471207 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13756582731314534, + "anchor_seconds": 0.13845667642142093, + "reference_seconds": 0.11242987285368145, + "historical_over_current": 0.9935658638405843, + "reference_over_xff": 0.8172805343419616, + "paired_ratio_ci_low": 0.9323657649127698, + "paired_ratio_ci_high": 1.0059524513047124 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015241971206186073, + "anchor_seconds": 0.0015447111634005392, + "reference_seconds": 0.001923779009043106, + "historical_over_current": 0.9867198196866965, + "reference_over_xff": 1.2621589314263533, + "paired_ratio_ci_low": 0.9269647992216186, + "paired_ratio_ci_high": 1.0332922769973627 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017552348519010203, + "anchor_seconds": 0.0018153617191793664, + "reference_seconds": 0.0033239847315209253, + "historical_over_current": 0.9668788502902185, + "reference_over_xff": 1.8937549741112187, + "paired_ratio_ci_low": 0.9198084910494893, + "paired_ratio_ci_high": 1.0114329399043527 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0021027504366689493, + "anchor_seconds": 0.0020961736029546174, + "reference_seconds": 0.003420624299906194, + "historical_over_current": 1.003137542475042, + "reference_over_xff": 1.6267381236762177, + "paired_ratio_ci_low": 0.9400704578752291, + "paired_ratio_ci_high": 1.058526677944185 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012997849994072956, + "anchor_seconds": 0.012990921685871269, + "reference_seconds": 0.01434089314924287, + "historical_over_current": 1.000533319218545, + "reference_over_xff": 1.1033281008614766, + "paired_ratio_ci_low": 0.988154010103862, + "paired_ratio_ci_high": 1.0176189777007814 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.007713021128438413, + "anchor_seconds": 0.007800362139408078, + "reference_seconds": 0.011505747147436653, + "historical_over_current": 0.9888029543489513, + "reference_over_xff": 1.491730277389519, + "paired_ratio_ci_low": 0.9217162096380103, + "paired_ratio_ci_high": 1.0014225354569917 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.007358367704520268, + "anchor_seconds": 0.007416461877125714, + "reference_seconds": 0.009335303146924292, + "historical_over_current": 0.9921668615617611, + "reference_over_xff": 1.2686649433392119, + "paired_ratio_ci_low": 0.9770130742125368, + "paired_ratio_ci_high": 1.0400388153461146 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.14890993739079153, + "anchor_seconds": 0.14985155202780984, + "reference_seconds": 0.1493364727191095, + "historical_over_current": 0.9937163504529899, + "reference_over_xff": 1.0028643845789726, + "paired_ratio_ci_low": 0.9838206158541846, + "paired_ratio_ci_high": 1.0015512236665685 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.08983608699470226, + "anchor_seconds": 0.09004969958082906, + "reference_seconds": 0.10390117144145604, + "historical_over_current": 0.9976278367710149, + "reference_over_xff": 1.1565638588820462, + "paired_ratio_ci_low": 0.9586445275777337, + "paired_ratio_ci_high": 1.0283778565888508 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07625615086206901, + "anchor_seconds": 0.07337127043865621, + "reference_seconds": 0.06298168339500469, + "historical_over_current": 1.0393189378644434, + "reference_over_xff": 0.8259226656866674, + "paired_ratio_ci_low": 0.6920626574443176, + "paired_ratio_ci_high": 1.0838148133429066 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016041782717885716, + "anchor_seconds": 0.0016441752834777748, + "reference_seconds": 0.0020717778409432086, + "historical_over_current": 0.9756735111571553, + "reference_over_xff": 1.2914885317785092, + "paired_ratio_ci_low": 0.893961865269266, + "paired_ratio_ci_high": 0.9805872576752874 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018507572988580381, + "anchor_seconds": 0.001868742551388485, + "reference_seconds": 0.0030652088711836506, + "historical_over_current": 0.9903757462379803, + "reference_over_xff": 1.6561916968124122, + "paired_ratio_ci_low": 0.9638279601852159, + "paired_ratio_ci_high": 1.0194046380598971 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0022989832796156406, + "anchor_seconds": 0.002241082689059632, + "reference_seconds": 0.0034946232668257187, + "historical_over_current": 1.0258359902732122, + "reference_over_xff": 1.5200733723517872, + "paired_ratio_ci_low": 0.9442638410213837, + "paired_ratio_ci_high": 1.100026666384858 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.014971577013576669, + "anchor_seconds": 0.015108561259694397, + "reference_seconds": 0.028805507280464684, + "historical_over_current": 0.9909333361553647, + "reference_over_xff": 1.9240128981965625, + "paired_ratio_ci_low": 0.9688237341112286, + "paired_ratio_ci_high": 1.010592075444755 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009090113154213344, + "anchor_seconds": 0.009205800597555935, + "reference_seconds": 0.0191291320037895, + "historical_over_current": 0.987433201260811, + "reference_over_xff": 2.1043887660433565, + "paired_ratio_ci_low": 0.9360543449461517, + "paired_ratio_ci_high": 1.1037535310993716 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.008723637438379228, + "anchor_seconds": 0.009005090022193534, + "reference_seconds": 0.012053641440745975, + "historical_over_current": 0.9687451671087518, + "reference_over_xff": 1.3817219624140444, + "paired_ratio_ci_low": 0.805819275237113, + "paired_ratio_ci_high": 1.0219544491658095 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16530458614163632, + "anchor_seconds": 0.1663251653080806, + "reference_seconds": 0.30296466055525734, + "historical_over_current": 0.9938639521893521, + "reference_over_xff": 1.8327662143364316, + "paired_ratio_ci_low": 0.9870233200902409, + "paired_ratio_ci_high": 1.0155814551745026 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09358039628049093, + "anchor_seconds": 0.09399478714580514, + "reference_seconds": 0.1757199679767447, + "historical_over_current": 0.9955913420531353, + "reference_over_xff": 1.8777433625099718, + "paired_ratio_ci_low": 0.9310048910172094, + "paired_ratio_ci_high": 1.0480488528949354 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07757990614378027, + "anchor_seconds": 0.07796018913255207, + "reference_seconds": 0.08161730440666101, + "historical_over_current": 0.9951220874012348, + "reference_over_xff": 1.0520418039098702, + "paired_ratio_ci_low": 0.958427555582516, + "paired_ratio_ci_high": 1.0470846643303293 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014659335637199028, + "anchor_seconds": 0.0014728004545239465, + "reference_seconds": 0.0011963038705289364, + "historical_over_current": 0.9953375280521194, + "reference_over_xff": 0.8160696365347122, + "paired_ratio_ci_low": 0.9480927847797184, + "paired_ratio_ci_high": 1.0121743529513332 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015832920159612382, + "anchor_seconds": 0.0015969423111528158, + "reference_seconds": 0.001180580584332347, + "historical_over_current": 0.9914522302426043, + "reference_over_xff": 0.7456493005907064, + "paired_ratio_ci_low": 0.953784140702735, + "paired_ratio_ci_high": 1.1269867159282454 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015599095661725318, + "anchor_seconds": 0.001542602848660733, + "reference_seconds": 0.0011966022762602993, + "historical_over_current": 1.01121916605225, + "reference_over_xff": 0.7670972101263149, + "paired_ratio_ci_low": 0.936895420526131, + "paired_ratio_ci_high": 1.0193453004145163 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0020113904528053744, + "anchor_seconds": 0.001984977811974074, + "reference_seconds": 0.002154885558411479, + "historical_over_current": 1.0133062650232008, + "reference_over_xff": 1.0713412482424611, + "paired_ratio_ci_low": 0.9942001049542294, + "paired_ratio_ci_high": 1.0612758171774799 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0023631602858326267, + "anchor_seconds": 0.002293817565909454, + "reference_seconds": 0.002207157983710723, + "historical_over_current": 1.030230268070896, + "reference_over_xff": 0.9339857295939034, + "paired_ratio_ci_low": 1.0052885621777552, + "paired_ratio_ci_high": 1.1179563785701945 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.002720949439597981, + "anchor_seconds": 0.0027221218583041, + "reference_seconds": 0.002466595864721707, + "historical_over_current": 0.9995692996981225, + "reference_over_xff": 0.9065202862005937, + "paired_ratio_ci_low": 0.9452808466024003, + "paired_ratio_ci_high": 1.0430520377454706 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00868487827080701, + "anchor_seconds": 0.008746545445839209, + "reference_seconds": 0.010793045429246766, + "historical_over_current": 0.992949539287933, + "reference_over_xff": 1.2427399777756312, + "paired_ratio_ci_low": 0.9809580773388074, + "paired_ratio_ci_high": 1.010801698536437 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009941278141923249, + "anchor_seconds": 0.009992631152272224, + "reference_seconds": 0.013615280722400971, + "historical_over_current": 0.9948609120494457, + "reference_over_xff": 1.3695704443661152, + "paired_ratio_ci_low": 0.9316095593645366, + "paired_ratio_ci_high": 1.0420795668232863 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01023372942914388, + "anchor_seconds": 0.010161940723524563, + "reference_seconds": 0.013965149726053434, + "historical_over_current": 1.0070644680551157, + "reference_over_xff": 1.3646197921046377, + "paired_ratio_ci_low": 0.942885573427688, + "paired_ratio_ci_high": 1.0592628807308133 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014970051623614772, + "anchor_seconds": 0.0015286208695865103, + "reference_seconds": 0.001200002568241741, + "historical_over_current": 0.9793174960161409, + "reference_over_xff": 0.8016021577031677, + "paired_ratio_ci_low": 0.9064683550396653, + "paired_ratio_ci_high": 1.0101134759553314 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015139247157743999, + "anchor_seconds": 0.0015202499759782637, + "reference_seconds": 0.0011598615840609585, + "historical_over_current": 0.9958393288578784, + "reference_over_xff": 0.7661289705992206, + "paired_ratio_ci_low": 0.9092659869163021, + "paired_ratio_ci_high": 1.008511639163514 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016856428535122956, + "anchor_seconds": 0.0016748771470572268, + "reference_seconds": 0.0012503326038963028, + "historical_over_current": 1.0064277588800972, + "reference_over_xff": 0.7417541629836018, + "paired_ratio_ci_low": 0.9727875268051579, + "paired_ratio_ci_high": 1.0293888861665506 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0023759089942489353, + "anchor_seconds": 0.00237799999636731, + "reference_seconds": 0.002404125573645745, + "historical_over_current": 0.9991206887630072, + "reference_over_xff": 1.0118761196094253, + "paired_ratio_ci_low": 0.9726509081289935, + "paired_ratio_ci_high": 1.090444258137187 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0028376545856839846, + "anchor_seconds": 0.0028870715759694576, + "reference_seconds": 0.0025775948306545615, + "historical_over_current": 0.9828833511795151, + "reference_over_xff": 0.9083539778444393, + "paired_ratio_ci_low": 0.8849812558676363, + "paired_ratio_ci_high": 1.0028122514962952 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.002898920842978571, + "anchor_seconds": 0.002935083000920713, + "reference_seconds": 0.002432955029819693, + "historical_over_current": 0.9876793406078131, + "reference_over_xff": 0.8392623191876776, + "paired_ratio_ci_low": 0.9603593311648723, + "paired_ratio_ci_high": 1.0389618461065504 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012738477139334594, + "anchor_seconds": 0.012612719338254206, + "reference_seconds": 0.012652425727407848, + "historical_over_current": 1.0099707127152957, + "reference_over_xff": 0.9932447645832773, + "paired_ratio_ci_low": 0.9769325717173937, + "paired_ratio_ci_high": 1.0419131087575153 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.012496631841973535, + "anchor_seconds": 0.012785185178342675, + "reference_seconds": 0.015827560448087752, + "historical_over_current": 0.9774306486496628, + "reference_over_xff": 1.2665461100427344, + "paired_ratio_ci_low": 0.9362088934930511, + "paired_ratio_ci_high": 1.0354400937987616 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01266328345185944, + "anchor_seconds": 0.012809619274256485, + "reference_seconds": 0.01508729500762586, + "historical_over_current": 0.9885760990031033, + "reference_over_xff": 1.1914204609713988, + "paired_ratio_ci_low": 0.9745425883548802, + "paired_ratio_ci_high": 1.0077305393026732 + } + ] + }, + "screen": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-shared-fixture-screen", + "contract_sha256": "a9d91d14a5b5c7f5bcc204fd58ffa3e024f8d0d54124aaed663f49fffb1242c0", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:21:10.182854+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 108.76325991807971 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_listing_screen.py": "ff18083b40ce116d70eec49949f449acf07d6f6226f293a253d0bec313a14ee6", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.011109808343509, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.993042155444355, + "cpu_ratio_geomean": 0.994717959141292, + "vs_reference_geomean": 1.403002169970721, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9858564521571022, + "cpu_ratio_geomean": 0.9850649223954653, + "vs_reference_geomean": 1.11069145457412, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.994246172683305, + "cpu_ratio_geomean": 0.9959601050745805, + "vs_reference_geomean": 1.348287263699204, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9996893885300264, + "cpu_ratio_geomean": 0.9999296532720833, + "vs_reference_geomean": 1.1331687290489023, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9894427806643563 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 0.9969640657606934 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013760306561986606, + "anchor_seconds": 0.0014011107296461151, + "reference_seconds": 0.0009754090126426447, + "historical_over_current": 0.9820998634035234, + "reference_over_xff": 0.7088570361777047, + "paired_ratio_ci_low": 0.9635154261611278, + "paired_ratio_ci_high": 1.00007359039175 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0014673489578334348, + "anchor_seconds": 0.001473814099361854, + "reference_seconds": 0.0010345086200340163, + "historical_over_current": 0.99561332631353, + "reference_over_xff": 0.7050188126766284, + "paired_ratio_ci_low": 0.9830962734956606, + "paired_ratio_ci_high": 1.0202807579289705 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015229685786401941, + "anchor_seconds": 0.0015167711424596963, + "reference_seconds": 0.001066496085730337, + "historical_over_current": 1.0040859401969158, + "reference_over_xff": 0.7002745169454345, + "paired_ratio_ci_low": 0.9854346272978075, + "paired_ratio_ci_high": 1.0339963057130248 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015111309476196766, + "anchor_seconds": 0.0015379528049379587, + "reference_seconds": 0.0010951563405493896, + "historical_over_current": 0.9825600257484077, + "reference_over_xff": 0.7247263000433368, + "paired_ratio_ci_low": 0.9663525475933764, + "paired_ratio_ci_high": 0.9960720067781477 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001597643380851618, + "anchor_seconds": 0.0016050083684690652, + "reference_seconds": 0.0011502121342346072, + "historical_over_current": 0.9954112465940148, + "reference_over_xff": 0.7199429785272172, + "paired_ratio_ci_low": 0.9763749333862178, + "paired_ratio_ci_high": 1.00864068347357 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001662668627908542, + "anchor_seconds": 0.0016648628571558567, + "reference_seconds": 0.001193866704679316, + "historical_over_current": 0.9986820360380535, + "reference_over_xff": 0.7180424798061366, + "paired_ratio_ci_low": 0.9698114144370579, + "paired_ratio_ci_high": 1.0248415700342166 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041326393046238946, + "anchor_seconds": 0.04208544647276756, + "reference_seconds": 0.03867048737482123, + "historical_over_current": 0.9819639925402769, + "reference_over_xff": 0.9357334266156232, + "paired_ratio_ci_low": 0.980720036432749, + "paired_ratio_ci_high": 0.985992649931581 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.041556932525487526, + "anchor_seconds": 0.042144528518076096, + "reference_seconds": 0.038292328566534535, + "historical_over_current": 0.986057597195884, + "reference_over_xff": 0.9214426147321928, + "paired_ratio_ci_low": 0.9715200207124968, + "paired_ratio_ci_high": 1.0077841972172037 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04177505509107418, + "anchor_seconds": 0.042088976251848396, + "reference_seconds": 0.03850532243294375, + "historical_over_current": 0.9925414873743709, + "reference_over_xff": 0.9217300216360683, + "paired_ratio_ci_low": 0.989992465714904, + "paired_ratio_ci_high": 1.0011563856814327 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058210757987884186, + "anchor_seconds": 0.05901751632336527, + "reference_seconds": 0.05102119553235492, + "historical_over_current": 0.9863301882942559, + "reference_over_xff": 0.8764908291174343, + "paired_ratio_ci_low": 0.9819086926695251, + "paired_ratio_ci_high": 0.9940979818211666 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.0493673501658209, + "anchor_seconds": 0.05010275152467546, + "reference_seconds": 0.0427980551806589, + "historical_over_current": 0.9853221362804322, + "reference_over_xff": 0.8669303707187792, + "paired_ratio_ci_low": 0.9862765627975592, + "paired_ratio_ci_high": 1.0142284235333106 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04959298769522104, + "anchor_seconds": 0.050452797856581, + "reference_seconds": 0.04374253271990234, + "historical_over_current": 0.9829581272419402, + "reference_over_xff": 0.8820306005503582, + "paired_ratio_ci_low": 0.9706853179267056, + "paired_ratio_ci_high": 1.0016314892688796 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013699308536680682, + "anchor_seconds": 0.0013782306840377195, + "reference_seconds": 0.0010108118655071372, + "historical_over_current": 0.9939779091658765, + "reference_over_xff": 0.7378561208404283, + "paired_ratio_ci_low": 0.9834151839440046, + "paired_ratio_ci_high": 1.0257195036919924 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0013961437258071133, + "anchor_seconds": 0.001411654615020823, + "reference_seconds": 0.0010232436082636316, + "historical_over_current": 0.989012263305298, + "reference_over_xff": 0.7329070706327836, + "paired_ratio_ci_low": 0.9699125469197073, + "paired_ratio_ci_high": 1.025834884222561 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0014719627575860137, + "anchor_seconds": 0.001482323338721125, + "reference_seconds": 0.0010754320814850785, + "historical_over_current": 0.9930105794974193, + "reference_over_xff": 0.7306109315216394, + "paired_ratio_ci_low": 0.9705051070883252, + "paired_ratio_ci_high": 1.0115416003257591 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014621437627023884, + "anchor_seconds": 0.0014715843745285557, + "reference_seconds": 0.0010918862008977505, + "historical_over_current": 0.9935847295000045, + "reference_over_xff": 0.7467707545253183, + "paired_ratio_ci_low": 0.9821551752748316, + "paired_ratio_ci_high": 1.006356107840125 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001551488336796562, + "anchor_seconds": 0.0015650876642515261, + "reference_seconds": 0.0011762079583214863, + "historical_over_current": 0.9913108206232858, + "reference_over_xff": 0.7581158880962415, + "paired_ratio_ci_low": 0.9517395415109886, + "paired_ratio_ci_high": 0.9985848455185218 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001590281830257958, + "anchor_seconds": 0.0015829149079287337, + "reference_seconds": 0.0011834498062463744, + "historical_over_current": 1.0046540229625256, + "reference_over_xff": 0.744176147729996, + "paired_ratio_ci_low": 0.9880378274198985, + "paired_ratio_ci_high": 1.0263471693129433 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041850192610928344, + "anchor_seconds": 0.04181528088104512, + "reference_seconds": 0.03813866184957858, + "historical_over_current": 1.0008349036320607, + "reference_over_xff": 0.9113138905750084, + "paired_ratio_ci_low": 0.9966049283874491, + "paired_ratio_ci_high": 1.004221404268883 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.041982343270709474, + "anchor_seconds": 0.041947522472279765, + "reference_seconds": 0.03821592323947698, + "historical_over_current": 1.0008301038148968, + "reference_over_xff": 0.9102856168140506, + "paired_ratio_ci_low": 0.9940720922033308, + "paired_ratio_ci_high": 1.0141159737104362 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04236355267598161, + "anchor_seconds": 0.04256445143393995, + "reference_seconds": 0.038549248955123835, + "historical_over_current": 0.9952801281071334, + "reference_over_xff": 0.9099626098398417, + "paired_ratio_ci_low": 0.9727597980054088, + "paired_ratio_ci_high": 0.9976295079040497 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.05888409047786679, + "anchor_seconds": 0.05896257442266991, + "reference_seconds": 0.050693774656836124, + "historical_over_current": 0.9986689193005632, + "reference_over_xff": 0.8609078317324232, + "paired_ratio_ci_low": 0.9956876342508992, + "paired_ratio_ci_high": 1.0033515356898943 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.05071328401875993, + "anchor_seconds": 0.05063832916008929, + "reference_seconds": 0.0432243499394861, + "historical_over_current": 1.0014802000759873, + "reference_over_xff": 0.8523279605299569, + "paired_ratio_ci_low": 0.9922540693274088, + "paired_ratio_ci_high": 1.010778469089414 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.050584491225890815, + "anchor_seconds": 0.05053112067703512, + "reference_seconds": 0.0431337569108499, + "historical_over_current": 1.0010561916723915, + "reference_over_xff": 0.852707141369302, + "paired_ratio_ci_low": 0.9915318292062774, + "paired_ratio_ci_high": 1.0135055424016615 + } + ] + }, + "small_repeat": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-small-repeat", + "contract_sha256": "fa222b24efab8010fddeb36dcb797a97bc984216f0f245f81b9952268ce74180", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 60, + "completed": 60, + "new_cells": 60, + "state": "complete", + "utc": "2026-11-08T22:37:49.527209+00:00", + "pr": 0, + "case": "name-native/deep/100/3", + "session_seconds": 39.27005552104674 + }, + "repetitions": 54, + "keep": 42, + "warmup_rounds": 1, + "executions": 9900, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_listing_screen.py": "ff18083b40ce116d70eec49949f449acf07d6f6226f293a253d0bec313a14ee6", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0202651559810207, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0072001185964525, + "cpu_ratio_geomean": 1.004806630915903, + "vs_reference_geomean": 1.371071948448293, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0006320770552477, + "cpu_ratio_geomean": 1.0047813765183526, + "vs_reference_geomean": 0.704205339284359, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9974801880382165, + "cpu_ratio_geomean": 0.997503853790988, + "vs_reference_geomean": 1.442447468456313, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0002366929874105, + "cpu_ratio_geomean": 1.0042608281187746, + "vs_reference_geomean": 1.4219498437768712, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0032096753033775, + "cpu_ratio_geomean": 1.002646516331814, + "vs_reference_geomean": 1.4370000029337135, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9905908170285617, + "cpu_ratio_geomean": 0.9897261062410022, + "vs_reference_geomean": 1.2820011825550774, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9963351879976199, + "cpu_ratio_geomean": 0.9879508013131745, + "vs_reference_geomean": 0.6758716949482196, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9921316276904337, + "cpu_ratio_geomean": 0.9882152294032972, + "vs_reference_geomean": 1.3529838929081817, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9919144547363521, + "cpu_ratio_geomean": 0.9914091274824417, + "vs_reference_geomean": 1.3441557481324413, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9946583952703565, + "cpu_ratio_geomean": 0.9896577466545056, + "vs_reference_geomean": 1.337755811977278, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 30, + "wall_ratio_geomean": 1.0017464046144657 + }, + "control": { + "cells": 30, + "wall_ratio_geomean": 0.9931239297359327 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015699839762722452, + "anchor_seconds": 0.001577206219302579, + "reference_seconds": 0.0010855273243838123, + "historical_over_current": 0.995420863206127, + "reference_over_xff": 0.6914257347780567, + "paired_ratio_ci_low": 0.9868421812001301, + "paired_ratio_ci_high": 1.0184728252514184 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017449512490115705, + "anchor_seconds": 0.001733384330734788, + "reference_seconds": 0.0011862836240435996, + "historical_over_current": 1.006673025751813, + "reference_over_xff": 0.6798376887122612, + "paired_ratio_ci_low": 0.9728138165461682, + "paired_ratio_ci_high": 1.0911300810129763 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001698315570441385, + "anchor_seconds": 0.0017101479378262801, + "reference_seconds": 0.001172157095944775, + "historical_over_current": 0.9930810854878819, + "reference_over_xff": 0.6901880406361324, + "paired_ratio_ci_low": 0.9784078474457186, + "paired_ratio_ci_high": 1.0208278297285018 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017021986866547238, + "anchor_seconds": 0.0017090035419512009, + "reference_seconds": 0.0011956240743443015, + "historical_over_current": 0.9960182321865126, + "reference_over_xff": 0.7023998336492804, + "paired_ratio_ci_low": 0.9903939742769423, + "paired_ratio_ci_high": 1.0265725723202244 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018448796195332847, + "anchor_seconds": 0.0018442320759363827, + "reference_seconds": 0.0012798118072428874, + "historical_over_current": 1.0003511182813438, + "reference_over_xff": 0.6937101985909805, + "paired_ratio_ci_low": 0.9716328697348452, + "paired_ratio_ci_high": 1.059709377638346 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.00193637554877482, + "anchor_seconds": 0.0019492320799534874, + "reference_seconds": 0.001359905933939098, + "historical_over_current": 0.99340430967103, + "reference_over_xff": 0.7022945186431089, + "paired_ratio_ci_low": 0.9693518356661563, + "paired_ratio_ci_high": 1.022483907064797 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017001836427620479, + "anchor_seconds": 0.0016800206891881924, + "reference_seconds": 0.001148664503402653, + "historical_over_current": 1.0120016102799296, + "reference_over_xff": 0.6756120189090752, + "paired_ratio_ci_low": 0.9713066565770623, + "paired_ratio_ci_high": 1.036034505312998 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001731343586773922, + "anchor_seconds": 0.0017300587552156123, + "reference_seconds": 0.0011945661445636126, + "historical_over_current": 1.0007426519789784, + "reference_over_xff": 0.6899648074992977, + "paired_ratio_ci_low": 0.9838403008287497, + "paired_ratio_ci_high": 1.0447031034115963 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017550486095604442, + "anchor_seconds": 0.001744121587502637, + "reference_seconds": 0.0012191888831910632, + "historical_over_current": 1.006265057514398, + "reference_over_xff": 0.6946752793909291, + "paired_ratio_ci_low": 0.9788626843185745, + "paired_ratio_ci_high": 1.0327959675151241 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001700873090331221, + "anchor_seconds": 0.0016984748404606112, + "reference_seconds": 0.0012138720928868722, + "historical_over_current": 1.0014120019993697, + "reference_over_xff": 0.7136758761057757, + "paired_ratio_ci_low": 0.9928560101910812, + "paired_ratio_ci_high": 1.0185951959787083 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001910709715004833, + "anchor_seconds": 0.001913080987010506, + "reference_seconds": 0.0013325277167106314, + "historical_over_current": 0.9987604957543493, + "reference_over_xff": 0.6973993517938757, + "paired_ratio_ci_low": 0.9784763433420822, + "paired_ratio_ci_high": 1.018668302258494 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018568715507475038, + "anchor_seconds": 0.0018566145278912569, + "reference_seconds": 0.0013084361701095034, + "historical_over_current": 1.0001384363056443, + "reference_over_xff": 0.7046454934283302, + "paired_ratio_ci_low": 0.9788113486599734, + "paired_ratio_ci_high": 1.0342658476831925 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016417052469304984, + "anchor_seconds": 0.0016394131207129075, + "reference_seconds": 0.0011544536627341238, + "historical_over_current": 1.0013981382658412, + "reference_over_xff": 0.7032039794552704, + "paired_ratio_ci_low": 0.9261026516830982, + "paired_ratio_ci_high": 1.0103106256657008 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017230547631957702, + "anchor_seconds": 0.0017326307050617678, + "reference_seconds": 0.0012071571213060192, + "historical_over_current": 0.9944731777879601, + "reference_over_xff": 0.7005912679566205, + "paired_ratio_ci_low": 0.9876365645189934, + "paired_ratio_ci_high": 1.0245617692823916 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0019162848059620177, + "anchor_seconds": 0.0019036656677989022, + "reference_seconds": 0.0013677619059481437, + "historical_over_current": 1.0066288626078477, + "reference_over_xff": 0.7137571104737204, + "paired_ratio_ci_low": 0.9551092885259136, + "paired_ratio_ci_high": 1.0178251052008493 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018922108741077995, + "anchor_seconds": 0.0018968911941296288, + "reference_seconds": 0.001338990987278521, + "historical_over_current": 0.997532636539031, + "reference_over_xff": 0.7076330685975323, + "paired_ratio_ci_low": 0.9150323624735085, + "paired_ratio_ci_high": 0.9994710299053513 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020182376999097564, + "anchor_seconds": 0.0020177291894686363, + "reference_seconds": 0.0014182610653473862, + "historical_over_current": 1.000252021155155, + "reference_over_xff": 0.7027225115311256, + "paired_ratio_ci_low": 0.9188814755453142, + "paired_ratio_ci_high": 1.0032453679066342 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0019920173993644616, + "anchor_seconds": 0.001989675339289187, + "reference_seconds": 0.0013781579244615777, + "historical_over_current": 1.0011771066510335, + "reference_over_xff": 0.6918403046586183, + "paired_ratio_ci_low": 0.9803240618642542, + "paired_ratio_ci_high": 1.021039658917546 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018058539745176123, + "anchor_seconds": 0.0018126767189685432, + "reference_seconds": 0.002094245313422843, + "historical_over_current": 0.9962360941807576, + "reference_over_xff": 1.1596980392516327, + "paired_ratio_ci_low": 0.9900777667174739, + "paired_ratio_ci_high": 1.0407482321895554 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020983938732007075, + "anchor_seconds": 0.0020966316695280726, + "reference_seconds": 0.003476901270914823, + "historical_over_current": 1.0008404927285257, + "reference_over_xff": 1.656934532319931, + "paired_ratio_ci_low": 0.9154183769127923, + "paired_ratio_ci_high": 1.0688258560068629 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0023947396382157293, + "anchor_seconds": 0.002395251147737283, + "reference_seconds": 0.0038478555950513553, + "historical_over_current": 0.9997864484807629, + "reference_over_xff": 1.606794965785221, + "paired_ratio_ci_low": 0.9724903332458353, + "paired_ratio_ci_high": 1.012486369940187 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018437520068671023, + "anchor_seconds": 0.0018241043435409665, + "reference_seconds": 0.002217960025605169, + "historical_over_current": 1.0107711290725812, + "reference_over_xff": 1.2029600604334636, + "paired_ratio_ci_low": 1.0025367274649564, + "paired_ratio_ci_high": 1.0780789836335334 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002370115563583871, + "anchor_seconds": 0.0023486953633393916, + "reference_seconds": 0.003663544349061946, + "historical_over_current": 1.0091200419513, + "reference_over_xff": 1.545723932347953, + "paired_ratio_ci_low": 0.9363652535868255, + "paired_ratio_ci_high": 1.044142298111037 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.002668647952045181, + "anchor_seconds": 0.002703179012141412, + "reference_seconds": 0.00381154919852547, + "historical_over_current": 0.9872257590262674, + "reference_over_xff": 1.428269770692084, + "paired_ratio_ci_low": 0.965227726321965, + "paired_ratio_ci_high": 1.0082195729832715 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016618605780725677, + "anchor_seconds": 0.0016664947754526068, + "reference_seconds": 0.0012802867568098009, + "historical_over_current": 0.9972191947743848, + "reference_over_xff": 0.7703936020280849, + "paired_ratio_ci_low": 0.9929596438580924, + "paired_ratio_ci_high": 1.0151528859361203 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018071769598117541, + "anchor_seconds": 0.0017738455623787428, + "reference_seconds": 0.0012895666461970126, + "historical_over_current": 1.018790473161775, + "reference_over_xff": 0.7135807255595717, + "paired_ratio_ci_low": 0.9496120803726243, + "paired_ratio_ci_high": 1.1073828878705443 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018754732528967516, + "anchor_seconds": 0.0018611799404468564, + "reference_seconds": 0.001336979119861055, + "historical_over_current": 1.0076797047610901, + "reference_over_xff": 0.712875599689855, + "paired_ratio_ci_low": 0.9632876692864853, + "paired_ratio_ci_high": 1.0278713255549987 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001804430739000617, + "anchor_seconds": 0.0017887827596582827, + "reference_seconds": 0.0013649035965846408, + "historical_over_current": 1.0087478366268041, + "reference_over_xff": 0.7564178369853043, + "paired_ratio_ci_low": 1.0012345479143532, + "paired_ratio_ci_high": 1.0621307483895759 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00186032948494401, + "anchor_seconds": 0.0018294132536365872, + "reference_seconds": 0.0013095531363173255, + "historical_over_current": 1.0168995339057296, + "reference_over_xff": 0.7039361290114363, + "paired_ratio_ci_low": 0.9838715413961948, + "paired_ratio_ci_high": 1.0645188984380982 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018571609148888715, + "anchor_seconds": 0.0018681580106550385, + "reference_seconds": 0.0013397492335311004, + "historical_over_current": 0.9941134017018662, + "reference_over_xff": 0.7213964190126563, + "paired_ratio_ci_low": 0.9746454519372822, + "paired_ratio_ci_high": 1.0132499108528046 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013758527652715288, + "anchor_seconds": 0.001405415546503805, + "reference_seconds": 0.0010176881914958358, + "historical_over_current": 0.978965095906461, + "reference_over_xff": 0.7396781234037, + "paired_ratio_ci_low": 0.7867560081109402, + "paired_ratio_ci_high": 0.9537106971051121 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016559256723017565, + "anchor_seconds": 0.0016370868543162942, + "reference_seconds": 0.0012223336102795742, + "historical_over_current": 1.0115075250502394, + "reference_over_xff": 0.7381572921570301, + "paired_ratio_ci_low": 0.968612678748685, + "paired_ratio_ci_high": 1.0504686878588627 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015577748251546706, + "anchor_seconds": 0.0015669619869662537, + "reference_seconds": 0.001138289550518883, + "historical_over_current": 0.9941369593595757, + "reference_over_xff": 0.7307150764911501, + "paired_ratio_ci_low": 0.9715994609468137, + "paired_ratio_ci_high": 1.0224479262122883 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015154191752940061, + "anchor_seconds": 0.0015093007379965414, + "reference_seconds": 0.0011272073800986011, + "historical_over_current": 1.0040538225043119, + "reference_over_xff": 0.7438254698604508, + "paired_ratio_ci_low": 0.9812061150977345, + "paired_ratio_ci_high": 1.1910729568755594 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017080337413409282, + "anchor_seconds": 0.0017350306983904115, + "reference_seconds": 0.0012666937933924298, + "historical_over_current": 0.9844400695189264, + "reference_over_xff": 0.7416093504089591, + "paired_ratio_ci_low": 0.9570608705904217, + "paired_ratio_ci_high": 1.0011389627065919 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017112861775482695, + "anchor_seconds": 0.00174596565886445, + "reference_seconds": 0.0012675960731160427, + "historical_over_current": 0.9801373634469217, + "reference_over_xff": 0.7407271149306576, + "paired_ratio_ci_low": 0.8630972329117704, + "paired_ratio_ci_high": 1.0282897079719393 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013771475087629543, + "anchor_seconds": 0.0013784235592798463, + "reference_seconds": 0.0010129578544625214, + "historical_over_current": 0.9990742682042095, + "reference_over_xff": 0.735547824773272, + "paired_ratio_ci_low": 0.8887827742304445, + "paired_ratio_ci_high": 1.0859807297187423 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015115271643957211, + "anchor_seconds": 0.0015346264560884308, + "reference_seconds": 0.0011186701844313315, + "historical_over_current": 0.984947938567678, + "reference_over_xff": 0.7400926763221976, + "paired_ratio_ci_low": 0.9593404703595073, + "paired_ratio_ci_high": 1.043296438323152 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016109408960411592, + "anchor_seconds": 0.0016375114015924435, + "reference_seconds": 0.0012019079904781566, + "historical_over_current": 0.9837738500474287, + "reference_over_xff": 0.7460906811862625, + "paired_ratio_ci_low": 0.9585069596614214, + "paired_ratio_ci_high": 1.0080174853782509 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015131031479021268, + "anchor_seconds": 0.0015003249919529828, + "reference_seconds": 0.0011416995105156232, + "historical_over_current": 1.0085169253446284, + "reference_over_xff": 0.754541758834192, + "paired_ratio_ci_low": 0.9595902496020036, + "paired_ratio_ci_high": 1.0987394767912257 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018250556202561018, + "anchor_seconds": 0.0018385224559876537, + "reference_seconds": 0.0013839042595853762, + "historical_over_current": 0.9926751856156593, + "reference_over_xff": 0.7582805938764645, + "paired_ratio_ci_low": 0.968032832672419, + "paired_ratio_ci_high": 1.0737677130269354 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.00169926640366958, + "anchor_seconds": 0.001700648012393642, + "reference_seconds": 0.001275846812253197, + "historical_over_current": 0.999187598660044, + "reference_over_xff": 0.7508221250640836, + "paired_ratio_ci_low": 0.991039761458128, + "paired_ratio_ci_high": 1.0480700072719018 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014465338872036054, + "anchor_seconds": 0.001448522213779922, + "reference_seconds": 0.00108531923476784, + "historical_over_current": 0.9986273413293897, + "reference_over_xff": 0.7502895330478194, + "paired_ratio_ci_low": 0.8632997551124706, + "paired_ratio_ci_high": 1.0355235977126989 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016069505446856575, + "anchor_seconds": 0.0016086727818695916, + "reference_seconds": 0.001194127355813093, + "historical_over_current": 0.9989294049086026, + "reference_over_xff": 0.7431014972814123, + "paired_ratio_ci_low": 0.9263162150495111, + "paired_ratio_ci_high": 1.142580632694153 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016600717346937884, + "anchor_seconds": 0.0016835519484066893, + "reference_seconds": 0.001247709736205815, + "historical_over_current": 0.9860531694699872, + "reference_over_xff": 0.751599891817906, + "paired_ratio_ci_low": 0.9582903400690916, + "paired_ratio_ci_high": 1.0042427030804755 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017611817983422605, + "anchor_seconds": 0.0017961834535180103, + "reference_seconds": 0.0012850436476236652, + "historical_over_current": 0.9805133183321584, + "reference_over_xff": 0.729648494455957, + "paired_ratio_ci_low": 0.9454935129338513, + "paired_ratio_ci_high": 1.002233403403519 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017232571789507, + "anchor_seconds": 0.0017406459110567258, + "reference_seconds": 0.001282678315571199, + "historical_over_current": 0.9900101841531519, + "reference_over_xff": 0.7443336556138581, + "paired_ratio_ci_low": 0.9308091141466204, + "paired_ratio_ci_high": 1.0378537540301267 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018029441458306142, + "anchor_seconds": 0.0018074600236667763, + "reference_seconds": 0.0013431967457845097, + "historical_over_current": 0.9975015337672583, + "reference_over_xff": 0.7450018620325594, + "paired_ratio_ci_low": 0.9581535131400777, + "paired_ratio_ci_high": 1.0091967674468492 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017107400289248851, + "anchor_seconds": 0.001715687813148612, + "reference_seconds": 0.002096694381353224, + "historical_over_current": 0.9971161512101395, + "reference_over_xff": 1.2256066648951283, + "paired_ratio_ci_low": 0.9588858838708011, + "paired_ratio_ci_high": 1.023873332336308 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002059415944608017, + "anchor_seconds": 0.002062840930496653, + "reference_seconds": 0.003416704335471704, + "historical_over_current": 0.998339675232345, + "reference_over_xff": 1.6590647190128602, + "paired_ratio_ci_low": 0.946060266048909, + "paired_ratio_ci_high": 1.100120020150327 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0022837629491862443, + "anchor_seconds": 0.002294653211720288, + "reference_seconds": 0.003786897344980389, + "historical_over_current": 0.9952540704284116, + "reference_over_xff": 1.6581831955587794, + "paired_ratio_ci_low": 0.9759704276118049, + "paired_ratio_ci_high": 1.0150005895843963 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016625156942089753, + "anchor_seconds": 0.0016585770866922324, + "reference_seconds": 0.0021110596939078754, + "historical_over_current": 1.002374690660051, + "reference_over_xff": 1.2697983551441403, + "paired_ratio_ci_low": 0.9409890048990439, + "paired_ratio_ci_high": 1.1114813499713365 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002037476922851056, + "anchor_seconds": 0.0020541471174164187, + "reference_seconds": 0.0034514177851157173, + "historical_over_current": 0.9918846150677223, + "reference_over_xff": 1.6939665654156828, + "paired_ratio_ci_low": 0.9852119171938101, + "paired_ratio_ci_high": 1.1438114534733466 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0025453042915268313, + "anchor_seconds": 0.002563044744809823, + "reference_seconds": 0.0036818628820280233, + "historical_over_current": 0.9930783677035228, + "reference_over_xff": 1.4465315185633123, + "paired_ratio_ci_low": 0.9774464780323057, + "paired_ratio_ci_high": 1.0116889531322408 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00149192099758823, + "anchor_seconds": 0.0015067083101409178, + "reference_seconds": 0.0012123781461490406, + "historical_over_current": 0.9901856832851046, + "reference_over_xff": 0.8126289180921206, + "paired_ratio_ci_low": 0.9291185428477682, + "paired_ratio_ci_high": 1.076045298894226 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016021473649224, + "anchor_seconds": 0.0016098161688118818, + "reference_seconds": 0.001223725094903438, + "historical_over_current": 0.9952362238384388, + "reference_over_xff": 0.7638030818486594, + "paired_ratio_ci_low": 0.9545146699862201, + "paired_ratio_ci_high": 1.0937700928936025 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016271243720049305, + "anchor_seconds": 0.001640223371352823, + "reference_seconds": 0.001265548216733372, + "historical_over_current": 0.9920138929997756, + "reference_over_xff": 0.7777821035118372, + "paired_ratio_ci_low": 0.9140852923307966, + "paired_ratio_ci_high": 1.0039324273954435 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016125768334383057, + "anchor_seconds": 0.0016344603528046892, + "reference_seconds": 0.0013108027633279562, + "historical_over_current": 0.986611165374044, + "reference_over_xff": 0.8128622067161212, + "paired_ratio_ci_low": 0.9694390927574574, + "paired_ratio_ci_high": 1.0052092654363178 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017779099677378933, + "anchor_seconds": 0.0017894477433791117, + "reference_seconds": 0.0013355262843625887, + "historical_over_current": 0.9935523260268943, + "reference_over_xff": 0.7511776797459732, + "paired_ratio_ci_low": 0.9238229221922388, + "paired_ratio_ci_high": 1.0247548277112501 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016236569194699683, + "anchor_seconds": 0.0016467429924800637, + "reference_seconds": 0.001240716279772598, + "historical_over_current": 0.9859807674205877, + "reference_over_xff": 0.7641492884947773, + "paired_ratio_ci_low": 0.967231816041932, + "paired_ratio_ci_high": 0.9973447426887527 + } + ] + } + }, + "macos": { + "full": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/full-measurements", + "contract_sha256": "45bf036587007fde466c34caa23505751ebd7f5a47943f6ba60843bbeedd624d", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 180, + "completed": 180, + "new_cells": 180, + "state": "complete", + "utc": "2026-11-08T22:49:18.716458+00:00", + "pr": 0, + "case": "metadata-time/broad/10000/10", + "session_seconds": 1037.998283249326 + }, + "repetitions": 9, + "keep": 7, + "warmup_rounds": 1, + "executions": 5400, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "ad2e54d5287f6f19a03c2bbdbd88af97a0fc98f6a7de58190bc6e1a350cf42a4", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.2212589707709602, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9790336508425116, + "cpu_ratio_geomean": 0.9631608778179916, + "vs_reference_geomean": 1.3647848710098007, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 1.0057265434123452, + "cpu_ratio_geomean": 1.0120553077286645, + "vs_reference_geomean": 1.3306825174126282, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.993205778583057, + "cpu_ratio_geomean": 0.9960043730953566, + "vs_reference_geomean": 1.1503375571664978, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.999105094831507, + "cpu_ratio_geomean": 0.9933891336058204, + "vs_reference_geomean": 1.0499089459793418, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9929392854698886, + "cpu_ratio_geomean": 0.993796432381081, + "vs_reference_geomean": 0.8383506940560802, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0028152123887384, + "cpu_ratio_geomean": 1.0019048193122224, + "vs_reference_geomean": 0.8608098551222607, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9935527466754963, + "cpu_ratio_geomean": 0.9980425259222603, + "vs_reference_geomean": 1.3429466913012327, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9946090417875944, + "cpu_ratio_geomean": 0.9788045062806057, + "vs_reference_geomean": 1.321591075196614, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9575054641491209, + "cpu_ratio_geomean": 0.9516132278256472, + "vs_reference_geomean": 1.0047266958646084, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.989089847725855, + "cpu_ratio_geomean": 0.9819455029072949, + "vs_reference_geomean": 1.250933419128239, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9844522349770296, + "cpu_ratio_geomean": 0.9830148339136799, + "vs_reference_geomean": 0.8003799075150593, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9865073526428384, + "cpu_ratio_geomean": 0.9854624278606935, + "vs_reference_geomean": 0.6655354701391485, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9784060941196947, + "cpu_ratio_geomean": 0.9725580818071, + "vs_reference_geomean": 1.352182425606371, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9975568725034194, + "cpu_ratio_geomean": 0.9845174824907258, + "vs_reference_geomean": 1.1665528398278326, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9608543283991078, + "cpu_ratio_geomean": 0.9492963583976153, + "vs_reference_geomean": 0.7232361707743795, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0174478070777297, + "cpu_ratio_geomean": 1.0163842989580563, + "vs_reference_geomean": 1.3405398029967872, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 0.9875239456343994, + "cpu_ratio_geomean": 0.9910706833487801, + "vs_reference_geomean": 1.2765469006706627, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0789576067654334, + "cpu_ratio_geomean": 1.0078085697602714, + "vs_reference_geomean": 1.2441461507193148, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0095107241367338, + "cpu_ratio_geomean": 0.987936677656289, + "vs_reference_geomean": 1.066279176411078, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9726920212125462, + "cpu_ratio_geomean": 0.9637959289461685, + "vs_reference_geomean": 0.8606494949182394, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9905327596370614, + "cpu_ratio_geomean": 0.9978278572116008, + "vs_reference_geomean": 0.9218123774799749, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9646851463339604, + "cpu_ratio_geomean": 0.9881064237458118, + "vs_reference_geomean": 1.2351591223527114, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0978873346832023, + "cpu_ratio_geomean": 1.0631508636242326, + "vs_reference_geomean": 1.4076875868962342, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9335554660586762, + "cpu_ratio_geomean": 1.0148995247377828, + "vs_reference_geomean": 1.0603777698650017, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9680074287015337, + "cpu_ratio_geomean": 0.9776324348740003, + "vs_reference_geomean": 1.1495128207325434, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9858079797242473, + "cpu_ratio_geomean": 0.9810515703135368, + "vs_reference_geomean": 0.859043946284855, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9952629724097848, + "cpu_ratio_geomean": 0.9711953326903602, + "vs_reference_geomean": 0.7359563774564335, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0900675212294932, + "cpu_ratio_geomean": 1.0036334270511917, + "vs_reference_geomean": 1.3063387689938737, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 2 + }, + { + "role": "control", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0002130056959613, + "cpu_ratio_geomean": 1.0071292280816517, + "vs_reference_geomean": 1.2105272061255836, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0127667378605907, + "cpu_ratio_geomean": 0.9957881640578329, + "vs_reference_geomean": 0.7611049943366817, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 90, + "wall_ratio_geomean": 0.9875977272633902 + }, + "control": { + "cells": 90, + "wall_ratio_geomean": 1.0059686928479357 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009879446056272303, + "anchor_seconds": 0.010174428378897054, + "reference_seconds": 0.007251875475049019, + "historical_over_current": 0.9710074795713753, + "reference_over_xff": 0.7340366487901332, + "paired_ratio_ci_low": 0.9218190700318246, + "paired_ratio_ci_high": 0.9963783638118257 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009526696322219712, + "anchor_seconds": 0.009506553411483765, + "reference_seconds": 0.0070063093943255285, + "historical_over_current": 1.0021188447446805, + "reference_over_xff": 0.7354395644987941, + "paired_ratio_ci_low": 0.9889376388681813, + "paired_ratio_ci_high": 1.1331645389927416 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008456095254846982, + "anchor_seconds": 0.008602428516106946, + "reference_seconds": 0.006009773883436408, + "historical_over_current": 0.982989308078995, + "reference_over_xff": 0.7107031912857937, + "paired_ratio_ci_low": 0.9645147752640301, + "paired_ratio_ci_high": 1.07671953652577 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.011459856959325927, + "anchor_seconds": 0.011421113274991512, + "reference_seconds": 0.008401029876300268, + "historical_over_current": 1.0033922861459794, + "reference_over_xff": 0.7330833103866612, + "paired_ratio_ci_low": 0.991768259013363, + "paired_ratio_ci_high": 1.1118200798605449 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.011100523839039462, + "anchor_seconds": 0.011349047534167767, + "reference_seconds": 0.008409160588468825, + "historical_over_current": 0.9781018015494171, + "reference_over_xff": 0.7575462843379179, + "paired_ratio_ci_low": 0.9598645754898787, + "paired_ratio_ci_high": 0.9901491039665251 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01118214282074145, + "anchor_seconds": 0.011466214300266333, + "reference_seconds": 0.008422600903681346, + "historical_over_current": 0.9752253470861534, + "reference_over_xff": 0.7532188632091601, + "paired_ratio_ci_low": 0.8966043889995654, + "paired_ratio_ci_high": 0.9834868117414592 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.038737387396395206, + "anchor_seconds": 0.04059575591236353, + "reference_seconds": 0.04736082149403436, + "historical_over_current": 0.9542225911501662, + "reference_over_xff": 1.2226126922137661, + "paired_ratio_ci_low": 0.8682727411069138, + "paired_ratio_ci_high": 1.0364271866381287 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.030774434629295553, + "anchor_seconds": 0.03252116657261338, + "reference_seconds": 0.03596720192581415, + "historical_over_current": 0.94628938234987, + "reference_over_xff": 1.1687363995169995, + "paired_ratio_ci_low": 0.9394124914307831, + "paired_ratio_ci_high": 1.1071899991800591 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.031185684326503958, + "anchor_seconds": 0.032576333199228556, + "reference_seconds": 0.03686939885041544, + "historical_over_current": 0.9573110680008169, + "reference_over_xff": 1.1822539619270445, + "paired_ratio_ci_low": 0.9465400903966417, + "paired_ratio_ci_high": 0.994077810279194 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010152857484562057, + "anchor_seconds": 0.010336559531944138, + "reference_seconds": 0.007704238008175578, + "historical_over_current": 0.9822279311782254, + "reference_over_xff": 0.7588245988767467, + "paired_ratio_ci_low": 0.9661407540610916, + "paired_ratio_ci_high": 1.005867613949365 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010587541785623347, + "anchor_seconds": 0.010619338867919785, + "reference_seconds": 0.008159815732921873, + "historical_over_current": 0.9970057380509351, + "reference_over_xff": 0.7706997429754616, + "paired_ratio_ci_low": 0.9784623942414109, + "paired_ratio_ci_high": 1.0511028285665014 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010207672603428364, + "anchor_seconds": 0.009939892749701227, + "reference_seconds": 0.00775522632258279, + "historical_over_current": 1.026939913786815, + "reference_over_xff": 0.7597448139136151, + "paired_ratio_ci_low": 0.9969839424167588, + "paired_ratio_ci_high": 1.147983791617834 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01558104157447815, + "anchor_seconds": 0.015409749932587147, + "reference_seconds": 0.01166416664740869, + "historical_over_current": 1.0111157963393533, + "reference_over_xff": 0.7486127671024685, + "paired_ratio_ci_low": 0.6558445166354014, + "paired_ratio_ci_high": 1.3413248113809402 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.015057053683059556, + "anchor_seconds": 0.015000559389591217, + "reference_seconds": 0.01190236902662686, + "historical_over_current": 1.003766145781706, + "reference_over_xff": 0.7904845979275494, + "paired_ratio_ci_low": 0.9305768318512136, + "paired_ratio_ci_high": 1.0220002685817156 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.012037732106234347, + "anchor_seconds": 0.012078791723719664, + "reference_seconds": 0.009126993827521801, + "historical_over_current": 0.9966006850333642, + "reference_over_xff": 0.758198782542679, + "paired_ratio_ci_low": 0.9819514695148874, + "paired_ratio_ci_high": 1.121460283874145 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.033189762117607255, + "anchor_seconds": 0.0342359703832439, + "reference_seconds": 0.02745333899344717, + "historical_over_current": 0.969441255675677, + "reference_over_xff": 0.8271628731826042, + "paired_ratio_ci_low": 0.7576466374827507, + "paired_ratio_ci_high": 0.9860265833830771 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033132243768445084, + "anchor_seconds": 0.034764725981014113, + "reference_seconds": 0.02800750013973032, + "historical_over_current": 0.9530419939607587, + "reference_over_xff": 0.8453245827680547, + "paired_ratio_ci_low": 0.9223845352334904, + "paired_ratio_ci_high": 0.9679577093554895 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03352572595966714, + "anchor_seconds": 0.03474488681448357, + "reference_seconds": 0.027590512031955377, + "historical_over_current": 0.964911071337604, + "reference_over_xff": 0.8229653867942466, + "paired_ratio_ci_low": 0.949648346546069, + "paired_ratio_ci_high": 0.983989440860486 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008512761709945542, + "anchor_seconds": 0.008490107022225857, + "reference_seconds": 0.005827178247272968, + "historical_over_current": 1.002668363032454, + "reference_over_xff": 0.6845226550233421, + "paired_ratio_ci_low": 0.9724029233886391, + "paired_ratio_ci_high": 1.030387718344396 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008358363195189409, + "anchor_seconds": 0.008471654861101083, + "reference_seconds": 0.005891505894916398, + "historical_over_current": 0.9866269733872338, + "reference_over_xff": 0.7048635907933755, + "paired_ratio_ci_low": 0.8537254569051714, + "paired_ratio_ci_high": 0.9998526446333009 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010563529628728117, + "anchor_seconds": 0.010244660611663545, + "reference_seconds": 0.007073119282722473, + "historical_over_current": 1.0311253861061576, + "reference_over_xff": 0.6695791587961968, + "paired_ratio_ci_low": 1.0031619793678968, + "paired_ratio_ci_high": 1.1536109348796806 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01104907744697162, + "anchor_seconds": 0.011253333118345057, + "reference_seconds": 0.009182291637573923, + "historical_over_current": 0.9818493179553655, + "reference_over_xff": 0.8310460019529183, + "paired_ratio_ci_low": 0.9065703320642052, + "paired_ratio_ci_high": 1.0746687910608321 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01174767262169293, + "anchor_seconds": 0.012046226300299168, + "reference_seconds": 0.009735327746186937, + "historical_over_current": 0.9752159995036103, + "reference_over_xff": 0.8287026766654995, + "paired_ratio_ci_low": 0.9191803195085587, + "paired_ratio_ci_high": 1.0231140034607837 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.010773940810135432, + "anchor_seconds": 0.010917791564549719, + "reference_seconds": 0.00884948790605579, + "historical_over_current": 0.9868241893460054, + "reference_over_xff": 0.8213789236460962, + "paired_ratio_ci_low": 0.9752279371723602, + "paired_ratio_ci_high": 1.0262839752396675 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03307184523769787, + "anchor_seconds": 0.034454154915043285, + "reference_seconds": 0.04819327366671392, + "historical_over_current": 0.959879739301286, + "reference_over_xff": 1.4572296562327725, + "paired_ratio_ci_low": 0.9520096924723812, + "paired_ratio_ci_high": 0.97135625997343 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033978898743433614, + "anchor_seconds": 0.0357045532603349, + "reference_seconds": 0.049749702481286864, + "historical_over_current": 0.9516685027727722, + "reference_over_xff": 1.464135222772661, + "paired_ratio_ci_low": 0.924154789271666, + "paired_ratio_ci_high": 1.3379377432875623 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034295249597302506, + "anchor_seconds": 0.03579772622989757, + "reference_seconds": 0.048556672409176826, + "historical_over_current": 0.9580287132499431, + "reference_over_xff": 1.4158425140313327, + "paired_ratio_ci_low": 0.9488250879519812, + "paired_ratio_ci_high": 0.9846839944632688 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00934252408998353, + "anchor_seconds": 0.009537482235048498, + "reference_seconds": 0.007147279701062611, + "historical_over_current": 0.9795587409485774, + "reference_over_xff": 0.7650266279458114, + "paired_ratio_ci_low": 0.935842752227961, + "paired_ratio_ci_high": 1.0340098020046864 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0112200476495283, + "anchor_seconds": 0.012107238439576966, + "reference_seconds": 0.008898041610206877, + "historical_over_current": 0.9267222831633879, + "reference_over_xff": 0.7930484689680403, + "paired_ratio_ci_low": 0.7787141097855381, + "paired_ratio_ci_high": 1.1317891599033185 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.016897982119449546, + "anchor_seconds": 0.017837000212499073, + "reference_seconds": 0.014104315345840794, + "historical_over_current": 0.9473556045376105, + "reference_over_xff": 0.8346745336892476, + "paired_ratio_ci_low": 0.8720364152443666, + "paired_ratio_ci_high": 1.0090993958194474 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01244565485311406, + "anchor_seconds": 0.012392059633774417, + "reference_seconds": 0.011139357196433204, + "historical_over_current": 1.00432496460827, + "reference_over_xff": 0.8950398615341639, + "paired_ratio_ci_low": 0.9893936188651314, + "paired_ratio_ci_high": 1.1184272982382795 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.013578220270574093, + "anchor_seconds": 0.01316238074962582, + "reference_seconds": 0.011820755765906401, + "historical_over_current": 1.0315930323592937, + "reference_over_xff": 0.8705673888295682, + "paired_ratio_ci_low": 0.9801846698344592, + "paired_ratio_ci_high": 1.2045963603039171 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013090100804609912, + "anchor_seconds": 0.013004243906055177, + "reference_seconds": 0.011784315641437258, + "historical_over_current": 1.0066022214882295, + "reference_over_xff": 0.9002463630598782, + "paired_ratio_ci_low": 1.0000772201456722, + "paired_ratio_ci_high": 1.013983007426691 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03494396433234215, + "anchor_seconds": 0.0360951605918152, + "reference_seconds": 0.04592127951660326, + "historical_over_current": 0.9681066314542428, + "reference_over_xff": 1.314140521660879, + "paired_ratio_ci_low": 0.9477518992347375, + "paired_ratio_ci_high": 1.004501319361777 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03465035704097578, + "anchor_seconds": 0.0358666129676359, + "reference_seconds": 0.04558552974568946, + "historical_over_current": 0.9660894680030812, + "reference_over_xff": 1.3155861479805906, + "paired_ratio_ci_low": 0.948540196448922, + "paired_ratio_ci_high": 0.9860097821646503 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03375354755137648, + "anchor_seconds": 0.03510716078536851, + "reference_seconds": 0.04515994020870754, + "historical_over_current": 0.9614433863715869, + "reference_over_xff": 1.3379316689592202, + "paired_ratio_ci_low": 0.9506037796052573, + "paired_ratio_ci_high": 0.9787330242620047 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009071833587118558, + "anchor_seconds": 0.009501595449234759, + "reference_seconds": 0.007183904626539775, + "historical_over_current": 0.9547695053517762, + "reference_over_xff": 0.7918911383846894, + "paired_ratio_ci_low": 0.941039354873079, + "paired_ratio_ci_high": 0.9778233085002387 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008730922692588397, + "anchor_seconds": 0.008568583189376764, + "reference_seconds": 0.006576041824051312, + "historical_over_current": 1.018945898011809, + "reference_over_xff": 0.7531897893946141, + "paired_ratio_ci_low": 1.0077770269675703, + "paired_ratio_ci_high": 1.0701048460850318 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009912589431873389, + "anchor_seconds": 0.009992333395140511, + "reference_seconds": 0.007802779653242656, + "historical_over_current": 0.9920194853280312, + "reference_over_xff": 0.7871585630444095, + "paired_ratio_ci_low": 0.9770792050673457, + "paired_ratio_ci_high": 1.0084346136713769 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02016892270850284, + "anchor_seconds": 0.02050063093858106, + "reference_seconds": 0.02711592268730913, + "historical_over_current": 0.9838196087197509, + "reference_over_xff": 1.344440805253201, + "paired_ratio_ci_low": 0.9744923847591856, + "paired_ratio_ci_high": 0.9989143778336459 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.021686654670962265, + "anchor_seconds": 0.022036434417324408, + "reference_seconds": 0.028983291504638537, + "historical_over_current": 0.9841272077080149, + "reference_over_xff": 1.3364574640203146, + "paired_ratio_ci_low": 0.9695501273988522, + "paired_ratio_ci_high": 1.0043680969367317 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.023522857443562577, + "anchor_seconds": 0.024009601213037968, + "reference_seconds": 0.030722083390823433, + "historical_over_current": 0.9797271197819365, + "reference_over_xff": 1.3060523562893522, + "paired_ratio_ci_low": 0.9291418982808516, + "paired_ratio_ci_high": 0.991075005498077 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.12922842827226436, + "anchor_seconds": 0.13074410147964954, + "reference_seconds": 0.22028311315391744, + "historical_over_current": 0.9884073301186662, + "reference_over_xff": 1.7046025870547223, + "paired_ratio_ci_low": 0.9224194519156248, + "paired_ratio_ci_high": 0.9969975920655607 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.13403973222843238, + "anchor_seconds": 0.13556816082979953, + "reference_seconds": 0.2259064226278237, + "historical_over_current": 0.9887257554280313, + "reference_over_xff": 1.6853690981926974, + "paired_ratio_ci_low": 0.9780156766579301, + "paired_ratio_ci_high": 1.0200570573731245 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13294764860932315, + "anchor_seconds": 0.1345976966300181, + "reference_seconds": 0.22769988687442883, + "historical_over_current": 0.9877408896139537, + "reference_over_xff": 1.7127033780307193, + "paired_ratio_ci_low": 0.9629376181378744, + "paired_ratio_ci_high": 1.07372401993104 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.014104702642985753, + "anchor_seconds": 0.014384130947291851, + "reference_seconds": 0.01188343417431627, + "historical_over_current": 0.9805738486857486, + "reference_over_xff": 0.8425157534409904, + "paired_ratio_ci_low": 0.9408645133042604, + "paired_ratio_ci_high": 1.0473480578173198 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009841386627938067, + "anchor_seconds": 0.010118589337382997, + "reference_seconds": 0.008184714508908135, + "historical_over_current": 0.9726046091799764, + "reference_over_xff": 0.831662733955913, + "paired_ratio_ci_low": 0.9653316208113101, + "paired_ratio_ci_high": 1.0137854070864805 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01079341649476971, + "anchor_seconds": 0.010610380742166723, + "reference_seconds": 0.008562416769564152, + "historical_over_current": 1.0172506300245743, + "reference_over_xff": 0.7932999503644969, + "paired_ratio_ci_low": 0.9763199609255707, + "paired_ratio_ci_high": 1.0543936162119805 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.025316089524754455, + "anchor_seconds": 0.025681047567299435, + "reference_seconds": 0.030030368960329464, + "historical_over_current": 0.9857888179370964, + "reference_over_xff": 1.1862167311015912, + "paired_ratio_ci_low": 0.9666885971884417, + "paired_ratio_ci_high": 0.9919017029804703 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.026302226020821502, + "anchor_seconds": 0.026997958309948444, + "reference_seconds": 0.03095672612211534, + "historical_over_current": 0.9742301887742907, + "reference_over_xff": 1.1769622121568424, + "paired_ratio_ci_low": 0.9587069474959515, + "paired_ratio_ci_high": 0.9984032875031035 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.026312571285026416, + "anchor_seconds": 0.026333749959511415, + "reference_seconds": 0.030549369087176665, + "historical_over_current": 0.9991957592626359, + "reference_over_xff": 1.1610180075620837, + "paired_ratio_ci_low": 0.9642358033531943, + "paired_ratio_ci_high": 1.1192154956298042 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16170140502176114, + "anchor_seconds": 0.16432729749275105, + "reference_seconds": 0.21343897016985075, + "historical_over_current": 0.984020351389849, + "reference_over_xff": 1.3199574248666979, + "paired_ratio_ci_low": 0.9713853290423716, + "paired_ratio_ci_high": 0.9919677699663241 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1574888157525233, + "anchor_seconds": 0.15931107196956873, + "reference_seconds": 0.2108172681182623, + "historical_over_current": 0.9885616473825904, + "reference_over_xff": 1.338617393945859, + "paired_ratio_ci_low": 0.9322291940696407, + "paired_ratio_ci_high": 0.9996703888564923 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.15902151194001948, + "anchor_seconds": 0.16200058947184257, + "reference_seconds": 0.21048052981495857, + "historical_over_current": 0.9816106994330358, + "reference_over_xff": 1.3235978406138451, + "paired_ratio_ci_low": 0.9725239902832323, + "paired_ratio_ci_high": 0.9907950329804763 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010704529471695423, + "anchor_seconds": 0.01071181520819664, + "reference_seconds": 0.009395588987639971, + "historical_over_current": 0.9993198410951263, + "reference_over_xff": 0.8777208762406129, + "paired_ratio_ci_low": 0.944074032634063, + "paired_ratio_ci_high": 1.0194018430101044 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00982343458703586, + "anchor_seconds": 0.009733410818236215, + "reference_seconds": 0.009096529600875718, + "historical_over_current": 1.0092489437136445, + "reference_over_xff": 0.9260029697638085, + "paired_ratio_ci_low": 0.9922323476309409, + "paired_ratio_ci_high": 1.0661043562723487 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009472714604011603, + "anchor_seconds": 0.009596017854554313, + "reference_seconds": 0.009958184590297086, + "historical_over_current": 0.9871505813753577, + "reference_over_xff": 1.0512492993381106, + "paired_ratio_ci_low": 0.9547136611240441, + "paired_ratio_ci_high": 1.0347010018428549 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.08565214888325759, + "anchor_seconds": 0.09033676170344863, + "reference_seconds": 0.10975367256573268, + "historical_over_current": 0.9481427855963072, + "reference_over_xff": 1.2813884297908866, + "paired_ratio_ci_low": 0.9087693069889673, + "paired_ratio_ci_high": 1.014922119614364 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.054378898814320564, + "anchor_seconds": 0.05416216089257172, + "reference_seconds": 0.0646816963063819, + "historical_over_current": 1.0040016483496428, + "reference_over_xff": 1.189463150536401, + "paired_ratio_ci_low": 0.9867974002801726, + "paired_ratio_ci_high": 1.0119140898391261 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05985177321625607, + "anchor_seconds": 0.05911704219345536, + "reference_seconds": 0.06078892294317484, + "historical_over_current": 1.0124284131197967, + "reference_over_xff": 1.015657843979537, + "paired_ratio_ci_low": 1.004789455450792, + "paired_ratio_ci_high": 1.0448661182542853 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.9603752322228891, + "anchor_seconds": 0.9542618934065104, + "reference_seconds": 1.127370928414166, + "historical_over_current": 1.0064063532858423, + "reference_over_xff": 1.1738858839630295, + "paired_ratio_ci_low": 0.9917403782299529, + "paired_ratio_ci_high": 1.0742935385056638 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.6471961071448666, + "anchor_seconds": 0.6465659349092415, + "reference_seconds": 0.7024339221950088, + "historical_over_current": 1.0009746449690604, + "reference_over_xff": 1.0853494241395025, + "paired_ratio_ci_low": 0.8872834167162581, + "paired_ratio_ci_high": 1.1287246664563708 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.762917154468596, + "anchor_seconds": 0.7528600179191146, + "reference_seconds": 0.7872796013419118, + "historical_over_current": 1.0133585743831623, + "reference_over_xff": 1.0319332796891758, + "paired_ratio_ci_low": 0.9850448400213883, + "paired_ratio_ci_high": 1.067606352241948 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.01421361935458013, + "anchor_seconds": 0.013944970177752631, + "reference_seconds": 0.01247247654412474, + "historical_over_current": 1.0192649516924814, + "reference_over_xff": 0.8775017983090752, + "paired_ratio_ci_low": 0.9500758255965279, + "paired_ratio_ci_high": 1.0931723960842217 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010927857298936163, + "anchor_seconds": 0.011048606996025358, + "reference_seconds": 0.011168535665741988, + "historical_over_current": 0.989071047858555, + "reference_over_xff": 1.0220242962752868, + "paired_ratio_ci_low": 0.9690338389240457, + "paired_ratio_ci_high": 1.0185102172502938 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.011643785850277968, + "anchor_seconds": 0.01174973217504365, + "reference_seconds": 0.011344898891236101, + "historical_over_current": 0.9909830859812523, + "reference_over_xff": 0.9743307749828866, + "paired_ratio_ci_low": 0.9212477044026621, + "paired_ratio_ci_high": 1.024825095700639 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.11600133909710816, + "anchor_seconds": 0.11616933332490069, + "reference_seconds": 0.18580144058380807, + "historical_over_current": 0.9985538848938499, + "reference_over_xff": 1.601718066618767, + "paired_ratio_ci_low": 0.9430069881442357, + "paired_ratio_ci_high": 1.0207174698589376 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.10278499432440315, + "anchor_seconds": 0.1031082199354257, + "reference_seconds": 0.12061640447271722, + "historical_over_current": 0.9968651809601118, + "reference_over_xff": 1.1734826203524977, + "paired_ratio_ci_low": 0.9057004048616645, + "paired_ratio_ci_high": 1.0183315737105811 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.12844211302165473, + "anchor_seconds": 0.12857357119875296, + "reference_seconds": 0.12714846418904407, + "historical_over_current": 0.9989775645502215, + "reference_over_xff": 0.9899281567223006, + "paired_ratio_ci_low": 0.942884777984938, + "paired_ratio_ci_high": 1.008847457166956 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 1.3017023392021656, + "anchor_seconds": 1.3118059641814657, + "reference_seconds": 2.027820285675781, + "historical_over_current": 0.9922979272429178, + "reference_over_xff": 1.5578218034997653, + "paired_ratio_ci_low": 0.9291306296778619, + "paired_ratio_ci_high": 1.0166670737432395 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 1.0480058688138212, + "anchor_seconds": 1.0574880657451493, + "reference_seconds": 1.2256953152162688, + "historical_over_current": 0.9910332823239508, + "reference_over_xff": 1.1695500489931077, + "paired_ratio_ci_low": 0.9361790633836203, + "paired_ratio_ci_high": 1.013708032543987 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 1.3149830596521497, + "anchor_seconds": 1.298029595054686, + "reference_seconds": 1.3492521131411195, + "historical_over_current": 1.0130609230036465, + "reference_over_xff": 1.026060452442661, + "paired_ratio_ci_low": 0.9950178235563001, + "paired_ratio_ci_high": 1.0331458234907387 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008667523573551859, + "anchor_seconds": 0.00868443466190781, + "reference_seconds": 0.006017267837056092, + "historical_over_current": 0.998052712811563, + "reference_over_xff": 0.6942314936895267, + "paired_ratio_ci_low": 0.9630805169106741, + "paired_ratio_ci_high": 1.0331510356504214 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009108190424740314, + "anchor_seconds": 0.009309434331953526, + "reference_seconds": 0.006501327268779278, + "historical_over_current": 0.9783827996377326, + "reference_over_xff": 0.7137891244697641, + "paired_ratio_ci_low": 0.8045559773107492, + "paired_ratio_ci_high": 1.0866331139251275 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008402862985219275, + "anchor_seconds": 0.00855038674282176, + "reference_seconds": 0.006070672534406185, + "historical_over_current": 0.9827465397718605, + "reference_over_xff": 0.7224528764879973, + "paired_ratio_ci_low": 0.9650457939486567, + "paired_ratio_ci_high": 1.001228162055674 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.009303887108606952, + "anchor_seconds": 0.009299702277140958, + "reference_seconds": 0.0070072319358587265, + "historical_over_current": 1.0004499962838898, + "reference_over_xff": 0.7531510060323487, + "paired_ratio_ci_low": 0.9404817340009194, + "paired_ratio_ci_high": 1.0167041498237364 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.010644321595983846, + "anchor_seconds": 0.010820660607091017, + "reference_seconds": 0.0079569047583001, + "historical_over_current": 0.9837034893237837, + "reference_over_xff": 0.7475257757434047, + "paired_ratio_ci_low": 0.9296997840778999, + "paired_ratio_ci_high": 1.0147844174618414 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.010796660823481423, + "anchor_seconds": 0.010814321227371693, + "reference_seconds": 0.0081630711044584, + "historical_over_current": 0.9983669429158837, + "reference_over_xff": 0.7560736822170715, + "paired_ratio_ci_low": 0.9926895056129776, + "paired_ratio_ci_high": 1.0667143994702284 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01733959506132773, + "anchor_seconds": 0.01750025006809405, + "reference_seconds": 0.01602321437426976, + "historical_over_current": 0.9908198450798585, + "reference_over_xff": 0.924082385868752, + "paired_ratio_ci_low": 0.9697092091619639, + "paired_ratio_ci_high": 1.0167946172595665 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01950154746217387, + "anchor_seconds": 0.019945434161594937, + "reference_seconds": 0.01716153576437916, + "historical_over_current": 0.9777449467469717, + "reference_over_xff": 0.8800089222491955, + "paired_ratio_ci_low": 0.8947883659202641, + "paired_ratio_ci_high": 1.0739617406889377 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.018387547428054467, + "anchor_seconds": 0.018612601129072055, + "reference_seconds": 0.017069476124431406, + "historical_over_current": 0.9879085303845004, + "reference_over_xff": 0.9283171772211427, + "paired_ratio_ci_low": 0.9519550631660071, + "paired_ratio_ci_high": 0.9984627433023894 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009657095186412334, + "anchor_seconds": 0.009830000012048654, + "reference_seconds": 0.007356446369418076, + "historical_over_current": 0.9824104958876511, + "reference_over_xff": 0.7617659583358666, + "paired_ratio_ci_low": 0.9503891165356211, + "paired_ratio_ci_high": 1.0069250269904528 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008930470129208905, + "anchor_seconds": 0.009229642738189017, + "reference_seconds": 0.0065928926425320765, + "historical_over_current": 0.967585678290424, + "reference_over_xff": 0.7382469844413555, + "paired_ratio_ci_low": 0.9592831800407893, + "paired_ratio_ci_high": 0.9808997212318397 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010736916746412004, + "anchor_seconds": 0.011121928691864014, + "reference_seconds": 0.008252535148390703, + "historical_over_current": 0.9653826277690797, + "reference_over_xff": 0.7686131264032091, + "paired_ratio_ci_low": 0.9446815880818945, + "paired_ratio_ci_high": 0.9865765056834858 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.012509868746357304, + "anchor_seconds": 0.011962291784584522, + "reference_seconds": 0.009441707948488849, + "historical_over_current": 1.0457752554137185, + "reference_over_xff": 0.7547407682625079, + "paired_ratio_ci_low": 0.9892633658934583, + "paired_ratio_ci_high": 1.1008958316746076 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.010381374907280718, + "anchor_seconds": 0.010345976666680403, + "reference_seconds": 0.007701357826590538, + "historical_over_current": 1.0034214498776433, + "reference_over_xff": 0.7418437244944678, + "paired_ratio_ci_low": 0.978415558932413, + "paired_ratio_ci_high": 1.0397625666752324 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.010891488487167018, + "anchor_seconds": 0.01085123818899904, + "reference_seconds": 0.008231101158474172, + "historical_over_current": 1.0037092816015027, + "reference_over_xff": 0.7557370297156841, + "paired_ratio_ci_low": 0.9869965115200591, + "paired_ratio_ci_high": 1.0237175518842951 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.027661720689918314, + "anchor_seconds": 0.02681314306599753, + "reference_seconds": 0.02289639280310699, + "historical_over_current": 1.0316478236748339, + "reference_over_xff": 0.8277284359772994, + "paired_ratio_ci_low": 0.9771897505896517, + "paired_ratio_ci_high": 1.3148434565853866 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.023497595318726132, + "anchor_seconds": 0.023151702380606105, + "reference_seconds": 0.01885992248675653, + "historical_over_current": 1.0149402809535846, + "reference_over_xff": 0.8026320238703888, + "paired_ratio_ci_low": 0.9592774677594933, + "paired_ratio_ci_high": 1.0861969240121474 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.02079739887267351, + "anchor_seconds": 0.02171113674661943, + "reference_seconds": 0.017896112985908985, + "historical_over_current": 0.9579138630736047, + "reference_over_xff": 0.8604976562440876, + "paired_ratio_ci_low": 0.895480916955287, + "paired_ratio_ci_high": 0.9903552359936365 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.01119424429322992, + "anchor_seconds": 0.011633482362542833, + "reference_seconds": 0.00841547003281968, + "historical_over_current": 0.9622436295835923, + "reference_over_xff": 0.7517675880907125, + "paired_ratio_ci_low": 0.926012930324959, + "paired_ratio_ci_high": 0.9853712150561247 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.012930553672569138, + "anchor_seconds": 0.013398339173623494, + "reference_seconds": 0.010163869309638227, + "historical_over_current": 0.9650863069674145, + "reference_over_xff": 0.7860351201511075, + "paired_ratio_ci_low": 0.7546186750675846, + "paired_ratio_ci_high": 0.9866910083505958 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010171541278915746, + "anchor_seconds": 0.010182089172303677, + "reference_seconds": 0.007465690241328308, + "historical_over_current": 0.9989640737564328, + "reference_over_xff": 0.7339782670698778, + "paired_ratio_ci_low": 0.9863817594152406, + "paired_ratio_ci_high": 1.0193502858785422 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.040119863381343226, + "anchor_seconds": 0.034703511611691544, + "reference_seconds": 0.03389051796070167, + "historical_over_current": 1.156075034430433, + "reference_over_xff": 0.8447316392523321, + "paired_ratio_ci_low": 0.5103298188373354, + "paired_ratio_ci_high": 1.4833555593638803 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.034280291492385526, + "anchor_seconds": 0.034164375093366416, + "reference_seconds": 0.02535383922180959, + "historical_over_current": 1.0033929026567097, + "reference_over_xff": 0.7396039566186678, + "paired_ratio_ci_low": 0.851815533224336, + "paired_ratio_ci_high": 1.1516104492255543 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05649344064295292, + "anchor_seconds": 0.04755351758961167, + "reference_seconds": 0.027122732251882553, + "historical_over_current": 1.1879970926755212, + "reference_over_xff": 0.4801040960366057, + "paired_ratio_ci_low": 0.8494091849522536, + "paired_ratio_ci_high": 2.024352989824069 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.08222480969769615, + "anchor_seconds": 0.08323135732540063, + "reference_seconds": 0.13164446423096315, + "historical_over_current": 0.9879066296639945, + "reference_over_xff": 1.6010309384109367, + "paired_ratio_ci_low": 0.7000916220905982, + "paired_ratio_ci_high": 1.242039294210558 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033048625237175396, + "anchor_seconds": 0.033082583253937106, + "reference_seconds": 0.03692872077226639, + "historical_over_current": 0.9989735379338108, + "reference_over_xff": 1.1174056562790513, + "paired_ratio_ci_low": 0.9886213017986575, + "paired_ratio_ci_high": 1.0196982104756043 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.10007687485111612, + "anchor_seconds": 0.12476997636258602, + "reference_seconds": 0.09975769650191069, + "historical_over_current": 0.8020909979199574, + "reference_over_xff": 0.9968106683019402, + "paired_ratio_ci_low": 0.5656592693721355, + "paired_ratio_ci_high": 1.1432229858251315 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.035796565535877435, + "anchor_seconds": 0.03673339874616691, + "reference_seconds": 0.03230453561991453, + "historical_over_current": 0.9744964190010532, + "reference_over_xff": 0.9024479062813168, + "paired_ratio_ci_low": 0.6338808083560438, + "paired_ratio_ci_high": 1.3941362728146656 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.012699511966535024, + "anchor_seconds": 0.01262513721095664, + "reference_seconds": 0.01006950597677912, + "historical_over_current": 1.0058910057241863, + "reference_over_xff": 0.7929049559789121, + "paired_ratio_ci_low": 0.9614370507445066, + "paired_ratio_ci_high": 1.026127608332866 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.015305011932338988, + "anchor_seconds": 0.017268410484705652, + "reference_seconds": 0.013888143269079072, + "historical_over_current": 0.8863011419548074, + "reference_over_xff": 0.9074245306358685, + "paired_ratio_ci_low": 0.8359331969538536, + "paired_ratio_ci_high": 1.0265457660365227 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.046145559554653506, + "anchor_seconds": 0.0362700116155403, + "reference_seconds": 0.03097641042300633, + "historical_over_current": 1.2722785987441458, + "reference_over_xff": 0.6712760820749988, + "paired_ratio_ci_low": 1.0246881601393953, + "paired_ratio_ci_high": 2.349964160292733 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.015560339604105269, + "anchor_seconds": 0.015674095334751264, + "reference_seconds": 0.012636505865624972, + "historical_over_current": 0.9927424372369494, + "reference_over_xff": 0.8120970484661592, + "paired_ratio_ci_low": 0.9684382423832052, + "paired_ratio_ci_high": 1.0052328231492165 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.014494041779211589, + "anchor_seconds": 0.014405690931848117, + "reference_seconds": 0.011391720468444484, + "historical_over_current": 1.006133051707235, + "reference_over_xff": 0.7859588541260671, + "paired_ratio_ci_low": 0.9755418402111263, + "paired_ratio_ci_high": 1.0281431965217012 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03522868441151721, + "anchor_seconds": 0.03508247009345463, + "reference_seconds": 0.028593517573816434, + "historical_over_current": 1.0041677315671642, + "reference_over_xff": 0.8116544245537718, + "paired_ratio_ci_low": 0.9842789774248667, + "paired_ratio_ci_high": 1.0189507947345804 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09392373237226691, + "anchor_seconds": 0.10983821430376597, + "reference_seconds": 0.08372381515800953, + "historical_over_current": 0.8551097900455087, + "reference_over_xff": 0.8914021306794966, + "paired_ratio_ci_low": 0.6771936042130364, + "paired_ratio_ci_high": 1.1749302723828121 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11802973225712776, + "anchor_seconds": 0.12119154765137605, + "reference_seconds": 0.06435164303651877, + "historical_over_current": 0.9739105947937584, + "reference_over_xff": 0.5452155300693958, + "paired_ratio_ci_low": 0.7184315603193153, + "paired_ratio_ci_high": 1.3349570195596328 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011774416746837752, + "anchor_seconds": 0.011857047410947936, + "reference_seconds": 0.00904993446809905, + "historical_over_current": 0.9930310927125172, + "reference_over_xff": 0.7686100010456641, + "paired_ratio_ci_low": 0.9713711541124753, + "paired_ratio_ci_high": 1.0276336652524836 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010284083230154855, + "anchor_seconds": 0.010294303697134768, + "reference_seconds": 0.007908875255712442, + "historical_over_current": 0.9990071725800398, + "reference_over_xff": 0.7690403780982772, + "paired_ratio_ci_low": 0.9803314295061564, + "paired_ratio_ci_high": 1.038110602962925 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.03255980368703604, + "anchor_seconds": 0.03976395233933415, + "reference_seconds": 0.03486252389848232, + "historical_over_current": 0.8188271479952501, + "reference_over_xff": 1.070722791623069, + "paired_ratio_ci_low": 0.576757982796207, + "paired_ratio_ci_high": 1.341207902607407 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012244773762566703, + "anchor_seconds": 0.012283452121274812, + "reference_seconds": 0.010250761971942015, + "historical_over_current": 0.99685118170965, + "reference_over_xff": 0.8371540520641918, + "paired_ratio_ci_low": 0.9813292780394571, + "paired_ratio_ci_high": 1.0267207078124494 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.03963175602257252, + "anchor_seconds": 0.0390460891649127, + "reference_seconds": 0.028531535661646297, + "historical_over_current": 1.0149993730533737, + "reference_over_xff": 0.7199160099137666, + "paired_ratio_ci_low": 0.55368225894816, + "paired_ratio_ci_high": 1.582676922968562 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.012636511719652585, + "anchor_seconds": 0.012767279919769083, + "reference_seconds": 0.010520012117922306, + "historical_over_current": 0.9897575520441113, + "reference_over_xff": 0.8325091885572621, + "paired_ratio_ci_low": 0.9275524218168443, + "paired_ratio_ci_high": 1.0011870694353884 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.08685239258089236, + "anchor_seconds": 0.0837848394044808, + "reference_seconds": 0.13667108344712428, + "historical_over_current": 1.0366122701698168, + "reference_over_xff": 1.5736018247261514, + "paired_ratio_ci_low": 0.6960826162899669, + "paired_ratio_ci_high": 1.151291462815957 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03646048238234861, + "anchor_seconds": 0.03613069054803678, + "reference_seconds": 0.04811166093817779, + "historical_over_current": 1.0091277478871696, + "reference_over_xff": 1.319556346886672, + "paired_ratio_ci_low": 0.9997271076170451, + "paired_ratio_ci_high": 1.0205210015565809 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07741059509239026, + "anchor_seconds": 0.09003446437418461, + "reference_seconds": 0.1259665180529867, + "historical_over_current": 0.8597884780062738, + "reference_over_xff": 1.6272516430424606, + "paired_ratio_ci_low": 0.7292631578519974, + "paired_ratio_ci_high": 0.9995735642926347 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011015827501458781, + "anchor_seconds": 0.010958910653633731, + "reference_seconds": 0.008454690421266215, + "historical_over_current": 1.005193659262673, + "reference_over_xff": 0.7675038865801589, + "paired_ratio_ci_low": 0.9962671131202849, + "paired_ratio_ci_high": 1.0281231436674487 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.02532902413180896, + "anchor_seconds": 0.023167809737580165, + "reference_seconds": 0.019828399111117636, + "historical_over_current": 1.0932852271625455, + "reference_over_xff": 0.7828331248741844, + "paired_ratio_ci_low": 1.0296485014676855, + "paired_ratio_ci_high": 1.1457202444083614 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.06374852984611477, + "anchor_seconds": 0.033920065366796086, + "reference_seconds": 0.03373286899711404, + "historical_over_current": 1.8793752062906515, + "reference_over_xff": 0.5291552460667441, + "paired_ratio_ci_low": 1.1526288780775336, + "paired_ratio_ci_high": 2.773952179775811 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.013750535702066762, + "anchor_seconds": 0.013997155241668224, + "reference_seconds": 0.01249026759926762, + "historical_over_current": 0.9823807384183824, + "reference_over_xff": 0.9083477087652869, + "paired_ratio_ci_low": 0.9684022154063183, + "paired_ratio_ci_high": 1.0114977251583919 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014343065608825003, + "anchor_seconds": 0.014490428513714246, + "reference_seconds": 0.013337756107960428, + "historical_over_current": 0.9898303280161954, + "reference_over_xff": 0.9299097188647015, + "paired_ratio_ci_low": 0.9740752553053383, + "paired_ratio_ci_high": 1.0136039775989931 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.04729445864047323, + "anchor_seconds": 0.04599607735872269, + "reference_seconds": 0.035464494089995115, + "historical_over_current": 1.028228087182837, + "reference_over_xff": 0.749865737117152, + "paired_ratio_ci_low": 0.5669311174714808, + "paired_ratio_ci_high": 1.1246130003709551 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03693423220621688, + "anchor_seconds": 0.03729989858610289, + "reference_seconds": 0.04722523809011493, + "historical_over_current": 0.9901965851450799, + "reference_over_xff": 1.2786305621960605, + "paired_ratio_ci_low": 0.9750889766296117, + "paired_ratio_ci_high": 1.023535415013096 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03596572005855186, + "anchor_seconds": 0.03575347044638225, + "reference_seconds": 0.046315607614815235, + "historical_over_current": 1.005936475802759, + "reference_over_xff": 1.2877708979387554, + "paired_ratio_ci_low": 0.9971580163913808, + "paired_ratio_ci_high": 1.0171124171899917 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.14177533917661225, + "anchor_seconds": 0.11770372651517391, + "reference_seconds": 0.13109075597354344, + "historical_over_current": 1.2045102000940906, + "reference_over_xff": 0.924637223475383, + "paired_ratio_ci_low": 0.5672819983182887, + "paired_ratio_ci_high": 1.7078841608224526 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010263095210705484, + "anchor_seconds": 0.010398500066782747, + "reference_seconds": 0.008076202390449387, + "historical_over_current": 0.9869784242719962, + "reference_over_xff": 0.7869168340195326, + "paired_ratio_ci_low": 0.9571434441509797, + "paired_ratio_ci_high": 1.0177940260403477 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.029604273981281688, + "anchor_seconds": 0.029666607401200702, + "reference_seconds": 0.029677875073892728, + "historical_over_current": 0.9978988692884212, + "reference_over_xff": 1.0024861644186098, + "paired_ratio_ci_low": 0.8542836142497392, + "paired_ratio_ci_high": 1.6051032410180435 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.019295065264616693, + "anchor_seconds": 0.0197008095149483, + "reference_seconds": 0.01729173811950854, + "historical_over_current": 0.9794046914659146, + "reference_over_xff": 0.8961741192561884, + "paired_ratio_ci_low": 0.960613290074992, + "paired_ratio_ci_high": 1.2531453483312067 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.022179410526795045, + "anchor_seconds": 0.022307898849248886, + "reference_seconds": 0.029214005518172468, + "historical_over_current": 0.9942402319769275, + "reference_over_xff": 1.317167806731333, + "paired_ratio_ci_low": 0.9889311007721179, + "paired_ratio_ci_high": 1.0053529055709982 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.06445723785353559, + "anchor_seconds": 0.061102970237178464, + "reference_seconds": 0.06321489890771252, + "historical_over_current": 1.0548953283831726, + "reference_over_xff": 0.9807261529163567, + "paired_ratio_ci_low": 0.8437943064811538, + "paired_ratio_ci_high": 1.5687912696139594 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.03777064875300441, + "anchor_seconds": 0.04145771411380598, + "reference_seconds": 0.04851210143949304, + "historical_over_current": 0.9110644318044124, + "reference_over_xff": 1.28438623749173, + "paired_ratio_ci_low": 0.7984534885904709, + "paired_ratio_ci_high": 0.9742227601005815 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16528061897094762, + "anchor_seconds": 0.17657330938215768, + "reference_seconds": 0.28779699999306885, + "historical_over_current": 0.9360453148285889, + "reference_over_xff": 1.7412628400408925, + "paired_ratio_ci_low": 0.8496156012171953, + "paired_ratio_ci_high": 0.9941187013411968 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.45061526181442396, + "anchor_seconds": 0.4661750475476895, + "reference_seconds": 0.7871900239427175, + "historical_over_current": 0.9666224397570876, + "reference_over_xff": 1.746922686934879, + "paired_ratio_ci_low": 0.8657787063228278, + "paired_ratio_ci_high": 1.1046065302503612 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.15411420845027482, + "anchor_seconds": 0.16662858932146005, + "reference_seconds": 0.25831611294831547, + "historical_over_current": 0.9248965563343847, + "reference_over_xff": 1.6761343132853421, + "paired_ratio_ci_low": 0.7171181997117703, + "paired_ratio_ci_high": 1.0704262556069555 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.03609856577324016, + "anchor_seconds": 0.03739468473941088, + "reference_seconds": 0.029225143204842294, + "historical_over_current": 0.965339486742491, + "reference_over_xff": 0.8095929181349047, + "paired_ratio_ci_low": 0.7911553632563293, + "paired_ratio_ci_high": 1.1064232235400202 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.031963154673576355, + "anchor_seconds": 0.03664593438484839, + "reference_seconds": 0.028848196246794293, + "historical_over_current": 0.8722155734359397, + "reference_over_xff": 0.9025453382623346, + "paired_ratio_ci_low": 0.5462477728720883, + "paired_ratio_ci_high": 0.9681673948793591 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.012170255982450076, + "anchor_seconds": 0.012014006131461688, + "reference_seconds": 0.010211309684174401, + "historical_over_current": 1.0130056410225403, + "reference_over_xff": 0.8390382009137243, + "paired_ratio_ci_low": 0.9957869616202394, + "paired_ratio_ci_high": 1.0510226158181457 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02655133352215801, + "anchor_seconds": 0.026740118728152344, + "reference_seconds": 0.030884553412241594, + "historical_over_current": 0.9929400012051712, + "reference_over_xff": 1.1632015916062128, + "paired_ratio_ci_low": 0.9826689817336124, + "paired_ratio_ci_high": 1.001781908316705 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.04785680917224714, + "anchor_seconds": 0.04960883914359978, + "reference_seconds": 0.05346346992467131, + "historical_over_current": 0.9646831088653145, + "reference_over_xff": 1.117154922139597, + "paired_ratio_ci_low": 0.9182063309323789, + "paired_ratio_ci_high": 1.04271450594143 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.02754589289958988, + "anchor_seconds": 0.027470107190310955, + "reference_seconds": 0.03179154731333256, + "historical_over_current": 1.002758842867044, + "reference_over_xff": 1.1541302156811148, + "paired_ratio_ci_low": 0.9725464195069463, + "paired_ratio_ci_high": 1.0137630673634397 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16451085132679769, + "anchor_seconds": 0.16554814324315106, + "reference_seconds": 0.2145106846998845, + "historical_over_current": 0.9937341978228663, + "reference_over_xff": 1.3039303059332121, + "paired_ratio_ci_low": 0.9851240666141025, + "paired_ratio_ci_high": 1.024195592284607 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.6905523751463208, + "anchor_seconds": 0.6332403156640274, + "reference_seconds": 0.8299136666048851, + "historical_over_current": 1.0905060181176163, + "reference_over_xff": 1.2018113273870574, + "paired_ratio_ci_low": 0.973739329050663, + "paired_ratio_ci_high": 1.2116032131449153 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.5074674641447408, + "anchor_seconds": 0.47350692270057543, + "reference_seconds": 0.39972219044076546, + "historical_over_current": 1.0717213198288136, + "reference_over_xff": 0.7876804301423274, + "paired_ratio_ci_low": 0.9818266559416928, + "paired_ratio_ci_high": 1.2826434249138843 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.012465517834893294, + "anchor_seconds": 0.012201095132955484, + "reference_seconds": 0.01130886296076434, + "historical_over_current": 1.0216720465709341, + "reference_over_xff": 0.9072116466039412, + "paired_ratio_ci_low": 0.9889852654853288, + "paired_ratio_ci_high": 1.0473082902315773 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011801464882280146, + "anchor_seconds": 0.011782553313033921, + "reference_seconds": 0.01108721417507955, + "historical_over_current": 1.0016050484766579, + "reference_over_xff": 0.9394777924329512, + "paired_ratio_ci_low": 0.9758267918150825, + "paired_ratio_ci_high": 1.0308795255952552 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.011105345162962164, + "anchor_seconds": 0.011211862920650415, + "reference_seconds": 0.010971368955714362, + "historical_over_current": 0.9904995486974727, + "reference_over_xff": 0.9879358808500045, + "paired_ratio_ci_low": 0.9685805431452716, + "paired_ratio_ci_high": 1.0080260280642506 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.19646289904734918, + "anchor_seconds": 0.19049364301775182, + "reference_seconds": 0.20742333933178866, + "historical_over_current": 1.0313357229933446, + "reference_over_xff": 1.055788855491733, + "paired_ratio_ci_low": 0.8765278383144256, + "paired_ratio_ci_high": 1.3005887844053665 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.15396507124283484, + "anchor_seconds": 0.16744597615408047, + "reference_seconds": 0.19346258922347, + "historical_over_current": 0.9194910190087772, + "reference_over_xff": 1.2565355743468556, + "paired_ratio_ci_low": 0.8082478999665363, + "paired_ratio_ci_high": 1.264587416219476 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05997123822037663, + "anchor_seconds": 0.06047973808433328, + "reference_seconds": 0.061035273862736564, + "historical_over_current": 0.9915922277433213, + "reference_over_xff": 1.017742432438195, + "paired_ratio_ci_low": 0.9758272366512284, + "paired_ratio_ci_high": 1.0097450264903303 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.941691190536533, + "anchor_seconds": 0.9372483571725232, + "reference_seconds": 1.1137815592810512, + "historical_over_current": 1.0047402946401667, + "reference_over_xff": 1.1827460748002419, + "paired_ratio_ci_low": 0.9490026477362045, + "paired_ratio_ci_high": 1.1125816423373656 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 2.530481089438711, + "anchor_seconds": 2.3558317738186036, + "reference_seconds": 2.411065351084939, + "historical_over_current": 1.0741348841462546, + "reference_over_xff": 0.9528090769568803, + "paired_ratio_ci_low": 0.9527421093516714, + "paired_ratio_ci_high": 1.1402652114315857 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 2.3133531247398684, + "anchor_seconds": 2.336766089179686, + "reference_seconds": 1.9219508990645409, + "historical_over_current": 0.9899806127159108, + "reference_over_xff": 0.8308074018231264, + "paired_ratio_ci_low": 0.9242351672167795, + "paired_ratio_ci_high": 1.0346175178152814 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.04496311329837356, + "anchor_seconds": 0.03853119643671172, + "reference_seconds": 0.040460934596402306, + "historical_over_current": 1.1669275147535685, + "reference_over_xff": 0.8998695069868725, + "paired_ratio_ci_low": 1.041602602247598, + "paired_ratio_ci_high": 1.904272936323108 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.031187779935342923, + "anchor_seconds": 0.03780792214508567, + "reference_seconds": 0.031392148828932216, + "historical_over_current": 0.824900660122544, + "reference_over_xff": 1.0065528515980613, + "paired_ratio_ci_low": 0.6540151539791065, + "paired_ratio_ci_high": 1.4754501165522016 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.026502101016896113, + "anchor_seconds": 0.024429946339556148, + "reference_seconds": 0.023643661024315015, + "historical_over_current": 1.0848202713398842, + "reference_over_xff": 0.8921428912085599, + "paired_ratio_ci_low": 0.8042314962858158, + "paired_ratio_ci_high": 1.2208182567562171 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.11822525012706007, + "anchor_seconds": 0.11822414305061102, + "reference_seconds": 0.18802566679992846, + "historical_over_current": 1.000009364216314, + "reference_over_xff": 1.5904019369622977, + "paired_ratio_ci_low": 0.9900239049487729, + "paired_ratio_ci_high": 1.0265855552406908 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.2682836548026119, + "anchor_seconds": 0.3049310952691095, + "reference_seconds": 0.3284119223909719, + "historical_over_current": 0.8798173061551651, + "reference_over_xff": 1.2241219936883556, + "paired_ratio_ci_low": 0.7758557902832083, + "paired_ratio_ci_high": 1.1061796922976297 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.16498031547026976, + "anchor_seconds": 0.16115999408066273, + "reference_seconds": 0.15443754156253167, + "historical_over_current": 1.0237051472445136, + "reference_over_xff": 0.9360967768931322, + "paired_ratio_ci_low": 0.8372785674173471, + "paired_ratio_ci_high": 1.1440687382021801 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 1.330801357249064, + "anchor_seconds": 1.3547910835061754, + "reference_seconds": 2.0304636248786534, + "historical_over_current": 0.98229267482701, + "reference_over_xff": 1.5257450812012099, + "paired_ratio_ci_low": 0.9534943388436506, + "paired_ratio_ci_high": 1.0543735881135539 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 2.080428386506225, + "anchor_seconds": 2.1108096904520477, + "reference_seconds": 2.365942773409188, + "historical_over_current": 0.9856068009905166, + "reference_over_xff": 1.1372382672505454, + "paired_ratio_ci_low": 0.9529861984740736, + "paired_ratio_ci_high": 1.0080088230836888 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 2.3920993810253486, + "anchor_seconds": 2.6196911070229754, + "reference_seconds": 2.3998981194038476, + "historical_over_current": 0.9131226863398171, + "reference_over_xff": 1.003260206678853, + "paired_ratio_ci_low": 0.7669746606747546, + "paired_ratio_ci_high": 1.0179959428149818 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010097303693847997, + "anchor_seconds": 0.010163196096462863, + "reference_seconds": 0.007637749958251204, + "historical_over_current": 0.9935165668369029, + "reference_over_xff": 0.7564148004090112, + "paired_ratio_ci_low": 0.975148645688957, + "paired_ratio_ci_high": 1.0150174014191617 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010274857149592467, + "anchor_seconds": 0.010261339268514089, + "reference_seconds": 0.0076742083100335935, + "historical_over_current": 1.0013173603098628, + "reference_over_xff": 0.7468919711782053, + "paired_ratio_ci_low": 0.9835814089426198, + "paired_ratio_ci_high": 1.0175804069592551 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01028796418436936, + "anchor_seconds": 0.010258410525109087, + "reference_seconds": 0.007810987798230988, + "historical_over_current": 1.0028809199230169, + "reference_over_xff": 0.7592355162062409, + "paired_ratio_ci_low": 0.9841070433282136, + "paired_ratio_ci_high": 1.0155483217169583 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.011153202370873519, + "anchor_seconds": 0.011115487664937973, + "reference_seconds": 0.008593107174549783, + "historical_over_current": 1.0033929870710496, + "reference_over_xff": 0.7704609751357692, + "paired_ratio_ci_low": 0.9796815983843837, + "paired_ratio_ci_high": 1.0157788861830883 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.012422190313892705, + "anchor_seconds": 0.012297529727220535, + "reference_seconds": 0.00973697632019009, + "historical_over_current": 1.0101370429214116, + "reference_over_xff": 0.7838373164594387, + "paired_ratio_ci_low": 0.9560891657255672, + "paired_ratio_ci_high": 1.016586471402742 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.012102077449006694, + "anchor_seconds": 0.012428976462355681, + "reference_seconds": 0.009557119304580348, + "historical_over_current": 0.9736986376682678, + "reference_over_xff": 0.7897089854903193, + "paired_ratio_ci_low": 0.9290608257897806, + "paired_ratio_ci_high": 1.0213057534534549 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02037353560860668, + "anchor_seconds": 0.02029811896915947, + "reference_seconds": 0.018617643043398857, + "historical_over_current": 1.0037154496710654, + "reference_over_xff": 0.9138150295098482, + "paired_ratio_ci_low": 0.9571674601260743, + "paired_ratio_ci_high": 1.0195945329904421 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01996656520558255, + "anchor_seconds": 0.02003469624157463, + "reference_seconds": 0.018432648852467537, + "historical_over_current": 0.9965993476930936, + "reference_over_xff": 0.923175752197672, + "paired_ratio_ci_low": 0.9730247959675344, + "paired_ratio_ci_high": 1.0092186318620144 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.020143922551402023, + "anchor_seconds": 0.02038160086210285, + "reference_seconds": 0.0188807678808059, + "historical_over_current": 0.98833858477021, + "reference_over_xff": 0.9372935103690514, + "paired_ratio_ci_low": 0.9547290017853426, + "paired_ratio_ci_high": 1.0036102971467595 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011511244411979402, + "anchor_seconds": 0.011687261850706168, + "reference_seconds": 0.00884325017354318, + "historical_over_current": 0.9849393775055933, + "reference_over_xff": 0.768227122720136, + "paired_ratio_ci_low": 0.9697318764099675, + "paired_ratio_ci_high": 1.0799646957498532 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010202470235526562, + "anchor_seconds": 0.010344482426132475, + "reference_seconds": 0.007936803490987845, + "historical_over_current": 0.9862716968567553, + "reference_over_xff": 0.7779295903604483, + "paired_ratio_ci_low": 0.975848809254482, + "paired_ratio_ci_high": 1.024527987317054 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.039555738280926435, + "anchor_seconds": 0.03455723236714091, + "reference_seconds": 0.026589303543525084, + "historical_over_current": 1.144644277663231, + "reference_over_xff": 0.6721983888832206, + "paired_ratio_ci_low": 0.8177573446482559, + "paired_ratio_ci_high": 1.959946395506658 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.013387595037264484, + "anchor_seconds": 0.013809196784027986, + "reference_seconds": 0.010785648732313089, + "historical_over_current": 0.9694694953401536, + "reference_over_xff": 0.8056449797212378, + "paired_ratio_ci_low": 0.7882739652478774, + "paired_ratio_ci_high": 0.9942760195092744 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.016793321685067246, + "anchor_seconds": 0.017068291748208658, + "reference_seconds": 0.013001297866659505, + "historical_over_current": 0.9838900068502596, + "reference_over_xff": 0.7741945346179108, + "paired_ratio_ci_low": 0.9502932190421701, + "paired_ratio_ci_high": 1.1471774320409622 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.012646547784762723, + "anchor_seconds": 0.012836386848773276, + "reference_seconds": 0.009824577186788832, + "historical_over_current": 0.9852108645332159, + "reference_over_xff": 0.7768584244489266, + "paired_ratio_ci_low": 0.9659013563157132, + "paired_ratio_ci_high": 1.0132173903638244 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.05601754718061004, + "anchor_seconds": 0.05780556545193706, + "reference_seconds": 0.056260332997356145, + "historical_over_current": 0.9690684061759818, + "reference_over_xff": 1.004334102954621, + "paired_ratio_ci_low": 0.6242610484677411, + "paired_ratio_ci_high": 1.4426582854018157 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.094777048033263, + "anchor_seconds": 0.05769938110773053, + "reference_seconds": 0.036508017884833474, + "historical_over_current": 1.6426007734173917, + "reference_over_xff": 0.38519893415566814, + "paired_ratio_ci_low": 1.0924991044348582, + "paired_ratio_ci_high": 2.1977960937578938 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.022115148603916168, + "anchor_seconds": 0.022059059435767785, + "reference_seconds": 0.019493053667247295, + "historical_over_current": 1.0025426817635497, + "reference_over_xff": 0.8814344419008538, + "paired_ratio_ci_low": 0.9897681423510383, + "paired_ratio_ci_high": 1.0102278076346647 + } + ] + }, + "screen": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/measurements", + "contract_sha256": "c4ceb1611aab4e804afc2ceccda7f8694e82fb9916d3e3b8c6dc3c799574abda", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:21:49.396965+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 119.3534132912755 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "ad2e54d5287f6f19a03c2bbdbd88af97a0fc98f6a7de58190bc6e1a350cf42a4", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0161884252093478, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0005016423429507, + "cpu_ratio_geomean": 0.9868192511653519, + "vs_reference_geomean": 1.3848115858361607, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9770962459790604, + "cpu_ratio_geomean": 0.9670554747719768, + "vs_reference_geomean": 1.0062597330578749, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0011308210694787, + "cpu_ratio_geomean": 0.9959466783959995, + "vs_reference_geomean": 1.3562271396957934, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0016195187185026, + "cpu_ratio_geomean": 1.0017140947986878, + "vs_reference_geomean": 1.0431939584536467, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9887296894648111 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 1.001375140081813 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008445283797170435, + "anchor_seconds": 0.008504809767362616, + "reference_seconds": 0.005987900885797683, + "historical_over_current": 0.9930009051559726, + "reference_over_xff": 0.7090230511618697, + "paired_ratio_ci_low": 0.9849641440668488, + "paired_ratio_ci_high": 1.0100693145280248 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011791188447248368, + "anchor_seconds": 0.011856892722703162, + "reference_seconds": 0.008259172329590433, + "historical_over_current": 0.9944585586636046, + "reference_over_xff": 0.7004529158820986, + "paired_ratio_ci_low": 0.8799981068950893, + "paired_ratio_ci_high": 1.019179142371272 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.013709493957105138, + "anchor_seconds": 0.013292863255455381, + "reference_seconds": 0.009376819378563337, + "historical_over_current": 1.0313424349324267, + "reference_over_xff": 0.6839653898168625, + "paired_ratio_ci_low": 0.99944868284295, + "paired_ratio_ci_high": 1.0974075913346168 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009671807599564394, + "anchor_seconds": 0.009712505819542068, + "reference_seconds": 0.007216398959003743, + "historical_over_current": 0.9958097095915467, + "reference_over_xff": 0.7461272243803486, + "paired_ratio_ci_low": 0.9806083336161789, + "paired_ratio_ci_high": 1.0555415312884713 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00959724813167538, + "anchor_seconds": 0.009576436353936083, + "reference_seconds": 0.007135087225053992, + "historical_over_current": 1.002173227803132, + "reference_over_xff": 0.7434513651371467, + "paired_ratio_ci_low": 0.9531701187023572, + "paired_ratio_ci_high": 1.0413656915472145 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009882158777188687, + "anchor_seconds": 0.010013902692922525, + "reference_seconds": 0.007436504055346761, + "historical_over_current": 0.9868438989499119, + "reference_over_xff": 0.7525181716886282, + "paired_ratio_ci_low": 0.9060094964738159, + "paired_ratio_ci_high": 1.0116697028356716 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.030707212253695444, + "anchor_seconds": 0.03153968260933956, + "reference_seconds": 0.036381482146680355, + "historical_over_current": 0.9736056203876445, + "reference_over_xff": 1.184786226965362, + "paired_ratio_ci_low": 0.9492458966753394, + "paired_ratio_ci_high": 0.9813325487410388 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03075056549693857, + "anchor_seconds": 0.031999619189827216, + "reference_seconds": 0.03729320423943656, + "historical_over_current": 0.9609666075874514, + "reference_over_xff": 1.212764826817554, + "paired_ratio_ci_low": 0.9466024095816344, + "paired_ratio_ci_high": 0.974435046215023 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.031457122947488515, + "anchor_seconds": 0.03213442041583005, + "reference_seconds": 0.03751033553410144, + "historical_over_current": 0.9789229909991505, + "reference_over_xff": 1.1924274065596392, + "paired_ratio_ci_low": 0.9669150476440967, + "paired_ratio_ci_high": 0.9955976031591974 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.033184674701520374, + "anchor_seconds": 0.033615444254662306, + "reference_seconds": 0.02737331133158434, + "historical_over_current": 0.9871853678363276, + "reference_over_xff": 0.8248780974288176, + "paired_ratio_ci_low": 0.9701440157340149, + "paired_ratio_ci_high": 0.9969164593304196 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033360254196893604, + "anchor_seconds": 0.03391481953717414, + "reference_seconds": 0.027349299662524744, + "historical_over_current": 0.9836482886287314, + "reference_over_xff": 0.8198168845209645, + "paired_ratio_ci_low": 0.8341417069216824, + "paired_ratio_ci_high": 1.009662598232581 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034654565510295686, + "anchor_seconds": 0.035417250047127403, + "reference_seconds": 0.028810097215076286, + "historical_over_current": 0.9784657324942828, + "reference_over_xff": 0.831350697688504, + "paired_ratio_ci_low": 0.9711236277175145, + "paired_ratio_ci_high": 1.0163254373637711 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009283539750391529, + "anchor_seconds": 0.009218904721949781, + "reference_seconds": 0.0066286784020208175, + "historical_over_current": 1.0070111396517478, + "reference_over_xff": 0.7140248849304767, + "paired_ratio_ci_low": 0.9965752548068962, + "paired_ratio_ci_high": 1.048017386352426 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009022313702319349, + "anchor_seconds": 0.008925545428480421, + "reference_seconds": 0.006310309505178815, + "historical_over_current": 1.010841721059438, + "reference_over_xff": 0.6994114495882177, + "paired_ratio_ci_low": 0.9927602046870164, + "paired_ratio_ci_high": 1.0390542076323472 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008979063259348982, + "anchor_seconds": 0.008865107205652055, + "reference_seconds": 0.006346757878505048, + "historical_over_current": 1.0128544473353096, + "reference_over_xff": 0.7068396440905811, + "paired_ratio_ci_low": 1.0083005666306846, + "paired_ratio_ci_high": 1.0838148384191988 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011828095297373477, + "anchor_seconds": 0.012019573533464046, + "reference_seconds": 0.009213593034517197, + "historical_over_current": 0.9840694650640084, + "reference_over_xff": 0.7789583024887489, + "paired_ratio_ci_low": 0.9424752727781386, + "paired_ratio_ci_high": 0.9989355374407736 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011388569449385008, + "anchor_seconds": 0.011482388978557927, + "reference_seconds": 0.00878187920898199, + "historical_over_current": 0.9918292674679358, + "reference_over_xff": 0.7711134614414824, + "paired_ratio_ci_low": 0.9383421615171703, + "paired_ratio_ci_high": 1.0101189914472368 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01023597429905619, + "anchor_seconds": 0.010230841203814461, + "reference_seconds": 0.00775773823261261, + "historical_over_current": 1.00050172758422, + "reference_over_xff": 0.7578895770896878, + "paired_ratio_ci_low": 0.9802709620304941, + "paired_ratio_ci_high": 1.012075857111342 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.031884624844505674, + "anchor_seconds": 0.03193185691322599, + "reference_seconds": 0.03580154376547961, + "historical_over_current": 0.9985208480406051, + "reference_over_xff": 1.1228466365866272, + "paired_ratio_ci_low": 0.9910513770045076, + "paired_ratio_ci_high": 1.0097469167487423 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03265134728558007, + "anchor_seconds": 0.03255481352763517, + "reference_seconds": 0.03772222623229027, + "historical_over_current": 1.002965268342359, + "reference_over_xff": 1.155303819544061, + "paired_ratio_ci_low": 0.9933651130081855, + "paired_ratio_ci_high": 1.026867204046772 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03199591860175133, + "anchor_seconds": 0.032317476169694034, + "reference_seconds": 0.03620050594742809, + "historical_over_current": 0.990050040843095, + "reference_over_xff": 1.1314101150840725, + "paired_ratio_ci_low": 0.9731254119259355, + "paired_ratio_ci_high": 0.9984719066960995 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03485411090687627, + "anchor_seconds": 0.03454415872693062, + "reference_seconds": 0.02821141259656066, + "historical_over_current": 1.008972636514202, + "reference_over_xff": 0.8094142086119004, + "paired_ratio_ci_low": 1.0025287412468125, + "paired_ratio_ci_high": 1.1745587548268137 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.036298763805202076, + "anchor_seconds": 0.03585636101308323, + "reference_seconds": 0.02903862501538935, + "historical_over_current": 1.0123381955005815, + "reference_over_xff": 0.7999893652363926, + "paired_ratio_ci_low": 0.9827146488469037, + "paired_ratio_ci_high": 1.2768238908222505 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034214630989091735, + "anchor_seconds": 0.034316293540455046, + "reference_seconds": 0.027933781700474874, + "historical_over_current": 0.9970374845044537, + "reference_over_xff": 0.8164279693497407, + "paired_ratio_ci_low": 0.9818624043704648, + "paired_ratio_ci_high": 1.00067387589359 + } + ] + } + } + }, + "linux_instruction_diagnostics": { + "summary": [ + { + "files": 100, + "baseline": 1728843.111111111, + "candidate": 1565778.4444444445, + "ratio": 0.9056798933236536 + }, + { + "files": 10000, + "baseline": 23364542.444444444, + "candidate": 21310266.333333332, + "ratio": 0.912077194920649 + }, + { + "files": 100000, + "baseline": 220044126.55555555, + "candidate": 200800015.0, + "ratio": 0.912544307104253 + } + ], + "samples": { + "cells": 3, + "samples": 54 + }, + "samples_sha256": "99e16fab81ecd9f1a1451300804ad12c247c9a5a32a2aacc50ddffa0ceb46fb7", + "note": "Separate validated perf stat runs after timing collection; not accepted timing samples." + }, + "minimal_production": { + "target": "//xff/cli:xff", + "configs": ["clang_release"], + "scope": "Listing only, 100/100000 files, broad/deep, workers 1/3/10; no archive or other-task claim.", + "platforms": { + "linux": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/minimal-production-screen", + "contract_sha256": "1928aed1e3d988c62ddbd30473bbeeb48e127876395680244d9cbb4974514f6c", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:46:45.103724+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 124.47242485103197 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_core_history.py": "901f8f639e5c949e61ef23c3b1e4bf483068f34abc27a1ba0bfb1f044b3fe2e9", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0608197784951137, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9766082975444458, + "cpu_ratio_geomean": 0.9562600767162864, + "vs_reference_geomean": 1.1789573107132758, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9855380462662184, + "cpu_ratio_geomean": 0.9847327331810318, + "vs_reference_geomean": 1.1087671770871066, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9892290517734794, + "cpu_ratio_geomean": 0.986180016737007, + "vs_reference_geomean": 1.1763994564096794, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0105450291818572, + "cpu_ratio_geomean": 1.0031044097821278, + "vs_reference_geomean": 1.1275212991331105, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9810630120075523 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 0.9998302360860926 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0011726458601298787, + "anchor_seconds": 0.0012089676123910717, + "reference_seconds": 0.000995023985437694, + "historical_over_current": 0.9699563893284482, + "reference_over_xff": 0.8485289713362294, + "paired_ratio_ci_low": 0.9284194298017442, + "paired_ratio_ci_high": 0.9784880372864883 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001236845672662769, + "anchor_seconds": 0.0012692329972716315, + "reference_seconds": 0.00103806580660776, + "historical_over_current": 0.9744827587381648, + "reference_over_xff": 0.8392848271627441, + "paired_ratio_ci_low": 0.9327852279460735, + "paired_ratio_ci_high": 1.0010712042893946 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001267262906323941, + "anchor_seconds": 0.0013015079034847162, + "reference_seconds": 0.0010663047266591872, + "historical_over_current": 0.9736882142097746, + "reference_over_xff": 0.8414234499708584, + "paired_ratio_ci_low": 0.9530239153221512, + "paired_ratio_ci_high": 0.9857480454161952 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013354355136730842, + "anchor_seconds": 0.0013509140505144994, + "reference_seconds": 0.0011369645806206833, + "historical_over_current": 0.9885421749551571, + "reference_over_xff": 0.8513811179796236, + "paired_ratio_ci_low": 0.9735539379111793, + "paired_ratio_ci_high": 1.031627955588606 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001355783930713577, + "anchor_seconds": 0.0013907763308712415, + "reference_seconds": 0.0011580687049510224, + "historical_over_current": 0.9748396637324538, + "reference_over_xff": 0.854169074228153, + "paired_ratio_ci_low": 0.9711260223940208, + "paired_ratio_ci_high": 1.0160912237894102 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0014005947935705383, + "anchor_seconds": 0.001431741862602177, + "reference_seconds": 0.0011969210713037423, + "historical_over_current": 0.9782453318959122, + "reference_over_xff": 0.8545805516329457, + "paired_ratio_ci_low": 0.9659233201193969, + "paired_ratio_ci_high": 1.0105244651585024 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.040957275223696514, + "anchor_seconds": 0.04172378405374253, + "reference_seconds": 0.03849079289163152, + "historical_over_current": 0.9816289714025288, + "reference_over_xff": 0.939779140126051, + "paired_ratio_ci_low": 0.9738141512217219, + "paired_ratio_ci_high": 0.9846863672831979 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04118987518207481, + "anchor_seconds": 0.04190734352007331, + "reference_seconds": 0.03812402419169389, + "historical_over_current": 0.9828796512082699, + "reference_over_xff": 0.9255678494574529, + "paired_ratio_ci_low": 0.9615738856065943, + "paired_ratio_ci_high": 0.9835885108127678 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.041752872428679394, + "anchor_seconds": 0.04211273758361737, + "reference_seconds": 0.03836840885646996, + "historical_over_current": 0.9914547195080007, + "reference_over_xff": 0.9189405812021522, + "paired_ratio_ci_low": 0.9835575168548093, + "paired_ratio_ci_high": 1.0081563615419091 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058916647802107036, + "anchor_seconds": 0.05950565147213638, + "reference_seconds": 0.051606917953384776, + "historical_over_current": 0.9901017188206881, + "reference_over_xff": 0.8759309953737585, + "paired_ratio_ci_low": 0.9584756394800242, + "paired_ratio_ci_high": 0.9941248719054703 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.049353782525507824, + "anchor_seconds": 0.05028156557541695, + "reference_seconds": 0.043228059325234165, + "historical_over_current": 0.9815482465732386, + "reference_over_xff": 0.8758813836182128, + "paired_ratio_ci_low": 0.9764109632237824, + "paired_ratio_ci_high": 0.9943932423720029 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05006743923738776, + "anchor_seconds": 0.05079571444851657, + "reference_seconds": 0.0439416672424635, + "historical_over_current": 0.9856626642811187, + "reference_over_xff": 0.8776495844758552, + "paired_ratio_ci_low": 0.9810120368483805, + "paired_ratio_ci_high": 1.0028158260375701 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013511613222016465, + "anchor_seconds": 0.001354579869214268, + "reference_seconds": 0.0011546786852358352, + "historical_over_current": 0.9974763045795119, + "reference_over_xff": 0.8545823997939394, + "paired_ratio_ci_low": 0.9272887067527777, + "paired_ratio_ci_high": 1.1430937226183773 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001201489053311802, + "anchor_seconds": 0.0011849584767506236, + "reference_seconds": 0.0010266629036604648, + "historical_over_current": 1.0139503424681247, + "reference_over_xff": 0.8544920994748609, + "paired_ratio_ci_low": 0.998121343974836, + "paired_ratio_ci_high": 1.0323001482633 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001252292688669903, + "anchor_seconds": 0.0012471082598148357, + "reference_seconds": 0.0010616587131239829, + "historical_over_current": 1.0041571602258788, + "reference_over_xff": 0.8477720286394086, + "paired_ratio_ci_low": 0.9778609012842031, + "paired_ratio_ci_high": 1.0191892434471397 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014082587523651974, + "anchor_seconds": 0.0014310382872021624, + "reference_seconds": 0.0012081757553720049, + "historical_over_current": 0.9840818131557462, + "reference_over_xff": 0.8579217088783228, + "paired_ratio_ci_low": 0.8312774289775685, + "paired_ratio_ci_high": 0.9945886667103415 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015967134774352114, + "anchor_seconds": 0.0016938252374529839, + "reference_seconds": 0.0013587751059925982, + "historical_over_current": 0.9426671902918391, + "reference_over_xff": 0.850982424332754, + "paired_ratio_ci_low": 0.9027819534247995, + "paired_ratio_ci_high": 1.1003238748905293 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015457299027946732, + "anchor_seconds": 0.0015540428714649309, + "reference_seconds": 0.0012903139438657533, + "historical_over_current": 0.9946507468854953, + "reference_over_xff": 0.8347602912597285, + "paired_ratio_ci_low": 0.9777364791730065, + "paired_ratio_ci_high": 1.0355813622877468 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.07868916444879558, + "anchor_seconds": 0.07521973301966985, + "reference_seconds": 0.06992534709916938, + "historical_over_current": 1.046123952982105, + "reference_over_xff": 0.8886273934789463, + "paired_ratio_ci_low": 0.9975605237833676, + "paired_ratio_ci_high": 1.1069836716503976 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04353073358513592, + "anchor_seconds": 0.04390617799834304, + "reference_seconds": 0.04009685443625564, + "historical_over_current": 0.9914489388436114, + "reference_over_xff": 0.9211159825238318, + "paired_ratio_ci_low": 0.9778394126626717, + "paired_ratio_ci_high": 1.0102656678482054 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04527095257348958, + "anchor_seconds": 0.04489314137581026, + "reference_seconds": 0.041333177126944065, + "historical_over_current": 1.0084157888287784, + "reference_over_xff": 0.9130176145475796, + "paired_ratio_ci_low": 0.9892274932074773, + "paired_ratio_ci_high": 1.0276018377842413 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.07250521903569322, + "anchor_seconds": 0.07205317004783345, + "reference_seconds": 0.06400520008035182, + "historical_over_current": 1.0062738251149765, + "reference_over_xff": 0.8827667984678872, + "paired_ratio_ci_low": 0.970234829171039, + "paired_ratio_ci_high": 1.0449287836724641 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.05397837113456002, + "anchor_seconds": 0.053481295494185316, + "reference_seconds": 0.04637207380784232, + "historical_over_current": 1.0092943829385874, + "reference_over_xff": 0.8590862012535292, + "paired_ratio_ci_low": 0.9797580442005265, + "paired_ratio_ci_high": 1.040490663303984 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05083959520284441, + "anchor_seconds": 0.050710189183952196, + "reference_seconds": 0.0436573782325944, + "historical_over_current": 1.0025518741100095, + "reference_over_xff": 0.85872788833991, + "paired_ratio_ci_low": 0.9843669532034452, + "paired_ratio_ci_high": 1.0107014257999953 + } + ], + "builds": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "bytes": 12731944, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 3.604210182093084, + "completed_at": "2026-11-08T22:43:45.043082+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "ecc4aaa35c2821c13712bb337c8c14452833843e0f32e5d86c1f1813dd3a5f49", + "link_actions_sha256": "280f06fbd5e8b14c89dab5559e1c87767f2a4fdd49a52dc4e31770d478dcb916", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "a1e4301d125b3a9caaa415af93dacc66cdbe95d8a3515ff05d264f453e5c7f7e", + "bytes": 12729496, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 5.675406232010573, + "completed_at": "2026-11-08T22:43:41.438094+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "2e9361f731a06a344ebfae2219392caf24c9616a34bd39a947c04a46488f2005", + "link_actions_sha256": "280f06fbd5e8b14c89dab5559e1c87767f2a4fdd49a52dc4e31770d478dcb916", + "thin_lto": true + } + } + }, + "macos": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-minimal-production/measurements", + "contract_sha256": "b952645ef4e31befeb6a1b57f2fbeff05755a21969b2a6858bb1e973cccf7ec0", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:57:27.937251+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 309.68858958315104 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "6205106466e33736ce668169d38b1728954d0a623b500aac60fd08ce7aab2a09", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.436925047421298, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0044836035723075, + "cpu_ratio_geomean": 0.978703776911611, + "vs_reference_geomean": 1.2820456547170611, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9688798251877058, + "cpu_ratio_geomean": 0.9646429639228056, + "vs_reference_geomean": 0.9895262128888956, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9939322586269524, + "cpu_ratio_geomean": 1.0122170911358321, + "vs_reference_geomean": 1.291808656192265, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.056337814730664, + "cpu_ratio_geomean": 1.021444266052909, + "vs_reference_geomean": 0.9990310893657004, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9865211088633907 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 1.0246600558567256 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011993783703517346, + "anchor_seconds": 0.012224502063223295, + "reference_seconds": 0.009363918920003232, + "historical_over_current": 0.9811265638049953, + "reference_over_xff": 0.7807310146219438, + "paired_ratio_ci_low": 0.9566906433742279, + "paired_ratio_ci_high": 1.0234389503575323 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.02508695228468804, + "anchor_seconds": 0.023114361135022982, + "reference_seconds": 0.017624229946661563, + "historical_over_current": 1.0853405005720091, + "reference_over_xff": 0.7025257491089745, + "paired_ratio_ci_low": 0.9614788462242697, + "paired_ratio_ci_high": 1.3412504410117638 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.020175406620616003, + "anchor_seconds": 0.01982723203088556, + "reference_seconds": 0.015525309457665398, + "historical_over_current": 1.0175604234210847, + "reference_over_xff": 0.769516557936485, + "paired_ratio_ci_low": 0.867401315527137, + "paired_ratio_ci_high": 1.1073715295376294 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009872863113525369, + "anchor_seconds": 0.010211133043326083, + "reference_seconds": 0.008063625056473981, + "historical_over_current": 0.9668724392909752, + "reference_over_xff": 0.8167463646312675, + "paired_ratio_ci_low": 0.9255977220639673, + "paired_ratio_ci_high": 0.9973388663183276 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011055646641623406, + "anchor_seconds": 0.011160210351504031, + "reference_seconds": 0.008900940506940796, + "historical_over_current": 0.9906306685459084, + "reference_over_xff": 0.8051035634071049, + "paired_ratio_ci_low": 0.9669714086195091, + "paired_ratio_ci_high": 1.0083065615229578 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009924696447948614, + "anchor_seconds": 0.010027491931049596, + "reference_seconds": 0.008053333409840152, + "historical_over_current": 0.9897486346727759, + "reference_over_xff": 0.8114438010348152, + "paired_ratio_ci_low": 0.9657664142143145, + "paired_ratio_ci_high": 1.0256944069071985 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03437307547955286, + "anchor_seconds": 0.034723617136478424, + "reference_seconds": 0.04136503971226159, + "historical_over_current": 0.989904805840135, + "reference_over_xff": 1.2034139842059801, + "paired_ratio_ci_low": 0.9663365967569681, + "paired_ratio_ci_high": 1.0259375545744014 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03165763501255285, + "anchor_seconds": 0.03280093064088197, + "reference_seconds": 0.03999934119305441, + "historical_over_current": 0.9651444149299789, + "reference_over_xff": 1.2634974525795724, + "paired_ratio_ci_low": 0.9559398484825046, + "paired_ratio_ci_high": 0.990864751165583 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.042656216282574905, + "anchor_seconds": 0.04405763488085497, + "reference_seconds": 0.05179865099489689, + "historical_over_current": 0.968191243082614, + "reference_over_xff": 1.2143283091908148, + "paired_ratio_ci_low": 0.9404514458442904, + "paired_ratio_ci_high": 1.0091866261404867 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04696521238379535, + "anchor_seconds": 0.048987865226254576, + "reference_seconds": 0.03957662500795864, + "historical_over_current": 0.9587111454414795, + "reference_over_xff": 0.8426795706690761, + "paired_ratio_ci_low": 0.9383463332869468, + "paired_ratio_ci_high": 1.0229946943935635 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04614277401318153, + "anchor_seconds": 0.04837924814117806, + "reference_seconds": 0.03817639872431755, + "historical_over_current": 0.9537720362774106, + "reference_over_xff": 0.8273537848723997, + "paired_ratio_ci_low": 0.9103940148170617, + "paired_ratio_ci_high": 0.9944622389732289 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.06146682146936655, + "anchor_seconds": 0.06284931164589666, + "reference_seconds": 0.05086249596483651, + "historical_over_current": 0.9780030975626386, + "reference_over_xff": 0.8274788698840567, + "paired_ratio_ci_low": 0.7490394461350314, + "paired_ratio_ci_high": 1.0875736296973666 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.027433797672745727, + "anchor_seconds": 0.027387946444962705, + "reference_seconds": 0.021324523635918184, + "historical_over_current": 1.0016741389455819, + "reference_over_xff": 0.7773084824163139, + "paired_ratio_ci_low": 0.9122968292799638, + "paired_ratio_ci_high": 1.1138458805915472 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009989863128534384, + "anchor_seconds": 0.009943882801703044, + "reference_seconds": 0.0074388571527032625, + "historical_over_current": 1.0046239811699578, + "reference_over_xff": 0.7446405478224625, + "paired_ratio_ci_low": 0.964732403598481, + "paired_ratio_ci_high": 1.070082315059756 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009242601027446134, + "anchor_seconds": 0.00935572013258934, + "reference_seconds": 0.007097515898446242, + "historical_over_current": 0.987909096943893, + "reference_over_xff": 0.767913261361168, + "paired_ratio_ci_low": 0.9523043663294091, + "paired_ratio_ci_high": 1.040523965486 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.030594549674008573, + "anchor_seconds": 0.028775400748210295, + "reference_seconds": 0.022255640920429004, + "historical_over_current": 1.0632188910839555, + "reference_over_xff": 0.7274380946138311, + "paired_ratio_ci_low": 0.9572257000516828, + "paired_ratio_ci_high": 1.3181021544278313 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.025723640762624286, + "anchor_seconds": 0.02767333725378627, + "reference_seconds": 0.022093521741529305, + "historical_over_current": 0.9295460293320703, + "reference_over_xff": 0.8588800452240244, + "paired_ratio_ci_low": 0.8194261560380176, + "paired_ratio_ci_high": 1.032953582757003 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.03456108307554608, + "anchor_seconds": 0.03521982540509531, + "reference_seconds": 0.026780420559502784, + "historical_over_current": 0.9812962636250342, + "reference_over_xff": 0.7748721445148067, + "paired_ratio_ci_low": 0.8407515563361351, + "paired_ratio_ci_high": 1.186197172342711 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06586561910808086, + "anchor_seconds": 0.07083197013430652, + "reference_seconds": 0.08824880567512342, + "historical_over_current": 0.9298854596757817, + "reference_over_xff": 1.339831111741519, + "paired_ratio_ci_low": 0.8110663195177453, + "paired_ratio_ci_high": 1.0838130754749908 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.07755756542263996, + "anchor_seconds": 0.0685509228191915, + "reference_seconds": 0.09292465443944647, + "historical_over_current": 1.1313861613096616, + "reference_over_xff": 1.1981378468117914, + "paired_ratio_ci_low": 0.9712995406503879, + "paired_ratio_ci_high": 1.302381515512247 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.06826681147019069, + "anchor_seconds": 0.06738830557359117, + "reference_seconds": 0.09995866079060804, + "historical_over_current": 1.0130364740457845, + "reference_over_xff": 1.46423508931944, + "paired_ratio_ci_low": 0.8820118014362535, + "paired_ratio_ci_high": 1.265137372435918 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06469919443840072, + "anchor_seconds": 0.07220114887292896, + "reference_seconds": 0.053243420663334075, + "historical_over_current": 0.8960964672773923, + "reference_over_xff": 0.8229379225737726, + "paired_ratio_ci_low": 0.5989217109181785, + "paired_ratio_ci_high": 1.0914077254155676 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.19182138278016023, + "anchor_seconds": 0.1334943552723243, + "reference_seconds": 0.12320052384443227, + "historical_over_current": 1.436925047421298, + "reference_over_xff": 0.6422668946434823, + "paired_ratio_ci_low": 0.9079242701318154, + "paired_ratio_ci_high": 1.7228561027984386 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0353998171963862, + "anchor_seconds": 0.034965387013341696, + "reference_seconds": 0.028660035913898832, + "historical_over_current": 1.0124245781371943, + "reference_over_xff": 0.8096097150700711, + "paired_ratio_ci_low": 0.9914325781313161, + "paired_ratio_ci_high": 1.0739933096865155 + } + ], + "builds": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 10.068295957520604, + "completed_at": "2026-11-08T22:49:46.635035+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "34a8e3dab8f09c86f3f981280c3d3252f14ec10462667cf71c433858efd41b5d", + "link_actions_sha256": "8096b3c263c673a3cc9880c465ab6b6029ccd303c29af96a7ec1b25fe0f3e7dc", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "797a495025a296d1ed23b5e24e55a8a06933f419935d4f1d7c4072b5f11549a4", + "bytes": 4198416, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 14.524037375114858, + "completed_at": "2026-11-08T22:49:36.563676+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "bb5e2b10c6c5c0f181056ba9983fc07578f13f26c6f3b69c883c41a9d65f3531", + "link_actions_sha256": "8096b3c263c673a3cc9880c465ab6b6029ccd303c29af96a7ec1b25fe0f3e7dc", + "thin_lto": true + } + } + } + } + }, + "syscall_diagnostics": { + "results": [ + { + "case": { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3 + }, + "label": "xff", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/broad-xff.txt", + "--", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "--no-config", + "--no-pager", + "--color=never", + "--sort=none", + "--gitignore=off", + "--hidden", + "--jobs=3", + "--exact", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "6ff2bd4158063702766a047565dbcfcd12933967b0e9b9f8cdaa52f8a5165bcd", + "trace_sha256": "c258a8993864dcb4ce9aef52a637083991017de34a990a853078ba5da20f13ed" + }, + { + "case": { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3 + }, + "label": "find", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/broad-find.txt", + "--", + "/usr/bin/find", + "-P", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "6ff2bd4158063702766a047565dbcfcd12933967b0e9b9f8cdaa52f8a5165bcd", + "trace_sha256": "23c1acf6742c570e66664dfadc969de9ae8cfca2b914b988fb8f37761b33604d" + }, + { + "case": { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3 + }, + "label": "xff", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/deep-xff.txt", + "--", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "--no-config", + "--no-pager", + "--color=never", + "--sort=none", + "--gitignore=off", + "--hidden", + "--jobs=3", + "--exact", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "94500dcde3b2fe96d13e711e763bf92fb5e7064e27dd6ac076f88a0a7d290999", + "trace_sha256": "38f25f086f28c84fc13bc299ff7ee19906d2c439bbe45362012d9ffa7f83c30c" + }, + { + "case": { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3 + }, + "label": "find", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/deep-find.txt", + "--", + "/usr/bin/find", + "-P", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "157898c324a19caf2da8df7bba3d3e8fec4ffb20ddccdff786a13294b6dfa880", + "trace_sha256": "c5a46b36fe27ed459b8a950b480c9ba03031632e6bc450aee6c9515642450652" + } + ], + "strace_sha256": "f47342683309e807bca57d6d89b82f94a9b39aa614e9c28c2b67cefbc35eee58", + "note": "Post-collection syscall diagnostics only; traced durations are not benchmark timings." + }, + "retained_macos_archive": { + "file": "/private/tmp/xff-macos-qualification-20261108.tar", + "bytes": 156651520, + "sha256": "aeefb85696b352fe0bb739fd72e281f16dc1d54f9738a0ec7537b3ca1f8067b2", + "remote_path": "/home/marcus/Documents/xff-per-entry-followup-20261108/macos-qualification.tar", + "note": "Raw macOS campaigns, all experiment binaries/build evidence, collectors, source bundle, viewers and owned disk release. Python caches omitted.", + "remote_sha256": "aeefb85696b352fe0bb739fd72e281f16dc1d54f9738a0ec7537b3ca1f8067b2", + "remote_bytes": 156651520, + "remote_verified_at": "2026-11-08T23:00:49.910236+00:00" + }, + "macos_ramdisk_release": { + "receipt": { + "device": "/dev/disk4", + "image": "ram://4194304", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "mount": "/Volumes/XFFQual20261108", + "filesystem": "Case-sensitive HFS+", + "bytes": 2147483648, + "created_at": "2026-11-08T21:07:31.094720+00:00", + "authorization": "User explicitly approved disposable 2 GiB macOS RAM disk and measurements in this session." + }, + "released_at": "2026-11-08T22:58:25.553533+00:00", + "command": ["hdiutil", "detach", "/dev/disk4"], + "stdout": "\"disk4\" ejected.", + "stderr": "", + "verified_live_uuid_and_image_before_detach": true, + "verified_image_and_mount_absent_after_detach": true, + "note": "Only this session-owned disk was detached. Raw measurement evidence remains outside the mount." + }, + "retained_roots": { + "local": "/private/tmp/xff-per-entry-evidence-20261108", + "linux": "/home/marcus/Documents/xff-per-entry-followup-20261108", + "macos_archive": "/home/marcus/Documents/xff-per-entry-followup-20261108/macos-qualification.tar" + }, + "correctness": { + "linux": { + "suites": 7, + "log": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-linux-tests.log", + "sha256": "1cec3befad86096f901ca27f687d726f1f46116da833fe08d8ddc071ac85bbd7", + "note": "Cached test results are identified in the retained Bazel log." + }, + "macos": { + "suites": 7, + "log": "/private/tmp/xff-lazy-shard-macos-20261108/tests.log", + "sha256": "69025d8ef01e720a572649da0c9fbacb5eedd1acd26c1378f037d249b8968c56", + "note": "Cached test results are identified in the retained Bazel log." + }, + "extended_tooling_linux": { + "tests": 23, + "log_sha256": "4cdae0d2419bfacdf12a9e078c39c4b65396c10aaa5c9a79cfdf7e336f48036f" + } + }, + "cpp_blobs": { + "xff/engine/run.cc": "d30acd9c0b0465a8f0b1a2cbb4268483efdcee7a", + "xff/engine/evaluate.cc": "71cb91a6ceb420b2d1b8827a4c5820bad1276d8c" + } +} diff --git a/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md new file mode 100644 index 0000000000..c040332809 --- /dev/null +++ b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md @@ -0,0 +1,183 @@ +# Lazy evaluation and shard setup qualification (2026-11-08) + +## Outcome and scope + +This follow-up to PR #1143 reduces ordinary predicate evaluation work and avoids +constructing deferred-entry maps and shard regular expressions when unused. +Qualification compares production full-feature CLIs with merged PR #1149 +(`efffe2529f26c1c7ca61763fa5fbb17efd573f6f`) and equivalent traditional tools. +The measured code revision is `1ea02a41d7dcf25c043e1079c98a9e60d6d73290`. + +Three workers remain the primary practical target. One diagnoses serial work; +ten exposes contention. Every declared size and broad/deep shape is retained. +The results do not establish that XFF always beats GNU find or ripgrep. + +## Implementation + +- Bind the required immutable predicate descriptor once in the shared evaluator. + Repeated OptionalRef dereferences performed repeated presence checks; one binding + preserves the required check and all metadata, safety, invalidation and control + dispatch ordering. +- Construct each entry's deferred evaluation memo only when the expression has + deferred nodes. Initial decisions are immutable and run-scoped; retained + candidates still own their memo, outputs and decisions. Ordinary entries avoid + constructing unused maps. Deferred expressions retain their existing path. +- Build `shard::Matcher` only for shard grouping or `-shard-status`. Startup profiles + showed `RunFindCore -> shard::Matcher::Make -> RE2::Init` compiling the built-in + shard patterns even for plain `-type f -print0`. Optional observers let ordinary + collections and `-top` operate without that matcher. Explicit shard consumers + keep eager pattern validation and existing matching/grouping behavior. + +## Qualification contract + +Both hosts built clean exact checkouts of `//xff/cli:xff_full` with +`--config=clang_release --config=xff_full`, without system/home Bazel rc files. +The configured executable was queried with matching flags, immediately copied, +and SHA256 checked. Retained CppLink actions establish ThinLTO. Builds and tests +finished before measurement. Adding this report does not change the measured +C++ sources; the frozen source revision above identifies the binaries. + +Linux used the verified tmpfs fixture on drogon. Guest affinity uses CPUs reported +as distinct guest cores; this does not establish physical host pinning. macOS used +an explicitly approved disposable 2 GiB case-sensitive HFS+ RAM image, whose live +UUID/device/image were checked against its new ownership receipt. macOS worker +counts are requests without CPU affinity. Neither measured fixture is on SSD; +absolute times from these two filesystems are not pooled. + +The separate `extended-production-v1` suite checks file listing, native-case name +filtering, metadata/time formatting, regex content search and TAR listing against +GNU find, ripgrep and GNU tar. Native sizes are 100, 10,000 and 100,000; archive +sizes are 100, 1,000 and 10,000. Workers 1/3/10 and both shapes give 90 cases per +revision, with a separate identical-binary control for every case. + +Each round rotates candidate, fixed baseline and traditional reference through +execution order. Every output must match an independent multiset oracle, including +record counts and duplicates, with zero exit status and no diagnostics. Warmups +and all raw samples are retained. Final binary, fixture, tool and resource-launcher +checks must pass. The chart estimator is the mean of the fastest measured rounds; +per-cell 95% bootstrap intervals use all paired rounds and describe within-cell +variability, not independent-machine confidence. + +Initial 100/100,000-file listing screens use 27 rounds/21 keep. Full five-task +qualification uses 9/7 after those screens. A separate Linux small-workload repeat +uses 54/42. These are distinct immutable campaigns; samples are never relabeled +or silently pooled. No profiler samples enter accepted wall-time results. + +Seven existing correctness suites pass on both platforms: engine run, expression +execution, expression program, parallel matching, record buffer, shard matcher +and shard grouping. Cached suites are reported as cached in retained Bazel logs. + +## Results + +The primary three-worker results below equally weight broad/deep shapes. Negative +elapsed changes mean less time. Reference ratios below one mean XFF was faster. +All other cells, intervals and controls are retained in the companion +[qualification data](lazy-evaluation-shard-setup-20261108.json). + +| Platform | Task | Files | Elapsed change | Candidate/reference | Identical control change | +| -------- | --------------- | ------: | -------------: | ------------------: | -----------------------: | +| linux | `files-exact` | 100,000 | -0.76% | 1.1126 | -0.36% | +| linux | `name-native` | 100,000 | -3.37% | 1.0216 | -0.49% | +| linux | `metadata-time` | 100,000 | -0.98% | 1.1251 | -1.18% | +| linux | `content-regex` | 100,000 | -0.67% | 0.6809 | -0.34% | +| linux | `archive-tar` | 10,000 | -4.91% | 0.7486 | -1.39% | +| macos | `files-exact` | 100,000 | -5.03% | 1.0061 | -7.58% | +| macos | `name-native` | 100,000 | -4.11% | 0.7205 | +0.75% | +| macos | `metadata-time` | 100,000 | -1.14% | 0.6658 | +2.67% | +| macos | `content-regex` | 100,000 | -0.40% | 0.8876 | +2.89% | +| macos | `archive-tar` | 10,000 | -0.38% | 1.1899 | +27.95% | + +Across the complete 90-case candidate grid, the elapsed geometric ratio is +`0.991092` on Linux (control `0.998757`) and `0.987598` on macOS (control +`1.005969`). These averages are descriptive. Full-grid identical-control p95 +factors are `1.0393` and `1.2213`, respectively; several macOS content-search +cells are noisy. Do not interpret the aggregate as a precise universal speedup. + +The independent 27-round listing screens show 100,000-file ratios `0.985856` +on Linux and `0.977096` on macOS, equally weighting six shape/worker cases. +Corresponding controls are `0.999689` and `1.001620`. This supports a modest +listing gain independent of the noisier full-grid population. + +Linux full qualification had a 4.7% slower small metadata cell. The separate +54-round repeat did not reproduce it: the 30-case small-workload aggregate was +`1.001746`, with control `0.993124`. Two different deep/single-worker content +and archive cells still have slower intervals, around 1%. The data does not +establish improvement in every small task or a precisely zero startup cost. + +Separate Linux userspace instruction counters, nine validated rounds per +binary/size, give candidate/baseline ratios `0.905680`, `0.912077` and `0.912544` +for broad single-worker listing at 100, 10,000 and 100,000 files. About 19.2 million +fewer instructions per 100,000 files is distinct from the smaller wall-time gain. + +Each full campaign contains 180 completed cells and 5,400 independently checked +participant executions including warmups. The small Linux repeat adds 9,900 +checked executions; each listing screen adds 2,016. Final integrity checks passed. + +## Minimal production CLI cross-check + +Continuous CI uses `//xff/cli:xff --config=clang_release`, without the full +extension configuration. Both hosts therefore also built and froze that exact +target at both revisions, checked the ThinLTO link actions, and measured the +same 100/100,000-file listing screen at workers 1/3/10 (27 rounds/21 keep). +This separate population covers listing only; it makes no minimal-CLI archive +or other-task claim. + +| Platform | Files | Candidate/baseline | Identical control | Interpretation | +| -------- | ------: | -----------------: | ----------------: | ---------------------------------------------------- | +| Linux | 100 | 0.976608 | 0.989229 | Small gain with noisy controls | +| Linux | 100,000 | 0.985538 | 1.010545 | Large gain agrees with the full-feature screens | +| macOS | 100 | 1.004484 | 0.993932 | No demonstrated small-case speedup | +| macOS | 100,000 | 0.968880 | 1.056338 | Inconclusive elapsed gain: controls are too variable | + +All 24 cells per host and final checks passed. Control p95 factors were `1.0608` +on Linux and `1.4369` on macOS. All six large macOS control intervals cross one; +there is no established systematic bias, but this run cannot prove a small +minimal-CLI speedup. It remains retained rather than being silently omitted. +Full-feature macOS and minimal macOS results must not be conflated. + +The owned RAM disk was released after all campaigns and integrity checks finished. +The release receipt binds the live volume UUID, device and `ram://` image before +detach and verifies that the image/mount are absent afterward. Retained raw data +is outside that mount and has a separate hashed archive on drogon. + +## Remaining find gap + +A separate post-collection syscall check of the minimal production CLI and GNU +find used 100,000 files and three workers, with output validation on all four +commands. Both tools issued 124 `getdents64` and 440 `write` calls on the broad +tree; both issued 202 and 3,443, respectively, on the deep tree. There is no +extra metadata syscall per file in these listing cases. Traced durations are +diagnostics and are not accepted benchmark timings. + +Ordinary minimal-CLI samples still show roughly 4-6 ms extra userspace CPU per +100,000 files relative to GNU find. Directory/output syscall counts therefore +do not explain that remaining userspace gap. Predicate dispatch, entry setup and +output processing remain concrete profiling targets. These observations do not +attribute the gap to physical disk throughput. + +## Rejected experiments and limits + +Conditional deferred state alone saved about 0.6% of userspace listing instructions +but did not establish a wall-time gain. A borrowed record-terminator capture removed +a sampled stack store/load sequence but did not establish a gain; that code is +excluded. Both experiments and their raw results remain available. + +The descriptor-only follow-up saved about 8.5% of large-listing instructions and +improved large listings, but its Linux small-workload regression was independently +confirmed at roughly 2.6%-3.0% across five task groups. It was not published as the +accepted change. Skipping unused shard compilation addresses concrete startup +work; the exact cause of that earlier timing regression was not established. + +All task groups, controls and per-cell results must remain visible, including +noisy or slower cells. Instruction reductions are distinct from elapsed-time +reductions. Kernel traversal, process startup and output remain significant. +This change does not alter the core CI benchmark contract or claim that the +130-revision extended history is already integrated into continuous publishing. + +## Retained evidence + +Raw samples, manifests, executable hashes, build logs/link actions, correctness +logs, controls, profiles and generated 3D viewers are retained under +`/private/tmp/xff-per-entry-evidence-20261108` locally. Linux originals are under +`/home/marcus/Documents/xff-per-entry-followup-20261108` on drogon. The approved +RAM disk is temporary fixture storage, not the retained evidence location. From 2e61f62239e4affaa662f66364b8f86df3b97362 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Sun, 8 Nov 2026 23:34:54 +0000 Subject: [PATCH 5/9] Map lazy evaluation qualification into the release site --- release-site.json | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/release-site.json b/release-site.json index 535b340171..321a698a8a 100644 --- a/release-site.json +++ b/release-site.json @@ -154,7 +154,8 @@ "docs/performance-candidate-completion-audit.md": "docs/performance-candidate-completion-audit.html", "docs/benchmarks/language-list-reserve-requalification-20261108.md": "docs/benchmarks/language-list-reserve-requalification-20261108.html", "docs/benchmarks/ordered-output-credit-20261107.md": "docs/benchmarks/ordered-output-credit-20261107.html", - "docs/benchmarks/ordered-output-credit-requalification-20261108.md": "docs/benchmarks/ordered-output-credit-requalification-20261108.html" + "docs/benchmarks/ordered-output-credit-requalification-20261108.md": "docs/benchmarks/ordered-output-credit-requalification-20261108.html", + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.md": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.html" }, "generated_html": { "XFF.md": { @@ -199,6 +200,7 @@ "docs/benchmarks/language-list-reserve-20261107.json.gz": "docs/benchmarks/language-list-reserve-20261107.json.gz", "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz": "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz", "docs/benchmarks/ordered-output-credit-20261107.json.gz": "docs/benchmarks/ordered-output-credit-20261107.json.gz", - "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz": "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz" + "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz": "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz", + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json" } } From 59132e3c2d86b21e8ec54e0a978297c85fb168b9 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Mon, 9 Nov 2026 00:47:17 +0000 Subject: [PATCH 6/9] Experiment with inline raw output records --- xff/presentation/render/record_buffer.h | 14 ++++++++++- xff/presentation/render/record_buffer_test.cc | 24 +++++++++++++++++++ 2 files changed, 37 insertions(+), 1 deletion(-) diff --git a/xff/presentation/render/record_buffer.h b/xff/presentation/render/record_buffer.h index 680b0cd53e..2cebbd12eb 100644 --- a/xff/presentation/render/record_buffer.h +++ b/xff/presentation/render/record_buffer.h @@ -5,6 +5,7 @@ #define XFF_PRESENTATION_RENDER_RECORD_BUFFER_H_ #include +#include #include #include #include @@ -21,6 +22,7 @@ namespace xff::render { class RawRecordBuffer final { public: static constexpr std::size_t kMaxRetainedBytes = 1UZ << 20U; + static constexpr std::size_t kInlineBytes = 256; explicit RawRecordBuffer(char terminator) : terminator_(terminator) {} @@ -32,6 +34,15 @@ class RawRecordBuffer final { // Explicit actions can alternate newline and NUL records while retaining the same storage. template Consumer> void EmitRecord(std::string_view path, char terminator, Consumer&& consume) { + // The common short-path record needs only a copy and a terminator. Leave unused bytes + // uninitialized and avoid growing or resizing the fallback string for these records. + if (path.size() < inline_.size()) { + const std::span record = std::span(inline_).first(path.size() + 1); + std::ranges::copy(path, record.begin()); + record.back() = terminator; + std::invoke(std::forward(consume), std::string_view(record.data(), record.size())); + return; + } // XFF_ABI_POINTER: std::string::resize_and_overwrite requires a writable buffer callback. bytes_.resize_and_overwrite(path.size() + 1, [path, terminator](char* data, std::size_t) noexcept { const std::span record(data, path.size() + 1); @@ -45,10 +56,11 @@ class RawRecordBuffer final { } } - std::size_t RetainedCapacity() const { return bytes_.capacity(); } + std::size_t RetainedCapacity() const { return std::max(inline_.size(), bytes_.capacity()); } private: std::string bytes_; + std::array inline_; char terminator_; }; diff --git a/xff/presentation/render/record_buffer_test.cc b/xff/presentation/render/record_buffer_test.cc index a442a20870..1b51f73c8f 100644 --- a/xff/presentation/render/record_buffer_test.cc +++ b/xff/presentation/render/record_buffer_test.cc @@ -47,6 +47,30 @@ TEST_F(RawRecordBufferTest, QueuedConsumersKeepIndependentRecords) { EXPECT_THAT(rows, ElementsAre(EqualsText("first\n"), EqualsText(std::string(160, 'x') + "\n"), EqualsText("last\n"))); } +TEST_F(RawRecordBufferTest, AlternatesInlineBoundaryAndFallbackWithoutExposingStaleBytes) { + static constexpr auto kSizes = std::to_array({ + RawRecordBuffer::kInlineBytes - 2, + RawRecordBuffer::kInlineBytes - 1, + RawRecordBuffer::kInlineBytes, + RawRecordBuffer::kInlineBytes + 1, + 0, + RawRecordBuffer::kInlineBytes - 1, + 1, + }); + RawRecordBuffer buffer('\n'); + for (const auto size : kSizes) { + SCOPED_TRACE(size); + std::string path(size, 'x'); + if (!path.empty()) { + path.at(size / 2) = '\0'; + } + for (const char terminator : {'\n', '\0'}) { + const std::string expected = path + terminator; + buffer.EmitRecord(path, terminator, [&](std::string_view text) { EXPECT_THAT(text, EqualsText(expected)); }); + } + } +} + TEST_F(RawRecordBufferTest, ExplicitTerminatorsAlternateWithoutChangingTheDefault) { RawRecordBuffer buffer('\n'); std::vector rows; From 90f8c8c0579b1132ea4d0bc714da9f855a77e012 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Mon, 9 Nov 2026 01:17:55 +0000 Subject: [PATCH 7/9] Keep the qualified inline record path specific to Linux --- xff/presentation/render/record_buffer.h | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) diff --git a/xff/presentation/render/record_buffer.h b/xff/presentation/render/record_buffer.h index 2cebbd12eb..45d6ecb12f 100644 --- a/xff/presentation/render/record_buffer.h +++ b/xff/presentation/render/record_buffer.h @@ -34,8 +34,10 @@ class RawRecordBuffer final { // Explicit actions can alternate newline and NUL records while retaining the same storage. template Consumer> void EmitRecord(std::string_view path, char terminator, Consumer&& consume) { +#if defined(__linux__) // The common short-path record needs only a copy and a terminator. Leave unused bytes // uninitialized and avoid growing or resizing the fallback string for these records. + // Linux qualification establishes reduced instructions; macOS retains its qualified layout. if (path.size() < inline_.size()) { const std::span record = std::span(inline_).first(path.size() + 1); std::ranges::copy(path, record.begin()); @@ -43,6 +45,7 @@ class RawRecordBuffer final { std::invoke(std::forward(consume), std::string_view(record.data(), record.size())); return; } +#endif // XFF_ABI_POINTER: std::string::resize_and_overwrite requires a writable buffer callback. bytes_.resize_and_overwrite(path.size() + 1, [path, terminator](char* data, std::size_t) noexcept { const std::span record(data, path.size() + 1); @@ -56,11 +59,19 @@ class RawRecordBuffer final { } } - std::size_t RetainedCapacity() const { return std::max(inline_.size(), bytes_.capacity()); } + std::size_t RetainedCapacity() const { +#if defined(__linux__) + return std::max(inline_.size(), bytes_.capacity()); +#else + return bytes_.capacity(); +#endif + } private: std::string bytes_; +#if defined(__linux__) std::array inline_; +#endif char terminator_; }; From ade6e28a55fde9d728996a6cffa27d99a15dc8f0 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Mon, 9 Nov 2026 01:39:21 +0000 Subject: [PATCH 8/9] Document qualified Linux output gains and refreshed PR coverage --- docs/benchmark-merged-pr-coverage.md | 424 +- .../linux-inline-raw-records-20261109.json | 4462 +++++++++++++++++ .../linux-inline-raw-records-20261109.md | 109 + release-site.json | 7 +- 4 files changed, 4725 insertions(+), 277 deletions(-) create mode 100644 docs/benchmarks/linux-inline-raw-records-20261109.json create mode 100644 docs/benchmarks/linux-inline-raw-records-20261109.md diff --git a/docs/benchmark-merged-pr-coverage.md b/docs/benchmark-merged-pr-coverage.md index d916fa5242..73e53e9c00 100644 --- a/docs/benchmark-merged-pr-coverage.md +++ b/docs/benchmark-merged-pr-coverage.md @@ -1,282 +1,156 @@ # Missing merged PR benchmark inventory -Snapshot: November 8, 2026, using the published benchmark catalog, retained run tree, -GitHub merged PR metadata, and main benchmark workflow metadata captured during the audit. -Entries can become stale as publishers and workflows complete. This inventories PRs merged -on or after September 19, 2026; it is not an audit of earlier history. - -A PR is present when its merge commit appears in the merged CI viewer catalog. A catalog -entry may still be hard to find by PR number: existing post-merge entries use `main / ` -as the version label, with the PR only in the links. Local data is excluded from this count. - -The snapshot has 252 merged PRs: 157 represented and 95 absent. -The table records observed workflow conclusions, not inferred causes. A canceled run may -have been superseded or canceled for another reason. A failed run requires log investigation. -Older successful reports can exist without the viewer data required by the current catalog. - -| PR | Merged (UTC) | Merge commit | Observed reason or status | -| -------------------------------------------------- | ------------ | -------------- | --------------------------------------------------------------------------------------------------------------------------------------------------------- | -| [#1145](https://github.com/mboworks/xff/pull/1145) | 2026-11-08 | `57a3cfb50b02` | Workflow pending ([run](https://github.com/mboworks/xff/actions/runs/42490418192)) | -| [#1146](https://github.com/mboworks/xff/pull/1146) | 2026-11-08 | `31dc55b400f3` | Workflow in_progress ([run](https://github.com/mboworks/xff/actions/runs/42486013719)) | -| [#1136](https://github.com/mboworks/xff/pull/1136) | 2026-11-07 | `1f25ba6d4ae0` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42398990564)) | -| [#1132](https://github.com/mboworks/xff/pull/1132) | 2026-11-07 | `5d413a35cbec` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42378502027)) | -| [#1130](https://github.com/mboworks/xff/pull/1130) | 2026-11-07 | `ae8c5af3eb11` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42367122125)) | -| [#1128](https://github.com/mboworks/xff/pull/1128) | 2026-11-07 | `1278c8943a6a` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42354657340)) | -| [#1121](https://github.com/mboworks/xff/pull/1121) | 2026-11-06 | `d9bf84b04784` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42265512655)) | -| [#1118](https://github.com/mboworks/xff/pull/1118) | 2026-11-06 | `c7bb70cc6f3e` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42234848791)) | -| [#1115](https://github.com/mboworks/xff/pull/1115) | 2026-11-06 | `ab909839da7d` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42218900004)) | -| [#1113](https://github.com/mboworks/xff/pull/1113) | 2026-11-06 | `5729026a8482` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42200480427)) | -| [#1111](https://github.com/mboworks/xff/pull/1111) | 2026-11-06 | `5cade08b6701` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42184472882)) | -| [#1106](https://github.com/mboworks/xff/pull/1106) | 2026-11-06 | `e7e42d01e067` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/42146475737)) | -| [#1099](https://github.com/mboworks/xff/pull/1099) | 2026-11-05 | `76185cb37fa2` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41999670147)) | -| [#1098](https://github.com/mboworks/xff/pull/1098) | 2026-11-05 | `7c8cd64e02a8` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41986760505)) | -| [#1097](https://github.com/mboworks/xff/pull/1097) | 2026-11-05 | `910e2a7bbae5` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41977457900)) | -| [#1095](https://github.com/mboworks/xff/pull/1095) | 2026-11-05 | `6792b5030de7` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41962227281)) | -| [#1092](https://github.com/mboworks/xff/pull/1092) | 2026-11-04 | `a89459ed819a` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41920310179)) | -| [#1088](https://github.com/mboworks/xff/pull/1088) | 2026-11-04 | `9bd70fc9b460` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41851695947)) | -| [#1084](https://github.com/mboworks/xff/pull/1084) | 2026-11-04 | `f06cea15f5b1` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41798644066)) | -| [#1082](https://github.com/mboworks/xff/pull/1082) | 2026-11-04 | `6e6b25ffc869` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41783344161)) | -| [#1080](https://github.com/mboworks/xff/pull/1080) | 2026-11-04 | `669f68a3e263` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41771864734)) | -| [#1078](https://github.com/mboworks/xff/pull/1078) | 2026-11-03 | `76054b3a9c60` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41711975639)) | -| [#1073](https://github.com/mboworks/xff/pull/1073) | 2026-11-03 | `6db2de9e49f1` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41628320126)) | -| [#1067](https://github.com/mboworks/xff/pull/1067) | 2026-11-03 | `fb726c946063` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41573418793)) | -| [#1059](https://github.com/mboworks/xff/pull/1059) | 2026-11-03 | `22702c34a0bc` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41559497818)) | -| [#1057](https://github.com/mboworks/xff/pull/1057) | 2026-11-02 | `6bebe940ba36` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41524744291)) | -| [#1053](https://github.com/mboworks/xff/pull/1053) | 2026-11-02 | `dc4e70237eff` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41451327523)) | -| [#1050](https://github.com/mboworks/xff/pull/1050) | 2026-11-02 | `2d615ea1e447` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/41425575717)) | -| [#1044](https://github.com/mboworks/xff/pull/1044) | 2026-11-02 | `d546fcb3d864` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41378115229)) | -| [#1042](https://github.com/mboworks/xff/pull/1042) | 2026-11-02 | `2b21790502fd` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/41367091220)) | -| [#1027](https://github.com/mboworks/xff/pull/1027) | 2026-10-29 | `d406f4132d06` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/40816218296)) | -| [#1011](https://github.com/mboworks/xff/pull/1011) | 2026-10-23 | `801087f3e9a8` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/39886813900)) | -| [#1007](https://github.com/mboworks/xff/pull/1007) | 2026-10-14 | `33a01e13d7cd` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/38653097649)) | -| [#1006](https://github.com/mboworks/xff/pull/1006) | 2026-10-14 | `20095dd53c31` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/38644322359)) | -| [#994](https://github.com/mboworks/xff/pull/994) | 2026-10-10 | `88d4facd15eb` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/38049489783)) | -| [#993](https://github.com/mboworks/xff/pull/993) | 2026-10-10 | `dac3747d63ca` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/38045263735)) | -| [#986](https://github.com/mboworks/xff/pull/986) | 2026-10-07 | `61ab1ce41300` | Successful run absent from site; artifacts unavailable ([run](https://github.com/mboworks/xff/actions/runs/37689818933)) | -| [#976](https://github.com/mboworks/xff/pull/976) | 2026-10-06 | `73b2cfcd7101` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37393233041)) | -| [#979](https://github.com/mboworks/xff/pull/979) | 2026-10-05 | `378d3540691e` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37388497650)) | -| [#973](https://github.com/mboworks/xff/pull/973) | 2026-10-05 | `dfd5447644f0` | Measurement workflow canceled; cause not established ([run](https://github.com/mboworks/xff/actions/runs/37388437775)) | -| [#954](https://github.com/mboworks/xff/pull/954) | 2026-10-03 | `2817247f59cb` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/37138060568)) | -| [#950](https://github.com/mboworks/xff/pull/950) | 2026-10-03 | `c262c0a71360` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/37114542638)) | -| [#940](https://github.com/mboworks/xff/pull/940) | 2026-10-01 | `d2cd1e882428` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36926663737)) | -| [#939](https://github.com/mboworks/xff/pull/939) | 2026-10-01 | `cc01d2edbab6` | No main benchmark workflow found | -| [#935](https://github.com/mboworks/xff/pull/935) | 2026-10-01 | `481c32aaf2bd` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36831896372)) | -| [#937](https://github.com/mboworks/xff/pull/937) | 2026-10-01 | `c8a5fe9e22c3` | Measurement workflow failed; exact cause not audited ([run](https://github.com/mboworks/xff/actions/runs/36826183983)) | -| [#936](https://github.com/mboworks/xff/pull/936) | 2026-10-01 | `be954012e048` | No main benchmark workflow found | -| [#929](https://github.com/mboworks/xff/pull/929) | 2026-09-27 | `471284c4d8a5` | No main benchmark workflow found | -| [#928](https://github.com/mboworks/xff/pull/928) | 2026-09-27 | `f0dfc3edefc7` | No main benchmark workflow found | -| [#922](https://github.com/mboworks/xff/pull/922) | 2026-09-27 | `5db1240146be` | No main benchmark workflow found | -| [#921](https://github.com/mboworks/xff/pull/921) | 2026-09-27 | `df460ae32bc2` | No main benchmark workflow found | -| [#920](https://github.com/mboworks/xff/pull/920) | 2026-09-27 | `5a327394fbbb` | No main benchmark workflow found | -| [#919](https://github.com/mboworks/xff/pull/919) | 2026-09-27 | `7c8164de5b06` | No main benchmark workflow found | -| [#918](https://github.com/mboworks/xff/pull/918) | 2026-09-27 | `97c5e68ac92d` | No main benchmark workflow found | -| [#917](https://github.com/mboworks/xff/pull/917) | 2026-09-27 | `4ef35c0305de` | No main benchmark workflow found | -| [#916](https://github.com/mboworks/xff/pull/916) | 2026-09-27 | `ce5ee3c40579` | No main benchmark workflow found | -| [#914](https://github.com/mboworks/xff/pull/914) | 2026-09-24 | `9bbee34da11e` | Successful run absent from site; artifacts unavailable ([run](https://github.com/mboworks/xff/actions/runs/36068976975)) | -| [#902](https://github.com/mboworks/xff/pull/902) | 2026-09-22 | `be2f400392dc` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35677724823)) | -| [#904](https://github.com/mboworks/xff/pull/904) | 2026-09-21 | `80d75576c32b` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35667805574)) | -| [#905](https://github.com/mboworks/xff/pull/905) | 2026-09-21 | `77c00ec8cbea` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35666152368)) | -| [#903](https://github.com/mboworks/xff/pull/903) | 2026-09-21 | `9b04999acb79` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35664420733)) | -| [#906](https://github.com/mboworks/xff/pull/906) | 2026-09-21 | `79278f51e63c` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35662475460)) | -| [#901](https://github.com/mboworks/xff/pull/901) | 2026-09-21 | `f76015ff96f8` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35653591054)) | -| [#899](https://github.com/mboworks/xff/pull/899) | 2026-09-21 | `98d31e1616a7` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35564630217)) | -| [#898](https://github.com/mboworks/xff/pull/898) | 2026-09-20 | `c0c0b6d39e26` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35538423416)) | -| [#897](https://github.com/mboworks/xff/pull/897) | 2026-09-20 | `6e882aea6d2c` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35536193393)) | -| [#896](https://github.com/mboworks/xff/pull/896) | 2026-09-20 | `ced00ac473e6` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35529346711)) | -| [#895](https://github.com/mboworks/xff/pull/895) | 2026-09-20 | `a185ae12d70d` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35521619198)) | -| [#894](https://github.com/mboworks/xff/pull/894) | 2026-09-20 | `42febc0e8d0a` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35510379808)) | -| [#893](https://github.com/mboworks/xff/pull/893) | 2026-09-20 | `29c75be40529` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35503333615)) | -| [#892](https://github.com/mboworks/xff/pull/892) | 2026-09-20 | `c9b56c2f009e` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35502743136)) | -| [#891](https://github.com/mboworks/xff/pull/891) | 2026-09-20 | `a39758eff8ac` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35499899635)) | -| [#890](https://github.com/mboworks/xff/pull/890) | 2026-09-19 | `1f568ceecd28` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35474269925)) | -| [#888](https://github.com/mboworks/xff/pull/888) | 2026-09-19 | `b7d28411a9cc` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35473674929)) | -| [#889](https://github.com/mboworks/xff/pull/889) | 2026-09-19 | `1945c9ec032f` | No main benchmark workflow found | -| [#887](https://github.com/mboworks/xff/pull/887) | 2026-09-19 | `0bcb461dbb08` | Retained historical report lacks a viewer catalog entry; format/eligibility not audited ([run](https://github.com/mboworks/xff/actions/runs/35470455554)) | -| [#886](https://github.com/mboworks/xff/pull/886) | 2026-09-19 | `2bd76d6e682f` | No main benchmark workflow found | -| [#885](https://github.com/mboworks/xff/pull/885) | 2026-09-19 | `2448257a8d4d` | No main benchmark workflow found | -| [#884](https://github.com/mboworks/xff/pull/884) | 2026-09-19 | `4fc594246067` | No main benchmark workflow found | -| [#883](https://github.com/mboworks/xff/pull/883) | 2026-09-19 | `b1df434503a3` | No main benchmark workflow found | -| [#882](https://github.com/mboworks/xff/pull/882) | 2026-09-19 | `9282e3d1da7c` | No main benchmark workflow found | -| [#881](https://github.com/mboworks/xff/pull/881) | 2026-09-19 | `990045bf2d3b` | No main benchmark workflow found | -| [#880](https://github.com/mboworks/xff/pull/880) | 2026-09-19 | `c8b35dfa8249` | No main benchmark workflow found | -| [#879](https://github.com/mboworks/xff/pull/879) | 2026-09-19 | `7f48d0d888cb` | No main benchmark workflow found | -| [#878](https://github.com/mboworks/xff/pull/878) | 2026-09-19 | `889c652ec8cf` | No main benchmark workflow found | -| [#877](https://github.com/mboworks/xff/pull/877) | 2026-09-19 | `99b78c8f1bad` | No main benchmark workflow found | -| [#876](https://github.com/mboworks/xff/pull/876) | 2026-09-19 | `e1cc1f72605e` | No main benchmark workflow found | -| [#868](https://github.com/mboworks/xff/pull/868) | 2026-09-19 | `c092e8245ff8` | No main benchmark workflow found | -| [#875](https://github.com/mboworks/xff/pull/875) | 2026-09-19 | `9197abc259ba` | No main benchmark workflow found | -| [#874](https://github.com/mboworks/xff/pull/874) | 2026-09-19 | `a61f320479c9` | No main benchmark workflow found | -| [#873](https://github.com/mboworks/xff/pull/873) | 2026-09-19 | `13ba8e9474be` | No main benchmark workflow found | -| [#872](https://github.com/mboworks/xff/pull/872) | 2026-09-19 | `ecc9b1f7868a` | No main benchmark workflow found | -| [#871](https://github.com/mboworks/xff/pull/871) | 2026-09-19 | `05140bb49bf5` | No main benchmark workflow found | -| [#870](https://github.com/mboworks/xff/pull/870) | 2026-09-19 | `c7aa7ebea9b4` | No main benchmark workflow found | -| [#869](https://github.com/mboworks/xff/pull/869) | 2026-09-19 | `41e18f2748ff` | No main benchmark workflow found | - -## What the audit shows - -- PR #1143 is represented on Linux and macOS; it is labeled by main and commit, not by PR number. -- The publisher reconciles available successful artifacts, but cannot recreate a run that - never produced a final report or whose artifact expired. -- Main benchmark runs previously used a single pending concurrency slot; #1138 changed - the workflow to a 100-entry queue. That does not by itself retry failed or canceled runs, - and an exhausted queue can still lose requests. Individual cancellations were not audited. -- At the time of the audit the backfill planner selected commits already present in retained - history, and every job had to succeed before any result became visible. Neither behavior - provides a durable missing-PR queue. -- Merged PR #1147 provides explicit revisions for backfill, but that remains manual and does not - establish automatic completeness. - -## Proposed prevention - -1. Maintain a durable inventory keyed by merged PR number, merge commit, and platform. - Discover expected entries from trusted merged PR metadata, independently of workflow - events and retained reports. Store merge and tree identity, discovery time, state, - attempt identities, errors and retry time. Reconcile this inventory periodically. -2. For each platform, select a compatible retained measurement whose measured commit or - verified tree matches the merged PR. Accept PR measurements only after proving the - measured tree matches the merge result; otherwise schedule a new measurement. Keep - actual measurement and source identities and show backfill provenance in the viewer. -3. Expose a PR-labeled entry in the viewer for every merge. Show pending, running, failed - and retrying states instead of silently omitting unmeasured PRs. Do not plot a point - without a completed, validated measurement. A PR may be visible while coverage is - incomplete on one or both platforms. -4. Reconcile completed artifacts independently per PR and platform. Retry missing, - failed, canceled, expired and queue-rejected work with bounded concurrency and - backoff. Make retries idempotent and retain successful platforms even if another fails. - No workflow trigger or finite GitHub queue may be the only record of required work. -5. Limit remeasurement cost by reusing a trusted, compatible existing measurement when - it proves the same merge tree and benchmark contract; otherwise run one targeted - job for each missing platform. Do not equate different trees or measurement contracts. -6. Publish catalog and status from the durable inventory under the shared site lock, - coalesce redundant publishing requests, and report backlog age, failures, artifact - expiry and stalled progress. After a successful publisher, confirm every eligible - retained result is indexed; retry publication independently of measurement. - -## Recovery command - -After PR #1147 has deployed the targeted revision input, run: +Snapshot: November 9, 2026, 01:02 UTC. Scope: PRs merged directly into `main` on or after +September 19, 2026. This is a dated inventory; publishing and active measurements may change it. + +A platform is covered only when the exact merge commit is selectable in the published merged-CI +catalog. Local and extended-contract datasets are excluded. A retained artifact awaiting publication +is recorded separately from a catalog entry. + +## Current coverage + +- 237 directly merged PRs: 162 published on both Linux and macOS; 75 absent on both. +- Of the 75, PR #1150 has validated reports for both platforms awaiting publication. +- The remaining 74 require recovery according to the read-only planner. Two already have an active + targeted campaign: #868 and #876 have successful Linux jobs and macOS jobs still running in + [run 42538554174](https://github.com/mboworks/xff/actions/runs/42538554174). Do not repeat those jobs. +- PRs #914 and #986 are now published on both platforms. Their Linux recovery completed successfully + in [run 42534282665](https://github.com/mboworks/xff/actions/runs/42534282665). PR #1143 is also present + on both platforms. Live browser selection verification is recorded below. + +The November 8 total of 252 included PRs merged into other development branches. This refresh +counts only direct merges into `main`; merges into development branches are excluded from this audit. +The present metadata contains 256 merges across all base branches, of which 19 target other branches. + +## Missing PRs + +Every row currently lacks both Linux and macOS catalog entries. Workflow conclusions are observed +states, not established root causes. A canceled run may have been canceled manually or superseded; +a failed run requires its logs to establish the cause. No validated report was discovered for a +row unless the table explicitly identifies one. + +| PR | Merged (UTC) | Merge commit | Observed state | +| -------------------------------------------------- | ------------ | -------------- | ----------------------------------------------------------------------------------------------------------------------------- | +| [#1150](https://github.com/mboworks/xff/pull/1150) | 2026-11-08 | `52950f937ad3` | Validated Linux/macOS reports awaiting publication | +| [#1136](https://github.com/mboworks/xff/pull/1136) | 2026-11-07 | `1f25ba6d4ae0` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42398990564)) | +| [#1132](https://github.com/mboworks/xff/pull/1132) | 2026-11-07 | `5d413a35cbec` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42378502027)) | +| [#1130](https://github.com/mboworks/xff/pull/1130) | 2026-11-07 | `ae8c5af3eb11` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42367122125)) | +| [#1128](https://github.com/mboworks/xff/pull/1128) | 2026-11-07 | `1278c8943a6a` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42354657340)) | +| [#1121](https://github.com/mboworks/xff/pull/1121) | 2026-11-06 | `d9bf84b04784` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42265512655)) | +| [#1118](https://github.com/mboworks/xff/pull/1118) | 2026-11-06 | `c7bb70cc6f3e` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42234848791)) | +| [#1115](https://github.com/mboworks/xff/pull/1115) | 2026-11-06 | `ab909839da7d` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42218900004)) | +| [#1113](https://github.com/mboworks/xff/pull/1113) | 2026-11-06 | `5729026a8482` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42200480427)) | +| [#1111](https://github.com/mboworks/xff/pull/1111) | 2026-11-06 | `5cade08b6701` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42184472882)) | +| [#1106](https://github.com/mboworks/xff/pull/1106) | 2026-11-06 | `e7e42d01e067` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/42146475737)) | +| [#1099](https://github.com/mboworks/xff/pull/1099) | 2026-11-05 | `76185cb37fa2` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41999670147)) | +| [#1098](https://github.com/mboworks/xff/pull/1098) | 2026-11-05 | `7c8cd64e02a8` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41986760505)) | +| [#1097](https://github.com/mboworks/xff/pull/1097) | 2026-11-05 | `910e2a7bbae5` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41977457900)) | +| [#1095](https://github.com/mboworks/xff/pull/1095) | 2026-11-05 | `6792b5030de7` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41962227281)) | +| [#1092](https://github.com/mboworks/xff/pull/1092) | 2026-11-04 | `a89459ed819a` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41920310179)) | +| [#1088](https://github.com/mboworks/xff/pull/1088) | 2026-11-04 | `9bd70fc9b460` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41851695947)) | +| [#1084](https://github.com/mboworks/xff/pull/1084) | 2026-11-04 | `f06cea15f5b1` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41798644066)) | +| [#1082](https://github.com/mboworks/xff/pull/1082) | 2026-11-04 | `6e6b25ffc869` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41783344161)) | +| [#1080](https://github.com/mboworks/xff/pull/1080) | 2026-11-04 | `669f68a3e263` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41771864734)) | +| [#1078](https://github.com/mboworks/xff/pull/1078) | 2026-11-03 | `76054b3a9c60` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41711975639)) | +| [#1073](https://github.com/mboworks/xff/pull/1073) | 2026-11-03 | `6db2de9e49f1` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41628320126)) | +| [#1067](https://github.com/mboworks/xff/pull/1067) | 2026-11-03 | `fb726c946063` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41573418793)) | +| [#1059](https://github.com/mboworks/xff/pull/1059) | 2026-11-03 | `22702c34a0bc` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41559497818)) | +| [#1057](https://github.com/mboworks/xff/pull/1057) | 2026-11-02 | `6bebe940ba36` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41524744291)) | +| [#1053](https://github.com/mboworks/xff/pull/1053) | 2026-11-02 | `dc4e70237eff` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41451327523)) | +| [#1050](https://github.com/mboworks/xff/pull/1050) | 2026-11-02 | `2d615ea1e447` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41425575717)) | +| [#1044](https://github.com/mboworks/xff/pull/1044) | 2026-11-02 | `d546fcb3d864` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41378115229)) | +| [#1042](https://github.com/mboworks/xff/pull/1042) | 2026-11-02 | `2b21790502fd` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/41367091220)) | +| [#1027](https://github.com/mboworks/xff/pull/1027) | 2026-10-29 | `d406f4132d06` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/40816218296)) | +| [#1011](https://github.com/mboworks/xff/pull/1011) | 2026-10-23 | `801087f3e9a8` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/39886813900)) | +| [#1007](https://github.com/mboworks/xff/pull/1007) | 2026-10-14 | `33a01e13d7cd` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38653097649)) | +| [#1006](https://github.com/mboworks/xff/pull/1006) | 2026-10-14 | `20095dd53c31` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38644322359)) | +| [#994](https://github.com/mboworks/xff/pull/994) | 2026-10-10 | `88d4facd15eb` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38049489783)) | +| [#993](https://github.com/mboworks/xff/pull/993) | 2026-10-10 | `dac3747d63ca` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/38045263735)) | +| [#976](https://github.com/mboworks/xff/pull/976) | 2026-10-06 | `73b2cfcd7101` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37393233041)) | +| [#979](https://github.com/mboworks/xff/pull/979) | 2026-10-05 | `378d3540691e` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37388497650)) | +| [#973](https://github.com/mboworks/xff/pull/973) | 2026-10-05 | `dfd5447644f0` | Main run cancelled; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37388437775)) | +| [#954](https://github.com/mboworks/xff/pull/954) | 2026-10-03 | `2817247f59cb` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37138060568)) | +| [#950](https://github.com/mboworks/xff/pull/950) | 2026-10-03 | `c262c0a71360` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/37114542638)) | +| [#939](https://github.com/mboworks/xff/pull/939) | 2026-10-01 | `cc01d2edbab6` | No main-push benchmark run found; no retained report discovered | +| [#935](https://github.com/mboworks/xff/pull/935) | 2026-10-01 | `481c32aaf2bd` | Main run failure; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/36831896372)) | +| [#936](https://github.com/mboworks/xff/pull/936) | 2026-10-01 | `be954012e048` | No main-push benchmark run found; no retained report discovered | +| [#928](https://github.com/mboworks/xff/pull/928) | 2026-09-27 | `f0dfc3edefc7` | No main-push benchmark run found; no retained report discovered | +| [#916](https://github.com/mboworks/xff/pull/916) | 2026-09-27 | `ce5ee3c40579` | No main-push benchmark run found; no retained report discovered | +| [#902](https://github.com/mboworks/xff/pull/902) | 2026-09-22 | `be2f400392dc` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35677724823)) | +| [#904](https://github.com/mboworks/xff/pull/904) | 2026-09-21 | `80d75576c32b` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35667805574)) | +| [#905](https://github.com/mboworks/xff/pull/905) | 2026-09-21 | `77c00ec8cbea` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35666152368)) | +| [#903](https://github.com/mboworks/xff/pull/903) | 2026-09-21 | `9b04999acb79` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35664420733)) | +| [#906](https://github.com/mboworks/xff/pull/906) | 2026-09-21 | `79278f51e63c` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35662475460)) | +| [#901](https://github.com/mboworks/xff/pull/901) | 2026-09-21 | `f76015ff96f8` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35653591054)) | +| [#899](https://github.com/mboworks/xff/pull/899) | 2026-09-21 | `98d31e1616a7` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35564630217)) | +| [#898](https://github.com/mboworks/xff/pull/898) | 2026-09-20 | `c0c0b6d39e26` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35538423416)) | +| [#897](https://github.com/mboworks/xff/pull/897) | 2026-09-20 | `6e882aea6d2c` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35536193393)) | +| [#896](https://github.com/mboworks/xff/pull/896) | 2026-09-20 | `ced00ac473e6` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35529346711)) | +| [#895](https://github.com/mboworks/xff/pull/895) | 2026-09-20 | `a185ae12d70d` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35521619198)) | +| [#894](https://github.com/mboworks/xff/pull/894) | 2026-09-20 | `42febc0e8d0a` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35510379808)) | +| [#893](https://github.com/mboworks/xff/pull/893) | 2026-09-20 | `29c75be40529` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35503333615)) | +| [#892](https://github.com/mboworks/xff/pull/892) | 2026-09-20 | `c9b56c2f009e` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35502743136)) | +| [#891](https://github.com/mboworks/xff/pull/891) | 2026-09-20 | `a39758eff8ac` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35499899635)) | +| [#890](https://github.com/mboworks/xff/pull/890) | 2026-09-19 | `1f568ceecd28` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35474269925)) | +| [#888](https://github.com/mboworks/xff/pull/888) | 2026-09-19 | `b7d28411a9cc` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35473674929)) | +| [#887](https://github.com/mboworks/xff/pull/887) | 2026-09-19 | `0bcb461dbb08` | Main run success; no validated retained report discovered ([run](https://github.com/mboworks/xff/actions/runs/35470455554)) | +| [#886](https://github.com/mboworks/xff/pull/886) | 2026-09-19 | `2bd76d6e682f` | No main-push benchmark run found; no retained report discovered | +| [#885](https://github.com/mboworks/xff/pull/885) | 2026-09-19 | `2448257a8d4d` | No main-push benchmark run found; no retained report discovered | +| [#884](https://github.com/mboworks/xff/pull/884) | 2026-09-19 | `4fc594246067` | No main-push benchmark run found; no retained report discovered | +| [#883](https://github.com/mboworks/xff/pull/883) | 2026-09-19 | `b1df434503a3` | No main-push benchmark run found; no retained report discovered | +| [#882](https://github.com/mboworks/xff/pull/882) | 2026-09-19 | `9282e3d1da7c` | No main-push benchmark run found; no retained report discovered | +| [#881](https://github.com/mboworks/xff/pull/881) | 2026-09-19 | `990045bf2d3b` | No main-push benchmark run found; no retained report discovered | +| [#880](https://github.com/mboworks/xff/pull/880) | 2026-09-19 | `c8b35dfa8249` | No main-push benchmark run found; no retained report discovered | +| [#879](https://github.com/mboworks/xff/pull/879) | 2026-09-19 | `7f48d0d888cb` | No main-push benchmark run found; no retained report discovered | +| [#878](https://github.com/mboworks/xff/pull/878) | 2026-09-19 | `889c652ec8cf` | No main-push benchmark run found; no retained report discovered | +| [#877](https://github.com/mboworks/xff/pull/877) | 2026-09-19 | `99b78c8f1bad` | No main-push benchmark run found; no retained report discovered | +| [#876](https://github.com/mboworks/xff/pull/876) | 2026-09-19 | `e1cc1f72605e` | Linux backfill succeeded; macOS measuring ([campaign](https://github.com/mboworks/xff/actions/runs/42538554174)) | +| [#868](https://github.com/mboworks/xff/pull/868) | 2026-09-19 | `c092e8245ff8` | Linux backfill succeeded; macOS measuring ([campaign](https://github.com/mboworks/xff/actions/runs/42538554174)) | + +## Reproduction and retained evidence + +Refresh the inventory without starting measurements: ```sh bazel run //tools:benchmark_recovery -- --repository mboworks/xff ``` -The command compares merged PRs with the current CI viewer catalog and reports missing -platforms, active main measurements and retained artifacts awaiting publication. The -default starting date is September 19, 2026; use `--since=YYYY-MM-DD` to select another -inclusive date, or `--pr=986` to inspect one PR. It reads GitHub through the authenticated -`gh` CLI. An available artifact still needs validation and successful publication. - -Add `--dispatch-next` to dispatch up to four of the oldest PRs requiring new measurements. -Use `--batch-size=1` through `--batch-size=8` to change the bound. It starts one targeted -backfill campaign for both platforms and refuses if another backfill is active or queued. -Run the inventory again after that campaign and its publisher finish; -repeat until the desired range is covered. This is an operator-driven recovery step, -not the persistent automatic scheduler described above. A concurrent dispatch after -the active-campaign check can still race; avoid starting multiple operators at once. - -The publisher can retain each complete validated platform from a failed campaign, so a -failed platform does not discard another platform's results. Recovery selects the union -of missing platforms in a batch; `--pr=NUMBER` or `--batch-size=1` allows a platform-specific -retry without repeating a retained platform. The command does not cancel a pending publisher or -automatically retry a failed run. - -## Decisions and limits - -- Decide the supported historical starting point and platforms before scheduling a - complete backfill. The table includes older PRs whose original comparison contract or - reference tools may differ from the current contract. -- A successful backfill is a new measurement with its own host and method, not a - reconstruction of the original run. Preserve that distinction and do not mix incompatible - series silently. -- The implementation still needs a persistent scheduler; - merely increasing the concurrency queue, adding retries to one workflow, or adding - PR labels cannot guarantee eventual coverage. - -## Continuation after the current campaigns - -The main performance objective is to close the gap to equivalent plain `find` and `rg` -commands. Coverage recovery supports that work by restoring a trustworthy history. - -First let the [#914/#986 campaign](https://github.com/mboworks/xff/actions/runs/42498912253) -and the queued [#1143 campaign](https://github.com/mboworks/xff/actions/runs/42499244750) -finish, and merge PR #1148. Then: - -1. Inspect campaign results and publication, including failures and partial platforms. - Confirm each recovered PR is selectable by PR number in the viewer; workflow success - or a retained report directory alone does not establish that. -2. Recompute this inventory from the live catalog. Recover the remaining missing PRs in - bounded campaigns, preserving existing valid measurements and documenting failures - that need build or measurement fixes. Do not dispatch another campaign while one is - active or queued. -3. Resume concrete optimization of basic discovery and content search, comparing equivalent - output and semantics with `find` and `rg` on Linux and macOS. Use production binaries, - verify their identities, and keep paired measurements with reference tools. The local - investigation requests the full 1/3/10 worker grid; the existing CI backfill contract - remains 1/3. Keep those contracts distinguishable. -4. Develop a few representative combined workloads alongside the simple comparisons. - Select them for real use and matching semantics, rather than for a favorable result. - Establish correctness, repeatability, and sensitivity before adding them to the viewer. -5. Freeze and identify the additional workload contract before scheduling its historical - backfill. Preserve the existing simple comparisons and make compatibility explicit; - a new task must not silently appear as if it had been measured in earlier reports. - -## Historical Linux linker compatibility - -The November 8 campaign reached compilation but failed before any Linux measurement: - -- [PR #986 Linux job](https://github.com/mboworks/xff/actions/runs/42498912253/job/128787591927): - historical `ld.lld` could not load `libicui18n.so.70`. -- [PR #914 Linux job](https://github.com/mboworks/xff/actions/runs/42498912253/job/128787591953): - historical `ld.lld` could not load `libxml2.so.2`. - -Both jobs used `ubuntu-latest`, which resolved to Ubuntu 26.04. PR #1149 selected -Ubuntu 22.04 to supply those historical linker libraries. The -[Linux-only retry](https://github.com/mboworks/xff/actions/runs/42519042847) then -compiled both revisions but failed when executing the production binaries: -`GLIBC_ABI_DT_RELR` was unavailable in Ubuntu 22.04's glibc 2.35. A linker that -starts successfully does not establish that its output can run on the same image. - -The follow-up selects `ubuntu-24.04`, retaining its modern glibc and `libxml2`. -`tools/prepare_benchmark_runtime.sh` obtains only `libicu70` from Ubuntu's signed -Jammy package indexes, held separately from the runner's configured sources. It -records the downloaded package hash, installed versions, actual loaded library -hashes, OS, glibc, and preparer hash in the backfill artifact. The historical -source, compiler, and production LTO configuration stay unchanged. Old campaign -plans using `ubuntu-latest` or `ubuntu-22.04` remain valid; new Linux campaigns -select Ubuntu 24.04. The ordinary main benchmark workflow is unchanged. - -Both original revisions were independently built and executed in an isolated -Ubuntu 24.04 container with that exact preparer. Production ThinLTO link evidence, -source identities, binary hashes, and independently checked listing/name-filter -outputs are summarized in -[`benchmarks/historical-runtime-smoke-20261108.json`](benchmarks/historical-runtime-smoke-20261108.json). -This validates runtime compatibility and basic correctness, not backfill timing -or end-to-end publication. Hosted Linux backfills still need a new dispatch after -the follow-up is merged; rerunning the Ubuntu 22.04 workflow cannot fix its libc. - -The backfill dispatch also accepts `platforms=linux` or `platforms=macos`, so failed Linux -jobs can be remeasured in a new campaign without repeating completed macOS work. Earlier -plans without a platform selection still require both platforms, and the new selection -is part of the immutable campaign identity. For this campaign, retry the two original -revisions with `platforms=linux` after the fixed workflow is deployed on main. - -Future runner replacements must provide both historical build dependencies and -the executable's libc requirements, preserve build provenance, and record the -measurement environment. Replacing historical compilers would change what the -backfill measures. - -## Historical command timeouts - -The macOS #986 job completed successfully. The macOS #914 job failed at the 100,000-file -broad content-search warm-up when an invocation exceeded the fixed 60-second limit. -New CI backfill plans use a 300-second command limit, recorded in the campaign, batch, -and measurement contract. Earlier plans retain the implicit 60-second limit. Other -comparison callers keep their current default. Timeout failures still terminate the -whole worker process group and report the failed command; no timed-out sample is kept. - -The [macOS #914 retry](https://github.com/mboworks/xff/actions/runs/42519073200) -completed successfully with the longer limit. Preserve it and the completed macOS -#986 report from the original campaign. After the runtime follow-up is deployed, -retry only Linux #914/#986. The overall job deadline still bounds total measurement -time. This update records campaign outcomes; the inventory above remains its -original dated snapshot until recomputed from the live published catalog. +The read-only planner reports missing platforms, live main measurements and validated retained +reports awaiting publication. Active backfill campaigns require an additional workflow-status +check; their incomplete plans are not yet included in the planner's completed-campaign inventory. + +This snapshot retains the complete responses locally as: + +- `/private/tmp/xff-missing-merged-prs-20261109-refresh.json` and its diagnostic log; +- `/private/tmp/xff-coverage-pulls-20261109.json`: all 1,139 closed PRs across 12 API pages; +- `/private/tmp/xff-coverage-runs-20261109.json`: all 225 main benchmark runs across three pages; +- `/private/tmp/xff-published-catalog-live-20261109.json`: 590 published entries, catalog Git blob + `854b5bf4cf46515b5d0ca70dd0fa6f83de384233`. + +These are observation snapshots, not pending instructions to dispatch a new recovery campaign. + +## Preservation and remaining work + +- Preserve successful backfills and let the active #868/#876 jobs finish. Reconciliation publishes + valid configurations independently; a failed sibling must not force successful work to rerun. +- Retry only a genuinely missing or failed configuration. PR #1147 added targeted revision inputs; + #1148 added the reusable inventory/recovery command. #1149/#1150 fixed historical Linux runtime + preparation. The additional planner fixes in #1153 avoid repeating available platforms across + different missing-platform sets and propagate API observation failures. +- The publisher coalesces pending requests and reconciles available artifacts under the shared site + lock, with a six-hour scheduled reconciliation. This republishes existing evidence; it does not + automatically measure every missing merge. +- A durable per-PR/platform retry queue, pending/failed viewer entries and automatic completeness + enforcement remain proposed work. A finite GitHub concurrency queue alone cannot prove coverage. +- Historical backfill entries currently report `Not verified` with a workflow-provenance mismatch. + Their workflow driver commit differs from the measured historical commit. Validating that relation + requires the retained campaign/build provenance; do not bypass the check or label them verified. + +## Browser verification + +Chromium selected PRs #914, #986 and #1143 in both CI datasets on the +[published viewer](https://mboworks.github.io/xff/benchmarks/) at 01:14 UTC on November 9. +All six selections loaded their actual chart payloads and displayed the expected merge commit, +with no page errors. Their binary state remains `Not verified`, matching the conservative +provenance limitation above. The retained check is +`/private/tmp/xff-recovered-browser-20261109.json` and its companion screenshot. diff --git a/docs/benchmarks/linux-inline-raw-records-20261109.json b/docs/benchmarks/linux-inline-raw-records-20261109.json new file mode 100644 index 0000000000..c52b0cf44f --- /dev/null +++ b/docs/benchmarks/linux-inline-raw-records-20261109.json @@ -0,0 +1,4462 @@ +{ + "schema": 1, + "date": "2026-11-09", + "source": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "portable_experiment": "59132e3c2d86b21e8ec54e0a978297c85fb168b9" + }, + "policy": "Use inline raw records on Linux; preserve the previous macOS implementation.", + "final_screens": { + "linux": { + "full": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 8, + "validated_invocations": 672, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9951566819420534, + "identical_control": 0.9959214131272911, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056098432768983, + "identical_control": 0.9833261688755401, + "candidate_over_reference": 1.3968049935721627 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056098432768983, + "identical_control": 0.9833261688755401, + "candidate_over_reference": 1.3968049935721627 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9848121796290179, + "identical_control": 1.0086779875488094, + "candidate_over_reference": 1.0942462925960734 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9848121796290179, + "identical_control": 1.0086779875488094, + "candidate_over_reference": 1.0942462925960734 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.0017022067082247563, + "anchor_seconds": 0.0017152927716129593, + "reference_seconds": 0.0012820117186666245, + "reference_over_xff": 0.7531469077593071, + "historical_over_current": 0.9923709447128973, + "current_time_reduction_percent": -0.7687705215220664, + "paired_ratio_ci_low": 0.8792798486206693, + "paired_ratio_ci_high": 1.012527956506046, + "xff_cpu_seconds": 0.0010415238095238095, + "xff_user_cpu_seconds": 0.000406, + "xff_system_cpu_seconds": 0.0006355238095238096, + "xff_rss_bytes": 6899809.523809524, + "xff_first_stdout_seconds": 0.0014884707994670386, + "anchor_cpu_seconds": 0.0010558095238095238, + "anchor_user_cpu_seconds": 0.0004238095238095238, + "anchor_system_cpu_seconds": 0.000632, + "anchor_rss_bytes": 6952082.285714285, + "anchor_first_stdout_seconds": 0.001512818138248154, + "reference_cpu_seconds": 0.000620904761904762, + "reference_user_cpu_seconds": 0.0003770952380952381, + "reference_system_cpu_seconds": 0.00024380952380952383, + "reference_rss_bytes": 2984423.619047619, + "reference_first_stdout_seconds": 0.0011306937528951537 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.04599939527854856, + "anchor_seconds": 0.045716326628323825, + "reference_seconds": 0.04116754433406251, + "reference_over_xff": 0.8949583811868208, + "historical_over_current": 1.0061918502885434, + "current_time_reduction_percent": 0.6153747207123361, + "paired_ratio_ci_low": 0.9846981092167011, + "paired_ratio_ci_high": 1.0292605830761135, + "xff_cpu_seconds": 0.04459480952380952, + "xff_user_cpu_seconds": 0.012327000000000001, + "xff_system_cpu_seconds": 0.032267809523809525, + "xff_rss_bytes": 20430848.0, + "xff_first_stdout_seconds": 0.03589254708051504, + "anchor_cpu_seconds": 0.04423295238095239, + "anchor_user_cpu_seconds": 0.010897714285714285, + "anchor_system_cpu_seconds": 0.0333352380952381, + "anchor_rss_bytes": 20389302.85714286, + "anchor_first_stdout_seconds": 0.03578316357674166, + "reference_cpu_seconds": 0.03993133333333333, + "reference_user_cpu_seconds": 0.005714904761904762, + "reference_system_cpu_seconds": 0.03421642857142857, + "reference_rss_bytes": 31733077.333333332, + "reference_first_stdout_seconds": 0.03532261833260279 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.001869650662965363, + "anchor_seconds": 0.001918842433951795, + "reference_seconds": 0.0014022723993375188, + "reference_over_xff": 0.7500184002895183, + "historical_over_current": 0.9743638299236883, + "current_time_reduction_percent": -2.631067501584039, + "paired_ratio_ci_low": 0.8443124487557192, + "paired_ratio_ci_high": 1.0108612444489251, + "xff_cpu_seconds": 0.0012394285714285714, + "xff_user_cpu_seconds": 0.0004067619047619047, + "xff_system_cpu_seconds": 0.0008326666666666668, + "xff_rss_bytes": 6863140.571428572, + "xff_first_stdout_seconds": 0.0015375948943463819, + "anchor_cpu_seconds": 0.0012826666666666668, + "anchor_user_cpu_seconds": 0.0005998095238095238, + "anchor_system_cpu_seconds": 0.0006828571428571428, + "anchor_rss_bytes": 6876598.857142857, + "anchor_first_stdout_seconds": 0.0015781850642746403, + "reference_cpu_seconds": 0.0007904761904761905, + "reference_user_cpu_seconds": 0.0005337142857142857, + "reference_system_cpu_seconds": 0.00025676190476190476, + "reference_rss_bytes": 2978572.1904761903, + "reference_first_stdout_seconds": 0.0011247489545937804 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "reference": "find", + "xff_seconds": 0.04740336581709839, + "anchor_seconds": 0.04687970694309721, + "reference_seconds": 0.042314610205635074, + "reference_over_xff": 0.8926499094790479, + "historical_over_current": 1.0111702676519885, + "current_time_reduction_percent": 1.1046871144586468, + "paired_ratio_ci_low": 0.9924617844610614, + "paired_ratio_ci_high": 1.0204350174223586, + "xff_cpu_seconds": 0.04601138095238095, + "xff_user_cpu_seconds": 0.010007285714285715, + "xff_system_cpu_seconds": 0.03600409523809524, + "xff_rss_bytes": 14229894.095238095, + "xff_first_stdout_seconds": 0.00346073705059964, + "anchor_cpu_seconds": 0.0456657619047619, + "anchor_user_cpu_seconds": 0.010288380952380952, + "anchor_system_cpu_seconds": 0.03537738095238095, + "anchor_rss_bytes": 14230284.19047619, + "anchor_first_stdout_seconds": 0.003450840794747429, + "reference_cpu_seconds": 0.03941523809523809, + "reference_user_cpu_seconds": 0.004855761904761905, + "reference_system_cpu_seconds": 0.03455947619047619, + "reference_rss_bytes": 3747254.8571428573, + "reference_first_stdout_seconds": 0.003005736152685824 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.0014681565198337747, + "anchor_seconds": 0.0014641958377545788, + "reference_seconds": 0.0010446282269965326, + "reference_over_xff": 0.7115237461975824, + "historical_over_current": 1.002705022085891, + "current_time_reduction_percent": 0.2697724681047231, + "paired_ratio_ci_low": 0.9850896865985191, + "paired_ratio_ci_high": 1.0218052643238962, + "xff_cpu_seconds": 0.0009182857142857143, + "xff_user_cpu_seconds": 0.0004806190476190476, + "xff_system_cpu_seconds": 0.00043766666666666666, + "xff_rss_bytes": 6919119.238095238, + "xff_first_stdout_seconds": 0.0012990541401363554, + "anchor_cpu_seconds": 0.0009199523809523809, + "anchor_user_cpu_seconds": 0.0003937142857142857, + "anchor_system_cpu_seconds": 0.0005262380952380952, + "anchor_rss_bytes": 6922630.095238095, + "anchor_first_stdout_seconds": 0.0012978329046052835, + "reference_cpu_seconds": 0.0005086666666666667, + "reference_user_cpu_seconds": 0.00026242857142857144, + "reference_system_cpu_seconds": 0.00024623809523809527, + "reference_rss_bytes": 2977206.8571428573, + "reference_first_stdout_seconds": 0.0009098675634179797 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.0420037526138393, + "anchor_seconds": 0.042449875424305596, + "reference_seconds": 0.03867028299940839, + "reference_over_xff": 0.9206387666102813, + "historical_over_current": 0.9894905978873413, + "current_time_reduction_percent": -1.0621022711178263, + "paired_ratio_ci_low": 0.9811838063364571, + "paired_ratio_ci_high": 1.013339585785325, + "xff_cpu_seconds": 0.04086519047619047, + "xff_user_cpu_seconds": 0.010284285714285715, + "xff_system_cpu_seconds": 0.03058090476190476, + "xff_rss_bytes": 20405491.80952381, + "xff_first_stdout_seconds": 0.032947153074755556, + "anchor_cpu_seconds": 0.041345047619047615, + "anchor_user_cpu_seconds": 0.010455333333333334, + "anchor_system_cpu_seconds": 0.030889714285714288, + "anchor_rss_bytes": 20367652.57142857, + "anchor_first_stdout_seconds": 0.03303601041192278, + "reference_cpu_seconds": 0.03755661904761905, + "reference_user_cpu_seconds": 0.005412380952380952, + "reference_system_cpu_seconds": 0.032144238095238094, + "reference_rss_bytes": 31754142.476190478, + "reference_first_stdout_seconds": 0.033188899396918714 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.001707566658123618, + "anchor_seconds": 0.0016931359257016862, + "reference_seconds": 0.0012300328484603337, + "reference_over_xff": 0.7203425076312812, + "historical_over_current": 1.0085230796906937, + "current_time_reduction_percent": 0.8451050712005137, + "paired_ratio_ci_low": 0.9946391948240991, + "paired_ratio_ci_high": 1.0616282245644764, + "xff_cpu_seconds": 0.0011517142857142856, + "xff_user_cpu_seconds": 0.0003553333333333333, + "xff_system_cpu_seconds": 0.0007963809523809524, + "xff_rss_bytes": 6919509.333333333, + "xff_first_stdout_seconds": 0.0014210008528260957, + "anchor_cpu_seconds": 0.001140857142857143, + "anchor_user_cpu_seconds": 0.000646, + "anchor_system_cpu_seconds": 0.0004948571428571429, + "anchor_rss_bytes": 6908781.714285715, + "anchor_first_stdout_seconds": 0.0014077443352323912, + "reference_cpu_seconds": 0.000677, + "reference_user_cpu_seconds": 0.000254, + "reference_system_cpu_seconds": 0.00042300000000000004, + "reference_rss_bytes": 3004513.523809524, + "reference_first_stdout_seconds": 0.0009955703280866146 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "reference": "find", + "xff_seconds": 0.04635733290619794, + "anchor_seconds": 0.04729587791509749, + "reference_seconds": 0.04205319678987421, + "reference_over_xff": 0.9071530684253781, + "historical_over_current": 0.9801558814367635, + "current_time_reduction_percent": -2.0245880210551848, + "paired_ratio_ci_low": 0.961910863103992, + "paired_ratio_ci_high": 0.998318491744974, + "xff_cpu_seconds": 0.045127238095238095, + "xff_user_cpu_seconds": 0.009341857142857143, + "xff_system_cpu_seconds": 0.03578538095238095, + "xff_rss_bytes": 14288798.476190476, + "xff_first_stdout_seconds": 0.0034998772898688912, + "anchor_cpu_seconds": 0.04605880952380952, + "anchor_user_cpu_seconds": 0.009801, + "anchor_system_cpu_seconds": 0.036257809523809525, + "anchor_rss_bytes": 14261101.714285715, + "anchor_first_stdout_seconds": 0.003526458583239998, + "reference_cpu_seconds": 0.03932747619047619, + "reference_user_cpu_seconds": 0.004558714285714286, + "reference_system_cpu_seconds": 0.034768761904761906, + "reference_rss_bytes": 3737307.4285714286, + "reference_first_stdout_seconds": 0.002973622221144892 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + }, + "minimal": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 24, + "validated_invocations": 2016, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9903047279156126, + "identical_control": 0.99771809078056, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9943194472174226, + "identical_control": 0.9937496345433677, + "candidate_over_reference": 1.1988295284144999 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9924162981251562, + "identical_control": 0.9970862346278333, + "candidate_over_reference": 1.1957547877239711 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9922432375906213, + "identical_control": 0.983305176652039, + "candidate_over_reference": 1.2119480096187638 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9983107897976388, + "identical_control": 1.0009442745304986, + "candidate_over_reference": 1.1889023250461315 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9863062186669375, + "identical_control": 1.001702394716568, + "candidate_over_reference": 1.0974130357457599 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9926943230440394, + "identical_control": 0.9994345323772659, + "candidate_over_reference": 1.0897666337132468 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9891353392521283, + "identical_control": 1.0048840416877887, + "candidate_over_reference": 1.1054568315112507 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9771563473945707, + "identical_control": 1.0007966331102227, + "candidate_over_reference": 1.0970717945971098 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.001147414945686857, + "anchor_seconds": 0.0011500672248768665, + "reference_seconds": 0.000991592621652498, + "reference_over_xff": 0.8641970591196355, + "historical_over_current": 0.9976938050814433, + "current_time_reduction_percent": -0.23115257474897177, + "paired_ratio_ci_low": 0.9834695357239019, + "paired_ratio_ci_high": 1.0052751901921302, + "xff_cpu_seconds": 0.0006219047619047619, + "xff_user_cpu_seconds": 0.00032038095238095236, + "xff_system_cpu_seconds": 0.0003015238095238095, + "xff_rss_bytes": 5455091.80952381, + "xff_first_stdout_seconds": 0.001011433950181873, + "anchor_cpu_seconds": 0.0006192380952380952, + "anchor_user_cpu_seconds": 0.0004675714285714286, + "anchor_system_cpu_seconds": 0.00015166666666666665, + "anchor_rss_bytes": 5462503.619047619, + "anchor_first_stdout_seconds": 0.0010137739480428753, + "reference_cpu_seconds": 0.00047028571428571426, + "reference_user_cpu_seconds": 0.00028485714285714285, + "reference_system_cpu_seconds": 0.0001854285714285714, + "reference_rss_bytes": 3002368.0, + "reference_first_stdout_seconds": 0.0008668188515695787 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0013011388946324587, + "anchor_seconds": 0.001308045089466586, + "reference_seconds": 0.0011327650641933793, + "reference_over_xff": 0.8705950370604815, + "historical_over_current": 0.994720216535545, + "current_time_reduction_percent": -0.5307807538931453, + "paired_ratio_ci_low": 0.9566333240825357, + "paired_ratio_ci_high": 1.021132874626509, + "xff_cpu_seconds": 0.0007317619047619048, + "xff_user_cpu_seconds": 0.0004517619047619048, + "xff_system_cpu_seconds": 0.00028, + "xff_rss_bytes": 5440463.238095238, + "xff_first_stdout_seconds": 0.0011389871859656914, + "anchor_cpu_seconds": 0.0007336190476190476, + "anchor_user_cpu_seconds": 0.0003832857142857143, + "anchor_system_cpu_seconds": 0.0003503333333333333, + "anchor_rss_bytes": 5422908.952380952, + "anchor_first_stdout_seconds": 0.001146928651169652, + "reference_cpu_seconds": 0.0005551428571428571, + "reference_user_cpu_seconds": 0.00036528571428571426, + "reference_system_cpu_seconds": 0.00018985714285714287, + "reference_rss_bytes": 2947364.5714285714, + "reference_first_stdout_seconds": 0.0009856244793073053 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0012102602382323571, + "anchor_seconds": 0.0012243273557119426, + "reference_seconds": 0.0010670013393142394, + "reference_over_xff": 0.8816296740217177, + "historical_over_current": 0.9885103298444186, + "current_time_reduction_percent": -1.1623217086046855, + "paired_ratio_ci_low": 0.9717069836343203, + "paired_ratio_ci_high": 1.0058990993993449, + "xff_cpu_seconds": 0.0006778571428571428, + "xff_user_cpu_seconds": 0.0003184761904761905, + "xff_system_cpu_seconds": 0.0003593809523809524, + "xff_rss_bytes": 5442023.619047619, + "xff_first_stdout_seconds": 0.001054065523757821, + "anchor_cpu_seconds": 0.0006840952380952381, + "anchor_user_cpu_seconds": 0.0003515714285714286, + "anchor_system_cpu_seconds": 0.0003325238095238095, + "anchor_rss_bytes": 5446899.80952381, + "anchor_first_stdout_seconds": 0.0010692309809937363, + "reference_cpu_seconds": 0.0005338571428571429, + "reference_user_cpu_seconds": 0.000354, + "reference_system_cpu_seconds": 0.00017985714285714285, + "reference_rss_bytes": 2967649.523809524, + "reference_first_stdout_seconds": 0.0009242815597515021 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04174289278619524, + "anchor_seconds": 0.04181766748383996, + "reference_seconds": 0.03953542037578743, + "reference_over_xff": 0.9471174069867568, + "historical_over_current": 0.9982118874116158, + "current_time_reduction_percent": -0.17913156624700388, + "paired_ratio_ci_low": 0.9865793369240958, + "paired_ratio_ci_high": 1.0001395568969225, + "xff_cpu_seconds": 0.03942695238095238, + "xff_user_cpu_seconds": 0.010304142857142857, + "xff_system_cpu_seconds": 0.029122809523809523, + "xff_rss_bytes": 18959798.85714286, + "xff_first_stdout_seconds": 0.032550799033959354, + "anchor_cpu_seconds": 0.039495666666666665, + "anchor_user_cpu_seconds": 0.00987252380952381, + "anchor_system_cpu_seconds": 0.02962314285714286, + "anchor_rss_bytes": 18957653.333333332, + "anchor_first_stdout_seconds": 0.03262445313989052, + "reference_cpu_seconds": 0.03713219047619048, + "reference_user_cpu_seconds": 0.004958619047619048, + "reference_system_cpu_seconds": 0.032173571428571426, + "reference_rss_bytes": 31722154.666666668, + "reference_first_stdout_seconds": 0.03299797713823084 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04228774075662451, + "anchor_seconds": 0.04222571124167492, + "reference_seconds": 0.03866934147109056, + "reference_over_xff": 0.9144338472381711, + "historical_over_current": 1.0014689987006866, + "current_time_reduction_percent": 0.14668439088902918, + "paired_ratio_ci_low": 0.9978617161431914, + "paired_ratio_ci_high": 1.0245177633642781, + "xff_cpu_seconds": 0.04117857142857143, + "xff_user_cpu_seconds": 0.010144571428571428, + "xff_system_cpu_seconds": 0.031034, + "xff_rss_bytes": 18987105.523809522, + "xff_first_stdout_seconds": 0.03282856203371748, + "anchor_cpu_seconds": 0.041111714285714286, + "anchor_user_cpu_seconds": 0.010517666666666666, + "anchor_system_cpu_seconds": 0.03059404761904762, + "anchor_rss_bytes": 18965650.285714287, + "anchor_first_stdout_seconds": 0.03279737742905993, + "reference_cpu_seconds": 0.03753961904761905, + "reference_user_cpu_seconds": 0.005313428571428571, + "reference_system_cpu_seconds": 0.03222619047619048, + "reference_rss_bytes": 31744780.19047619, + "reference_first_stdout_seconds": 0.03323489228551764 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.042018216441474146, + "anchor_seconds": 0.04215551915002011, + "reference_seconds": 0.03874296161700927, + "reference_over_xff": 0.9220515504501036, + "historical_over_current": 0.9967429482232839, + "current_time_reduction_percent": -0.32676948279612983, + "paired_ratio_ci_low": 0.98687317030522, + "paired_ratio_ci_high": 1.0050647731533342, + "xff_cpu_seconds": 0.04089223809523809, + "xff_user_cpu_seconds": 0.010045619047619048, + "xff_system_cpu_seconds": 0.030846619047619046, + "xff_rss_bytes": 19005830.095238097, + "xff_first_stdout_seconds": 0.03262868732036579, + "anchor_cpu_seconds": 0.04099542857142857, + "anchor_user_cpu_seconds": 0.011254904761904763, + "anchor_system_cpu_seconds": 0.029740523809523807, + "anchor_rss_bytes": 18995492.57142857, + "anchor_first_stdout_seconds": 0.0326851070913974, + "reference_cpu_seconds": 0.03761738095238095, + "reference_user_cpu_seconds": 0.005463047619047619, + "reference_system_cpu_seconds": 0.03215433333333333, + "reference_rss_bytes": 31741074.285714287, + "reference_first_stdout_seconds": 0.03321499747800685 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0012877055310777255, + "anchor_seconds": 0.001292255518603183, + "reference_seconds": 0.001123811960929916, + "reference_over_xff": 0.8727243409363621, + "historical_over_current": 0.9964790341693602, + "current_time_reduction_percent": -0.3533406835372732, + "paired_ratio_ci_low": 0.9727602763425509, + "paired_ratio_ci_high": 1.06358740224045, + "xff_cpu_seconds": 0.0007398571428571429, + "xff_user_cpu_seconds": 0.000316, + "xff_system_cpu_seconds": 0.0004238571428571428, + "xff_rss_bytes": 5615420.952380952, + "xff_first_stdout_seconds": 0.0010623953393882229, + "anchor_cpu_seconds": 0.0007441428571428571, + "anchor_user_cpu_seconds": 0.00042142857142857146, + "anchor_system_cpu_seconds": 0.0003227142857142857, + "anchor_rss_bytes": 5587139.047619048, + "anchor_first_stdout_seconds": 0.0010621541878208518, + "reference_cpu_seconds": 0.0005728095238095238, + "reference_user_cpu_seconds": 0.0003770952380952381, + "reference_system_cpu_seconds": 0.00019571428571428572, + "reference_rss_bytes": 3006854.095238095, + "reference_first_stdout_seconds": 0.0009233900456733647 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0014466555689328483, + "anchor_seconds": 0.0014363037300340476, + "reference_seconds": 0.0012512120994783583, + "reference_over_xff": 0.8648997911792767, + "historical_over_current": 1.007207277041991, + "current_time_reduction_percent": 0.7155703901542299, + "paired_ratio_ci_low": 0.9738481557653212, + "paired_ratio_ci_high": 1.0609064967889512, + "xff_cpu_seconds": 0.0008657142857142858, + "xff_user_cpu_seconds": 0.00041247619047619043, + "xff_system_cpu_seconds": 0.00045323809523809526, + "xff_rss_bytes": 5566464.0, + "xff_first_stdout_seconds": 0.0011810995194883574, + "anchor_cpu_seconds": 0.0008646666666666667, + "anchor_user_cpu_seconds": 0.00015514285714285714, + "anchor_system_cpu_seconds": 0.0007095238095238095, + "anchor_rss_bytes": 5545008.761904762, + "anchor_first_stdout_seconds": 0.0011730690519990666, + "reference_cpu_seconds": 0.0006643333333333333, + "reference_user_cpu_seconds": 0.00044380952380952384, + "reference_system_cpu_seconds": 0.0002205238095238095, + "reference_rss_bytes": 2972135.619047619, + "reference_first_stdout_seconds": 0.0010224217937017481 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.0013888562319888955, + "anchor_seconds": 0.0014199133840433898, + "reference_seconds": 0.0012265292794576713, + "reference_over_xff": 0.8831218460252248, + "historical_over_current": 0.9781274319944396, + "current_time_reduction_percent": -2.2361675268590897, + "paired_ratio_ci_low": 0.9577985265883062, + "paired_ratio_ci_high": 1.0181267375419698, + "xff_cpu_seconds": 0.0008372857142857143, + "xff_user_cpu_seconds": 0.00035376190476190474, + "xff_system_cpu_seconds": 0.0004835238095238095, + "xff_rss_bytes": 5581677.714285715, + "xff_first_stdout_seconds": 0.001115209938559149, + "anchor_cpu_seconds": 0.0008407142857142858, + "anchor_user_cpu_seconds": 0.000557047619047619, + "anchor_system_cpu_seconds": 0.0002836666666666667, + "anchor_rss_bytes": 5584213.333333333, + "anchor_first_stdout_seconds": 0.0011409540450023044, + "reference_cpu_seconds": 0.0006518571428571428, + "reference_user_cpu_seconds": 0.00042695238095238094, + "reference_system_cpu_seconds": 0.00022490476190476188, + "reference_rss_bytes": 2977792.0, + "reference_first_stdout_seconds": 0.0009956178976045478 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.05891166739387527, + "anchor_seconds": 0.05887288930049787, + "reference_seconds": 0.0516999825458264, + "reference_over_xff": 0.8775847779043066, + "historical_over_current": 1.0006586748813953, + "current_time_reduction_percent": 0.06582413143755295, + "paired_ratio_ci_low": 0.9766882466962974, + "paired_ratio_ci_high": 1.0028743600055887, + "xff_cpu_seconds": 0.04846771428571429, + "xff_user_cpu_seconds": 0.010834904761904761, + "xff_system_cpu_seconds": 0.03763280952380953, + "xff_rss_bytes": 12989391.238095239, + "xff_first_stdout_seconds": 0.0030381586735269855, + "anchor_cpu_seconds": 0.04847952380952381, + "anchor_user_cpu_seconds": 0.010850047619047619, + "anchor_system_cpu_seconds": 0.03762947619047619, + "anchor_rss_bytes": 12936533.333333334, + "anchor_first_stdout_seconds": 0.003029586109776227, + "reference_cpu_seconds": 0.04141419047619047, + "reference_user_cpu_seconds": 0.0059210952380952375, + "reference_system_cpu_seconds": 0.03549309523809524, + "reference_rss_bytes": 3770660.5714285714, + "reference_first_stdout_seconds": 0.0028359537744628532 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.046184294613166935, + "anchor_seconds": 0.04617853527556041, + "reference_seconds": 0.04207422730091605, + "reference_over_xff": 0.9110072515629778, + "historical_over_current": 1.000124718932122, + "current_time_reduction_percent": 0.01247033792497465, + "paired_ratio_ci_low": 0.9869446156061955, + "paired_ratio_ci_high": 1.0200179401687761, + "xff_cpu_seconds": 0.044982047619047616, + "xff_user_cpu_seconds": 0.009527190476190476, + "xff_system_cpu_seconds": 0.03545485714285714, + "xff_rss_bytes": 12974762.666666666, + "xff_first_stdout_seconds": 0.00325208362413659, + "anchor_cpu_seconds": 0.044928190476190476, + "anchor_user_cpu_seconds": 0.009749952380952382, + "anchor_system_cpu_seconds": 0.035178238095238096, + "anchor_rss_bytes": 12974957.714285715, + "anchor_first_stdout_seconds": 0.003288219372431437, + "reference_cpu_seconds": 0.03933652380952381, + "reference_user_cpu_seconds": 0.0043572380952380954, + "reference_system_cpu_seconds": 0.03497928571428571, + "reference_rss_bytes": 3738477.714285714, + "reference_first_stdout_seconds": 0.003063202065060891 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "reference": "find", + "xff_seconds": 0.04650924457347996, + "anchor_seconds": 0.04590823103873325, + "reference_seconds": 0.0410518183960535, + "reference_over_xff": 0.8826593244531359, + "historical_over_current": 1.0130916291294174, + "current_time_reduction_percent": 1.2922453165137293, + "paired_ratio_ci_low": 1.0015667567368352, + "paired_ratio_ci_high": 1.034669493130904, + "xff_cpu_seconds": 0.04531104761904762, + "xff_user_cpu_seconds": 0.010175333333333333, + "xff_system_cpu_seconds": 0.035135714285714284, + "xff_rss_bytes": 12956038.095238095, + "xff_first_stdout_seconds": 0.0032096665208449678, + "anchor_cpu_seconds": 0.04463728571428571, + "anchor_user_cpu_seconds": 0.009686904761904761, + "anchor_system_cpu_seconds": 0.034950380952380955, + "anchor_rss_bytes": 12962279.61904762, + "anchor_first_stdout_seconds": 0.003177491665285613, + "reference_cpu_seconds": 0.03854571428571428, + "reference_user_cpu_seconds": 0.005384333333333334, + "reference_system_cpu_seconds": 0.033161380952380956, + "reference_rss_bytes": 3768124.9523809524, + "reference_first_stdout_seconds": 0.0029700021037743205 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0012542764667332882, + "anchor_seconds": 0.0012586472855348671, + "reference_seconds": 0.0010436510811338113, + "reference_over_xff": 0.8320741948160423, + "historical_over_current": 0.9965273680308924, + "current_time_reduction_percent": -0.34847331648999447, + "paired_ratio_ci_low": 0.8828752888505489, + "paired_ratio_ci_high": 1.014782880018896, + "xff_cpu_seconds": 0.0007004761904761905, + "xff_user_cpu_seconds": 0.0003936666666666667, + "xff_system_cpu_seconds": 0.0003068095238095238, + "xff_rss_bytes": 5638046.476190476, + "xff_first_stdout_seconds": 0.0011102060421503016, + "anchor_cpu_seconds": 0.0007003809523809524, + "anchor_user_cpu_seconds": 0.0005302857142857143, + "anchor_system_cpu_seconds": 0.0001700952380952381, + "anchor_rss_bytes": 5430125.714285715, + "anchor_first_stdout_seconds": 0.0011167712842247316, + "reference_cpu_seconds": 0.0004988571428571428, + "reference_user_cpu_seconds": 0.0003283809523809524, + "reference_system_cpu_seconds": 0.00017047619047619046, + "reference_rss_bytes": 2945804.1904761903, + "reference_first_stdout_seconds": 0.0009108876110985875 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.001538918896888693, + "anchor_seconds": 0.0015630498140429456, + "reference_seconds": 0.0012992378324270248, + "reference_over_xff": 0.8442536088508348, + "historical_over_current": 0.9845616454847104, + "current_time_reduction_percent": -1.5680434623968287, + "paired_ratio_ci_low": 0.9370871104925956, + "paired_ratio_ci_high": 1.0102316785201462, + "xff_cpu_seconds": 0.0008863333333333334, + "xff_user_cpu_seconds": 0.0003776190476190476, + "xff_system_cpu_seconds": 0.0005087142857142857, + "xff_rss_bytes": 5669449.142857143, + "xff_first_stdout_seconds": 0.0013577163252713425, + "anchor_cpu_seconds": 0.0009127619047619048, + "anchor_user_cpu_seconds": 0.0004321904761904762, + "anchor_system_cpu_seconds": 0.00048057142857142857, + "anchor_rss_bytes": 5465429.333333333, + "anchor_first_stdout_seconds": 0.0013866554890271453, + "reference_cpu_seconds": 0.0006608571428571428, + "reference_user_cpu_seconds": 0.00031314285714285716, + "reference_system_cpu_seconds": 0.0003477142857142857, + "reference_rss_bytes": 2977401.904761905, + "reference_first_stdout_seconds": 0.0011379143467084283 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0014689368572795675, + "anchor_seconds": 0.0015137456579222565, + "reference_seconds": 0.0012125180524197362, + "reference_over_xff": 0.8254391918964358, + "historical_over_current": 0.9703987255664912, + "current_time_reduction_percent": -3.050423877692987, + "paired_ratio_ci_low": 0.8498664627918112, + "paired_ratio_ci_high": 1.1071916053933952, + "xff_cpu_seconds": 0.0008587619047619048, + "xff_user_cpu_seconds": 0.00024328571428571427, + "xff_system_cpu_seconds": 0.0006154761904761905, + "xff_rss_bytes": 5652284.952380952, + "xff_first_stdout_seconds": 0.0012861474228668072, + "anchor_cpu_seconds": 0.000913, + "anchor_user_cpu_seconds": 0.0003515238095238095, + "anchor_system_cpu_seconds": 0.0005614761904761905, + "anchor_rss_bytes": 5438902.857142857, + "anchor_first_stdout_seconds": 0.0013322252225840376, + "reference_cpu_seconds": 0.0006233333333333334, + "reference_user_cpu_seconds": 0.00038376190476190476, + "reference_system_cpu_seconds": 0.00023957142857142856, + "reference_rss_bytes": 2981107.8095238097, + "reference_first_stdout_seconds": 0.0010567563308757685 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.041440871760382185, + "anchor_seconds": 0.04184684613054352, + "reference_seconds": 0.039715346902431475, + "reference_over_xff": 0.958361762563105, + "historical_over_current": 0.9902985670916543, + "current_time_reduction_percent": -0.9796472731286698, + "paired_ratio_ci_low": 0.9733420975202217, + "paired_ratio_ci_high": 1.0086319463380957, + "xff_cpu_seconds": 0.03909890476190476, + "xff_user_cpu_seconds": 0.009659285714285714, + "xff_system_cpu_seconds": 0.029439619047619048, + "xff_rss_bytes": 19138462.476190478, + "xff_first_stdout_seconds": 0.032491094909519666, + "anchor_cpu_seconds": 0.039467190476190475, + "anchor_user_cpu_seconds": 0.009990857142857143, + "anchor_system_cpu_seconds": 0.029476333333333334, + "anchor_rss_bytes": 18980668.95238095, + "anchor_first_stdout_seconds": 0.03246414522263443, + "reference_cpu_seconds": 0.03727152380952381, + "reference_user_cpu_seconds": 0.005496714285714286, + "reference_system_cpu_seconds": 0.031774809523809525, + "reference_rss_bytes": 31740294.095238097, + "reference_first_stdout_seconds": 0.03304177558138257 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0417102808409947, + "anchor_seconds": 0.0423739010445951, + "reference_seconds": 0.03878978300019212, + "reference_over_xff": 0.9299813431624707, + "historical_over_current": 0.9843389400729947, + "current_time_reduction_percent": -1.5910231008278375, + "paired_ratio_ci_low": 0.9655213613137834, + "paired_ratio_ci_high": 0.9900756292999123, + "xff_cpu_seconds": 0.040554904761904764, + "xff_user_cpu_seconds": 0.010009285714285714, + "xff_system_cpu_seconds": 0.030545619047619047, + "xff_rss_bytes": 19183128.38095238, + "xff_first_stdout_seconds": 0.03280607452394352, + "anchor_cpu_seconds": 0.041209857142857145, + "anchor_user_cpu_seconds": 0.010560714285714286, + "anchor_system_cpu_seconds": 0.030649142857142857, + "anchor_rss_bytes": 18943804.95238095, + "anchor_first_stdout_seconds": 0.032942346042199505, + "reference_cpu_seconds": 0.03765438095238095, + "reference_user_cpu_seconds": 0.005633428571428571, + "reference_system_cpu_seconds": 0.032020952380952386, + "reference_rss_bytes": 31759798.85714286, + "reference_first_stdout_seconds": 0.033401584962294215 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.04273402782356633, + "anchor_seconds": 0.04299911119908627, + "reference_seconds": 0.039184601606047226, + "reference_over_xff": 0.9169414539585778, + "historical_over_current": 0.9938351429104522, + "current_time_reduction_percent": -0.6203098304105037, + "paired_ratio_ci_low": 0.9740963696615098, + "paired_ratio_ci_high": 1.0126110681541243, + "xff_cpu_seconds": 0.04157047619047619, + "xff_user_cpu_seconds": 0.010064571428571428, + "xff_system_cpu_seconds": 0.03150590476190476, + "xff_rss_bytes": 19175716.57142857, + "xff_first_stdout_seconds": 0.033346388583248926, + "anchor_cpu_seconds": 0.041787, + "anchor_user_cpu_seconds": 0.010856666666666667, + "anchor_system_cpu_seconds": 0.030930333333333334, + "anchor_rss_bytes": 18981644.19047619, + "anchor_first_stdout_seconds": 0.03348681972628193, + "reference_cpu_seconds": 0.03800752380952381, + "reference_user_cpu_seconds": 0.006005714285714286, + "reference_system_cpu_seconds": 0.03200180952380952, + "reference_rss_bytes": 31713377.523809522, + "reference_first_stdout_seconds": 0.033443593519872854 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.001373626713064455, + "anchor_seconds": 0.001389857204187484, + "reference_seconds": 0.0011545757131118859, + "reference_over_xff": 0.8405309114410834, + "historical_over_current": 0.9883221880103018, + "current_time_reduction_percent": -1.1815794617753284, + "paired_ratio_ci_low": 0.9696487722142084, + "paired_ratio_ci_high": 1.0015788249589652, + "xff_cpu_seconds": 0.0008015714285714286, + "xff_user_cpu_seconds": 0.00033623809523809523, + "xff_system_cpu_seconds": 0.00046533333333333333, + "xff_rss_bytes": 5788038.095238095, + "xff_first_stdout_seconds": 0.0011411316670654785, + "anchor_cpu_seconds": 0.0008244761904761905, + "anchor_user_cpu_seconds": 0.00031066666666666666, + "anchor_system_cpu_seconds": 0.0005138095238095238, + "anchor_rss_bytes": 5567439.238095238, + "anchor_first_stdout_seconds": 0.0011595084963898575, + "reference_cpu_seconds": 0.0005988095238095238, + "reference_user_cpu_seconds": 0.0002522857142857143, + "reference_system_cpu_seconds": 0.00034652380952380953, + "reference_rss_bytes": 2970770.285714286, + "reference_first_stdout_seconds": 0.0009520565758326224 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0015702121447594393, + "anchor_seconds": 0.001551206855635558, + "reference_seconds": 0.0013158096089249565, + "reference_over_xff": 0.8379820607785083, + "historical_over_current": 1.012251937293105, + "current_time_reduction_percent": 1.2103644203308006, + "paired_ratio_ci_low": 0.9714952090921779, + "paired_ratio_ci_high": 1.0457699239967304, + "xff_cpu_seconds": 0.000957095238095238, + "xff_user_cpu_seconds": 0.0003503333333333333, + "xff_system_cpu_seconds": 0.0006067619047619048, + "xff_rss_bytes": 5751369.142857143, + "xff_first_stdout_seconds": 0.001283423054874653, + "anchor_cpu_seconds": 0.0009377619047619047, + "anchor_user_cpu_seconds": 0.000479, + "anchor_system_cpu_seconds": 0.0004587619047619048, + "anchor_rss_bytes": 5605278.476190476, + "anchor_first_stdout_seconds": 0.001257602895964824, + "reference_cpu_seconds": 0.0007042380952380952, + "reference_user_cpu_seconds": 0.00037061904761904763, + "reference_system_cpu_seconds": 0.0003336190476190476, + "reference_rss_bytes": 2980912.761904762, + "reference_first_stdout_seconds": 0.0010759722984706361 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0014586688540432426, + "anchor_seconds": 0.0014377078096870157, + "reference_seconds": 0.0012031053137477664, + "reference_over_xff": 0.8247967387614489, + "historical_over_current": 1.0145794884155148, + "current_time_reduction_percent": 1.4369981437613921, + "paired_ratio_ci_low": 0.9758200738487398, + "paired_ratio_ci_high": 1.0470444016862561, + "xff_cpu_seconds": 0.0008814285714285714, + "xff_user_cpu_seconds": 0.0004940476190476191, + "xff_system_cpu_seconds": 0.00038738095238095236, + "xff_rss_bytes": 5771459.047619048, + "xff_first_stdout_seconds": 0.001193056531649615, + "anchor_cpu_seconds": 0.0008833809523809523, + "anchor_user_cpu_seconds": 0.0004198571428571429, + "anchor_system_cpu_seconds": 0.0004635238095238095, + "anchor_rss_bytes": 5588309.333333333, + "anchor_first_stdout_seconds": 0.0011767237170022867, + "reference_cpu_seconds": 0.0006584285714285714, + "reference_user_cpu_seconds": 0.00040352380952380956, + "reference_system_cpu_seconds": 0.0002549047619047619, + "reference_rss_bytes": 3004903.619047619, + "reference_first_stdout_seconds": 0.0009806769556321559 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.06087588595913812, + "anchor_seconds": 0.061175900228720693, + "reference_seconds": 0.05348706949457881, + "reference_over_xff": 0.8786249046212005, + "historical_over_current": 0.995095874871299, + "current_time_reduction_percent": -0.49282940996366875, + "paired_ratio_ci_low": 0.9852229411685995, + "paired_ratio_ci_high": 1.00592150333318, + "xff_cpu_seconds": 0.05016480952380952, + "xff_user_cpu_seconds": 0.011569619047619047, + "xff_system_cpu_seconds": 0.03859519047619048, + "xff_rss_bytes": 13163373.714285715, + "xff_first_stdout_seconds": 0.003068956435613689, + "anchor_cpu_seconds": 0.0504857619047619, + "anchor_user_cpu_seconds": 0.011546333333333334, + "anchor_system_cpu_seconds": 0.03893942857142857, + "anchor_rss_bytes": 12933997.714285715, + "anchor_first_stdout_seconds": 0.0030503212806901763, + "reference_cpu_seconds": 0.042948904761904765, + "reference_user_cpu_seconds": 0.005978238095238095, + "reference_system_cpu_seconds": 0.036970666666666666, + "reference_rss_bytes": 3753691.4285714286, + "reference_first_stdout_seconds": 0.0029048052439022633 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.0484372492425055, + "anchor_seconds": 0.04993396155935313, + "reference_seconds": 0.043274806662728746, + "reference_over_xff": 0.8934199885313363, + "historical_over_current": 0.9700261651567824, + "current_time_reduction_percent": -3.090002715377582, + "paired_ratio_ci_low": 0.9534252098734963, + "paired_ratio_ci_high": 0.9895284173809721, + "xff_cpu_seconds": 0.047030333333333334, + "xff_user_cpu_seconds": 0.01027309523809524, + "xff_system_cpu_seconds": 0.03675723809523809, + "xff_rss_bytes": 13184828.952380951, + "xff_first_stdout_seconds": 0.003163259044023497, + "anchor_cpu_seconds": 0.04855695238095238, + "anchor_user_cpu_seconds": 0.011241142857142858, + "anchor_system_cpu_seconds": 0.03731580952380952, + "anchor_rss_bytes": 12951356.952380951, + "anchor_first_stdout_seconds": 0.0033338773396930526, + "reference_cpu_seconds": 0.040783238095238095, + "reference_user_cpu_seconds": 0.005549190476190476, + "reference_system_cpu_seconds": 0.035234047619047616, + "reference_rss_bytes": 3785094.095238095, + "reference_first_stdout_seconds": 0.003026765532835963 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "reference": "find", + "xff_seconds": 0.046479742613709754, + "anchor_seconds": 0.047213546854133405, + "reference_seconds": 0.04147997934792545, + "reference_over_xff": 0.8924313478381964, + "historical_over_current": 0.9844577607632244, + "current_time_reduction_percent": -1.5787614112286574, + "paired_ratio_ci_low": 0.966413821627487, + "paired_ratio_ci_high": 1.0080838723017906, + "xff_cpu_seconds": 0.04518995238095238, + "xff_user_cpu_seconds": 0.010287666666666667, + "xff_system_cpu_seconds": 0.03490228571428572, + "xff_rss_bytes": 13182293.333333334, + "xff_first_stdout_seconds": 0.0032521759636611456, + "anchor_cpu_seconds": 0.04568038095238095, + "anchor_user_cpu_seconds": 0.009121238095238095, + "anchor_system_cpu_seconds": 0.03655914285714286, + "anchor_rss_bytes": 12972032.0, + "anchor_first_stdout_seconds": 0.0032493306290624397, + "reference_cpu_seconds": 0.03878271428571428, + "reference_user_cpu_seconds": 0.004815761904761904, + "reference_system_cpu_seconds": 0.03396695238095238, + "reference_rss_bytes": 3756422.095238095, + "reference_first_stdout_seconds": 0.0029569389464865837 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + } + }, + "macos": { + "full": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 8, + "validated_invocations": 672, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.989522367972136, + "identical_control": 0.9923959550680466, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9850745740603094, + "identical_control": 0.9833772543467967, + "candidate_over_reference": 1.354794283997363 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9850745740603094, + "identical_control": 0.9833772543467967, + "candidate_over_reference": 1.354794283997363 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.993990244496186, + "identical_control": 1.0014973676502226, + "candidate_over_reference": 0.9805018341571919 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.993990244496186, + "identical_control": 1.0014973676502226, + "candidate_over_reference": 0.9805018341571919 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.00859193064804588, + "anchor_seconds": 0.0088151568724286, + "reference_seconds": 0.006237283482083252, + "reference_over_xff": 0.7259466745697999, + "historical_over_current": 0.9746769992170066, + "current_time_reduction_percent": -2.598091552723236, + "paired_ratio_ci_low": 0.9587105021802192, + "paired_ratio_ci_high": 0.9968351594648435, + "xff_cpu_seconds": 0.0033984285714285713, + "xff_user_cpu_seconds": 0.0018765714285714284, + "xff_system_cpu_seconds": 0.001521857142857143, + "xff_rss_bytes": 5210892.19047619, + "xff_first_stdout_seconds": 0.007816357183314505, + "anchor_cpu_seconds": 0.003469904761904762, + "anchor_user_cpu_seconds": 0.0019036666666666666, + "anchor_system_cpu_seconds": 0.0015662380952380954, + "anchor_rss_bytes": 5320118.857142857, + "anchor_first_stdout_seconds": 0.008028904818707988, + "reference_cpu_seconds": 0.0017758571428571428, + "reference_user_cpu_seconds": 0.0009167619047619047, + "reference_system_cpu_seconds": 0.0008590952380952381, + "reference_rss_bytes": 1692233.142857143, + "reference_first_stdout_seconds": 0.005618351156867686 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.030550841020331496, + "anchor_seconds": 0.030574817432179338, + "reference_seconds": 0.03669155158457302, + "reference_over_xff": 1.2009997224022375, + "historical_over_current": 0.9992158117738225, + "current_time_reduction_percent": -0.07848036599675812, + "paired_ratio_ci_low": 0.9835394059849195, + "paired_ratio_ci_high": 1.0082921147179305, + "xff_cpu_seconds": 0.024607238095238095, + "xff_user_cpu_seconds": 0.01497252380952381, + "xff_system_cpu_seconds": 0.009634714285714286, + "xff_rss_bytes": 25620675.04761905, + "xff_first_stdout_seconds": 0.01897439475925196, + "anchor_cpu_seconds": 0.024508666666666665, + "anchor_user_cpu_seconds": 0.014894857142857144, + "anchor_system_cpu_seconds": 0.009613809523809524, + "anchor_rss_bytes": 25656563.80952381, + "anchor_first_stdout_seconds": 0.01907560708267348, + "reference_cpu_seconds": 0.03130014285714285, + "reference_user_cpu_seconds": 0.020599761904761905, + "reference_system_cpu_seconds": 0.010700380952380953, + "reference_rss_bytes": 34737200.76190476, + "reference_first_stdout_seconds": 0.027049512025855836 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.009879678443429015, + "anchor_seconds": 0.009957795652250448, + "reference_seconds": 0.007564926475641273, + "reference_over_xff": 0.7657057381936063, + "historical_over_current": 0.9921551705267442, + "current_time_reduction_percent": -0.7906857421396074, + "paired_ratio_ci_low": 0.968256661241083, + "paired_ratio_ci_high": 1.144395133586884, + "xff_cpu_seconds": 0.004440380952380953, + "xff_user_cpu_seconds": 0.0019855714285714286, + "xff_system_cpu_seconds": 0.0024548095238095236, + "xff_rss_bytes": 5230396.952380952, + "xff_first_stdout_seconds": 0.009092753753066063, + "anchor_cpu_seconds": 0.004476333333333334, + "anchor_user_cpu_seconds": 0.0019917619047619046, + "anchor_system_cpu_seconds": 0.0024845714285714284, + "anchor_rss_bytes": 5227276.19047619, + "anchor_first_stdout_seconds": 0.009163952432572842, + "reference_cpu_seconds": 0.0028919047619047618, + "reference_user_cpu_seconds": 0.0010554285714285713, + "reference_system_cpu_seconds": 0.0018364761904761907, + "reference_rss_bytes": 1718759.619047619, + "reference_first_stdout_seconds": 0.006926359209631171 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "reference": "find", + "xff_seconds": 0.0335438966839796, + "anchor_seconds": 0.03341744064042965, + "reference_seconds": 0.02766885892266319, + "reference_over_xff": 0.82485523919103, + "historical_over_current": 1.0037841331091333, + "current_time_reduction_percent": 0.3769867428978224, + "paired_ratio_ci_low": 0.9967904245798334, + "paired_ratio_ci_high": 1.0448166133278276, + "xff_cpu_seconds": 0.027439857142857144, + "xff_user_cpu_seconds": 0.015723809523809522, + "xff_system_cpu_seconds": 0.011716047619047619, + "xff_rss_bytes": 14450688.0, + "xff_first_stdout_seconds": 0.008563464197019735, + "anchor_cpu_seconds": 0.027478904761904763, + "anchor_user_cpu_seconds": 0.015840333333333335, + "anchor_system_cpu_seconds": 0.011638571428571429, + "anchor_rss_bytes": 14403096.38095238, + "anchor_first_stdout_seconds": 0.008383492052200296, + "reference_cpu_seconds": 0.022444476190476192, + "reference_user_cpu_seconds": 0.012011047619047619, + "reference_system_cpu_seconds": 0.010433428571428571, + "reference_rss_bytes": 2567606.8571428573, + "reference_first_stdout_seconds": 0.0061135852177228245 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.008382714353501797, + "anchor_seconds": 0.00838311943447306, + "reference_seconds": 0.005917109105558623, + "reference_over_xff": 0.7058703011974646, + "historical_over_current": 0.9999516789693348, + "current_time_reduction_percent": -0.004832336570004259, + "paired_ratio_ci_low": 0.9871522931311025, + "paired_ratio_ci_high": 1.0392489155284221, + "xff_cpu_seconds": 0.0034108571428571426, + "xff_user_cpu_seconds": 0.0018956190476190477, + "xff_system_cpu_seconds": 0.0015152380952380953, + "xff_rss_bytes": 5193728.0, + "xff_first_stdout_seconds": 0.007619416740323816, + "anchor_cpu_seconds": 0.0034726190476190477, + "anchor_user_cpu_seconds": 0.0018937142857142857, + "anchor_system_cpu_seconds": 0.0015789047619047618, + "anchor_rss_bytes": 5189827.047619048, + "anchor_first_stdout_seconds": 0.0076198215552029155, + "reference_cpu_seconds": 0.0017655714285714284, + "reference_user_cpu_seconds": 0.0009275714285714285, + "reference_system_cpu_seconds": 0.000838, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005329829330245654 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.031556001908722375, + "anchor_seconds": 0.032008420675992966, + "reference_seconds": 0.039695440525455136, + "reference_over_xff": 1.2579363076563557, + "historical_over_current": 0.9858656329267156, + "current_time_reduction_percent": -1.4337011658803966, + "paired_ratio_ci_low": 0.9746897382781192, + "paired_ratio_ci_high": 1.022237807071594, + "xff_cpu_seconds": 0.025236571428571428, + "xff_user_cpu_seconds": 0.015047761904761904, + "xff_system_cpu_seconds": 0.010188809523809525, + "xff_rss_bytes": 25665926.095238097, + "xff_first_stdout_seconds": 0.019628805418809254, + "anchor_cpu_seconds": 0.025462904761904763, + "anchor_user_cpu_seconds": 0.015227761904761904, + "anchor_system_cpu_seconds": 0.010235142857142858, + "anchor_rss_bytes": 25732242.285714287, + "anchor_first_stdout_seconds": 0.019843563570507934, + "reference_cpu_seconds": 0.03363614285714286, + "reference_user_cpu_seconds": 0.020502714285714287, + "reference_system_cpu_seconds": 0.01313342857142857, + "reference_rss_bytes": 34737980.952380955, + "reference_first_stdout_seconds": 0.02848225987205903 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.010076748118514106, + "anchor_seconds": 0.010383916752679008, + "reference_seconds": 0.007777656916351546, + "reference_over_xff": 0.7718419498907174, + "historical_over_current": 0.9704188080970841, + "current_time_reduction_percent": -3.048291279609705, + "paired_ratio_ci_low": 0.9258662990207336, + "paired_ratio_ci_high": 0.9962284703063677, + "xff_cpu_seconds": 0.004554380952380953, + "xff_user_cpu_seconds": 0.0019485238095238093, + "xff_system_cpu_seconds": 0.002605857142857143, + "xff_rss_bytes": 5253802.666666667, + "xff_first_stdout_seconds": 0.009159785606676624, + "anchor_cpu_seconds": 0.004692619047619047, + "anchor_user_cpu_seconds": 0.0019655714285714285, + "anchor_system_cpu_seconds": 0.002727047619047619, + "anchor_rss_bytes": 5311536.761904762, + "anchor_first_stdout_seconds": 0.009456561523534003, + "reference_cpu_seconds": 0.0029686190476190476, + "reference_user_cpu_seconds": 0.0010409999999999998, + "reference_system_cpu_seconds": 0.0019276190476190478, + "reference_rss_bytes": 1722660.5714285714, + "reference_first_stdout_seconds": 0.007059765935298942 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "reference": "find", + "xff_seconds": 0.032928958313450926, + "anchor_seconds": 0.03285726993566468, + "reference_seconds": 0.027228424902118388, + "reference_over_xff": 0.826883882658263, + "historical_over_current": 1.0021818117551036, + "current_time_reduction_percent": 0.21770618160418254, + "paired_ratio_ci_low": 0.9918713571681311, + "paired_ratio_ci_high": 1.0174848899520905, + "xff_cpu_seconds": 0.02706314285714286, + "xff_user_cpu_seconds": 0.015577761904761905, + "xff_system_cpu_seconds": 0.011485380952380952, + "xff_rss_bytes": 14435084.19047619, + "xff_first_stdout_seconds": 0.008267652731211413, + "anchor_cpu_seconds": 0.02717547619047619, + "anchor_user_cpu_seconds": 0.015664761904761907, + "anchor_system_cpu_seconds": 0.011510714285714286, + "anchor_rss_bytes": 14391393.523809524, + "anchor_first_stdout_seconds": 0.008249291751001562, + "reference_cpu_seconds": 0.02233204761904762, + "reference_user_cpu_seconds": 0.012062619047619048, + "reference_system_cpu_seconds": 0.010269428571428572, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.005857541624988828 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + }, + "minimal": { + "candidate": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 24, + "validated_invocations": 2016, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9981866259647049, + "identical_control": 0.9984166124131335, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9983997452307631, + "identical_control": 0.9945529781076982, + "candidate_over_reference": 1.3020184072857015 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9957811664270257, + "identical_control": 0.989205341055877, + "candidate_over_reference": 1.2934261031540812 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9936727680147528, + "identical_control": 0.9989045340125687, + "candidate_over_reference": 1.2889968733255588 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.005787163384388, + "identical_control": 0.9955735033479421, + "candidate_over_reference": 1.3239082456269406 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9979735521912679, + "identical_control": 1.002295256145291, + "candidate_over_reference": 0.9848647206701933 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9983205433966884, + "identical_control": 1.0085990945588683, + "candidate_over_reference": 0.981238878985098 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0056676575015593, + "identical_control": 0.999915080242564, + "candidate_over_reference": 0.9881480234396285 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9899940957253155, + "identical_control": 0.9984017471982857, + "candidate_over_reference": 0.9852194750110993 + } + ], + "cells": [ + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.008199166639574937, + "anchor_seconds": 0.008199898969559442, + "reference_seconds": 0.006199708208441734, + "reference_over_xff": 0.7561388225136916, + "historical_over_current": 0.9999106903649394, + "current_time_reduction_percent": -0.008931761198383015, + "paired_ratio_ci_low": 0.985035747511953, + "paired_ratio_ci_high": 1.020788863350852, + "xff_cpu_seconds": 0.0028815238095238095, + "xff_user_cpu_seconds": 0.0015261428571428572, + "xff_system_cpu_seconds": 0.0013553809523809525, + "xff_rss_bytes": 3900952.380952381, + "xff_first_stdout_seconds": 0.007470460342509406, + "anchor_cpu_seconds": 0.0029145714285714287, + "anchor_user_cpu_seconds": 0.0015305238095238097, + "anchor_system_cpu_seconds": 0.0013840476190476192, + "anchor_rss_bytes": 3897051.4285714286, + "anchor_first_stdout_seconds": 0.007482196514805158, + "reference_cpu_seconds": 0.0016674761904761904, + "reference_user_cpu_seconds": 0.0009032857142857143, + "reference_system_cpu_seconds": 0.0007641904761904761, + "reference_rss_bytes": 1693793.5238095238, + "reference_first_stdout_seconds": 0.00559710298797914 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.008042986105595316, + "anchor_seconds": 0.008080541644067992, + "reference_seconds": 0.006018861329981259, + "reference_over_xff": 0.7483366564308844, + "historical_over_current": 0.9953523488737607, + "current_time_reduction_percent": -0.4669352648334124, + "paired_ratio_ci_low": 0.9576212763198844, + "paired_ratio_ci_high": 1.0103690473076952, + "xff_cpu_seconds": 0.002893904761904762, + "xff_user_cpu_seconds": 0.0015204761904761906, + "xff_system_cpu_seconds": 0.0013734285714285714, + "xff_rss_bytes": 3920457.1428571427, + "xff_first_stdout_seconds": 0.007342599243635223, + "anchor_cpu_seconds": 0.0029174761904761904, + "anchor_user_cpu_seconds": 0.0015329047619047618, + "anchor_system_cpu_seconds": 0.0013845714285714286, + "anchor_rss_bytes": 3928259.0476190476, + "anchor_first_stdout_seconds": 0.00738070226673569, + "reference_cpu_seconds": 0.0016570476190476192, + "reference_user_cpu_seconds": 0.0008902380952380952, + "reference_system_cpu_seconds": 0.0007668095238095238, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005431282023588817 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.007967416817943255, + "anchor_seconds": 0.007981311396828719, + "reference_seconds": 0.006039847398088092, + "reference_over_xff": 0.7580684600918427, + "historical_over_current": 0.9982591107908676, + "current_time_reduction_percent": -0.17439251896766983, + "paired_ratio_ci_low": 0.9847517819892296, + "paired_ratio_ci_high": 1.0287632584373843, + "xff_cpu_seconds": 0.002858714285714286, + "xff_user_cpu_seconds": 0.0015114285714285713, + "xff_system_cpu_seconds": 0.0013472857142857143, + "xff_rss_bytes": 3903292.9523809524, + "xff_first_stdout_seconds": 0.0072637440725451426, + "anchor_cpu_seconds": 0.002861857142857143, + "anchor_user_cpu_seconds": 0.0015128571428571428, + "anchor_system_cpu_seconds": 0.001349, + "anchor_rss_bytes": 3889249.523809524, + "anchor_first_stdout_seconds": 0.007276926588799272, + "reference_cpu_seconds": 0.001669095238095238, + "reference_user_cpu_seconds": 0.0008931428571428571, + "reference_system_cpu_seconds": 0.000775952380952381, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.0054455357825472245 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03112346630188681, + "anchor_seconds": 0.030695940500923564, + "reference_seconds": 0.038204275648153964, + "reference_over_xff": 1.2275070931234253, + "historical_over_current": 1.0139277635409276, + "current_time_reduction_percent": 1.373644557506526, + "paired_ratio_ci_low": 1.0112184592752511, + "paired_ratio_ci_high": 1.0928357078197666, + "xff_cpu_seconds": 0.02436404761904762, + "xff_user_cpu_seconds": 0.014611238095238096, + "xff_system_cpu_seconds": 0.009752809523809523, + "xff_rss_bytes": 24392655.23809524, + "xff_first_stdout_seconds": 0.01960141672974541, + "anchor_cpu_seconds": 0.024114523809523808, + "anchor_user_cpu_seconds": 0.014659238095238095, + "anchor_system_cpu_seconds": 0.009455285714285713, + "anchor_rss_bytes": 24399676.95238095, + "anchor_first_stdout_seconds": 0.019244869239628315, + "reference_cpu_seconds": 0.03179509523809524, + "reference_user_cpu_seconds": 0.02052690476190476, + "reference_system_cpu_seconds": 0.011268190476190477, + "reference_rss_bytes": 34741881.9047619, + "reference_first_stdout_seconds": 0.027974692528091726 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.030334593196000372, + "anchor_seconds": 0.030413781869269553, + "reference_seconds": 0.0367334701475643, + "reference_over_xff": 1.2109432261121478, + "historical_over_current": 0.9973962898264489, + "current_time_reduction_percent": -0.26105071776476585, + "paired_ratio_ci_low": 0.9958062390742826, + "paired_ratio_ci_high": 1.0119710541935854, + "xff_cpu_seconds": 0.023825238095238097, + "xff_user_cpu_seconds": 0.014646380952380952, + "xff_system_cpu_seconds": 0.009178857142857143, + "xff_rss_bytes": 24308394.666666668, + "xff_first_stdout_seconds": 0.018918722069689205, + "anchor_cpu_seconds": 0.023890142857142853, + "anchor_user_cpu_seconds": 0.014683380952380951, + "anchor_system_cpu_seconds": 0.009206761904761905, + "anchor_rss_bytes": 24373150.476190478, + "anchor_first_stdout_seconds": 0.01900527976630699, + "reference_cpu_seconds": 0.03074252380952381, + "reference_user_cpu_seconds": 0.020179, + "reference_system_cpu_seconds": 0.010563523809523809, + "reference_rss_bytes": 34738761.14285714, + "reference_first_stdout_seconds": 0.026773756015158835 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03049885304201217, + "anchor_seconds": 0.03054435701952094, + "reference_seconds": 0.03650153592406284, + "reference_over_xff": 1.196816676147853, + "historical_over_current": 0.9985102329219211, + "current_time_reduction_percent": -0.14919897953569183, + "paired_ratio_ci_low": 0.9893066412442928, + "paired_ratio_ci_high": 1.0100552358268289, + "xff_cpu_seconds": 0.024010190476190473, + "xff_user_cpu_seconds": 0.01457952380952381, + "xff_system_cpu_seconds": 0.009430666666666667, + "xff_rss_bytes": 24363008.0, + "xff_first_stdout_seconds": 0.019039515849380267, + "anchor_cpu_seconds": 0.024075238095238097, + "anchor_user_cpu_seconds": 0.014721095238095238, + "anchor_system_cpu_seconds": 0.009354142857142858, + "anchor_rss_bytes": 24416841.14285714, + "anchor_first_stdout_seconds": 0.019029775545710607, + "reference_cpu_seconds": 0.030628380952380952, + "reference_user_cpu_seconds": 0.019866190476190475, + "reference_system_cpu_seconds": 0.010762190476190477, + "reference_rss_bytes": 34740321.52380952, + "reference_first_stdout_seconds": 0.026560355199589616 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.009852853204522814, + "anchor_seconds": 0.010068164872271674, + "reference_seconds": 0.008014307446068241, + "reference_over_xff": 0.8133996599471701, + "historical_over_current": 0.9786146064868443, + "current_time_reduction_percent": -2.1852722584969175, + "paired_ratio_ci_low": 0.9591827490315236, + "paired_ratio_ci_high": 1.000989375478276, + "xff_cpu_seconds": 0.00393552380952381, + "xff_user_cpu_seconds": 0.0016137142857142858, + "xff_system_cpu_seconds": 0.0023218095238095237, + "xff_rss_bytes": 3971949.714285714, + "xff_first_stdout_seconds": 0.009014672511035488, + "anchor_cpu_seconds": 0.004093476190476191, + "anchor_user_cpu_seconds": 0.001632857142857143, + "anchor_system_cpu_seconds": 0.0024606190476190474, + "anchor_rss_bytes": 4010179.0476190476, + "anchor_first_stdout_seconds": 0.009222464591619513, + "reference_cpu_seconds": 0.0028305238095238097, + "reference_user_cpu_seconds": 0.0010260476190476191, + "reference_system_cpu_seconds": 0.0018044761904761903, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.0073130834138109575 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.0091917124089031, + "anchor_seconds": 0.009230529490326132, + "reference_seconds": 0.007326255818562848, + "reference_over_xff": 0.7970501569943192, + "historical_over_current": 0.9957947069597998, + "current_time_reduction_percent": -0.4223052212277034, + "paired_ratio_ci_low": 0.985227335775869, + "paired_ratio_ci_high": 1.0520904419988615, + "xff_cpu_seconds": 0.003833095238095238, + "xff_user_cpu_seconds": 0.001615047619047619, + "xff_system_cpu_seconds": 0.002218047619047619, + "xff_rss_bytes": 4014860.1904761903, + "xff_first_stdout_seconds": 0.008479998136560122, + "anchor_cpu_seconds": 0.0038572380952380954, + "anchor_user_cpu_seconds": 0.0016232380952380953, + "anchor_system_cpu_seconds": 0.0022340000000000003, + "anchor_rss_bytes": 3993795.0476190476, + "anchor_first_stdout_seconds": 0.00849156751341763, + "reference_cpu_seconds": 0.002746952380952381, + "reference_user_cpu_seconds": 0.001020952380952381, + "reference_system_cpu_seconds": 0.001726, + "reference_rss_bytes": 1723440.761904762, + "reference_first_stdout_seconds": 0.0067138152108305975 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.00963671842501277, + "anchor_seconds": 0.009641053288110666, + "reference_seconds": 0.0077194880605453535, + "reference_over_xff": 0.8010494568886528, + "historical_over_current": 0.9995503745318739, + "current_time_reduction_percent": -0.044982772212631694, + "paired_ratio_ci_low": 0.9891513566740486, + "paired_ratio_ci_high": 1.022262058843768, + "xff_cpu_seconds": 0.003907857142857143, + "xff_user_cpu_seconds": 0.0016473809523809525, + "xff_system_cpu_seconds": 0.0022604761904761904, + "xff_rss_bytes": 3954005.3333333335, + "xff_first_stdout_seconds": 0.008905809683104357, + "anchor_cpu_seconds": 0.003910142857142858, + "anchor_user_cpu_seconds": 0.0016571904761904762, + "anchor_system_cpu_seconds": 0.002252952380952381, + "anchor_rss_bytes": 3939181.714285714, + "anchor_first_stdout_seconds": 0.008881672595938047, + "reference_cpu_seconds": 0.0027782380952380953, + "reference_user_cpu_seconds": 0.0010429047619047618, + "reference_system_cpu_seconds": 0.0017353333333333335, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.007129682361015252 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03257203576642843, + "anchor_seconds": 0.03246495238549653, + "reference_seconds": 0.027560674762796788, + "reference_over_xff": 0.8461452934791143, + "historical_over_current": 1.0032984302474979, + "current_time_reduction_percent": 0.3287586373163287, + "paired_ratio_ci_low": 0.9971196193490054, + "paired_ratio_ci_high": 1.01273167867533, + "xff_cpu_seconds": 0.026186333333333332, + "xff_user_cpu_seconds": 0.015223380952380952, + "xff_system_cpu_seconds": 0.010962952380952382, + "xff_rss_bytes": 13070531.047619049, + "xff_first_stdout_seconds": 0.00851451986957164, + "anchor_cpu_seconds": 0.026108, + "anchor_user_cpu_seconds": 0.015192285714285714, + "anchor_system_cpu_seconds": 0.010915714285714286, + "anchor_rss_bytes": 13059608.38095238, + "anchor_first_stdout_seconds": 0.008447386945287386, + "reference_cpu_seconds": 0.02202257142857143, + "reference_user_cpu_seconds": 0.012096714285714285, + "reference_system_cpu_seconds": 0.009925857142857143, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006525559528242974 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.0326337975316814, + "anchor_seconds": 0.03265312105594646, + "reference_seconds": 0.027470609128829978, + "reference_over_xff": 0.8417840155489438, + "historical_over_current": 0.999408218153727, + "current_time_reduction_percent": -0.05921322593946954, + "paired_ratio_ci_low": 0.9948940752973888, + "paired_ratio_ci_high": 1.0232742800555175, + "xff_cpu_seconds": 0.026240761904761906, + "xff_user_cpu_seconds": 0.015371619047619047, + "xff_system_cpu_seconds": 0.010869142857142858, + "xff_rss_bytes": 13266358.857142856, + "xff_first_stdout_seconds": 0.008461964227968738, + "anchor_cpu_seconds": 0.026300428571428575, + "anchor_user_cpu_seconds": 0.015258904761904763, + "anchor_system_cpu_seconds": 0.01104152380952381, + "anchor_rss_bytes": 13228909.714285715, + "anchor_first_stdout_seconds": 0.008515724335752782, + "reference_cpu_seconds": 0.021931333333333334, + "reference_user_cpu_seconds": 0.012013428571428572, + "reference_system_cpu_seconds": 0.009917904761904763, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006466507734287353 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "pr": 0, + "binary_sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "reference": "find", + "xff_seconds": 0.03291603758753765, + "anchor_seconds": 0.03287258318492344, + "reference_seconds": 0.027561325402486892, + "reference_over_xff": 0.8373220904609092, + "historical_over_current": 1.0013219041037864, + "current_time_reduction_percent": 0.1320158980212871, + "paired_ratio_ci_low": 0.9984629405891785, + "paired_ratio_ci_high": 1.02137188366574, + "xff_cpu_seconds": 0.02637109523809524, + "xff_user_cpu_seconds": 0.015395714285714285, + "xff_system_cpu_seconds": 0.010975380952380952, + "xff_rss_bytes": 13068970.666666666, + "xff_first_stdout_seconds": 0.008690214272411097, + "anchor_cpu_seconds": 0.026307285714285714, + "anchor_user_cpu_seconds": 0.015227809523809524, + "anchor_system_cpu_seconds": 0.011079476190476192, + "anchor_rss_bytes": 13028400.761904761, + "anchor_first_stdout_seconds": 0.008659470249854383, + "reference_cpu_seconds": 0.021924809523809523, + "reference_user_cpu_seconds": 0.01198704761904762, + "reference_system_cpu_seconds": 0.009937761904761906, + "reference_rss_bytes": 2568387.0476190476, + "reference_first_stdout_seconds": 0.006585315490762393 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.008430744077832926, + "anchor_seconds": 0.008409583364569005, + "reference_seconds": 0.006285269789042927, + "reference_over_xff": 0.7455178013965428, + "historical_over_current": 1.0025162617868888, + "current_time_reduction_percent": 0.25099461054166605, + "paired_ratio_ci_low": 0.9877213062345278, + "paired_ratio_ci_high": 1.0215194889346937, + "xff_cpu_seconds": 0.0030995714285714285, + "xff_user_cpu_seconds": 0.0015851904761904761, + "xff_system_cpu_seconds": 0.0015143809523809522, + "xff_rss_bytes": 3964147.8095238097, + "xff_first_stdout_seconds": 0.007667843385466507, + "anchor_cpu_seconds": 0.0031334285714285713, + "anchor_user_cpu_seconds": 0.001592, + "anchor_system_cpu_seconds": 0.0015414285714285716, + "anchor_rss_bytes": 4017200.761904762, + "anchor_first_stdout_seconds": 0.007620180513532389, + "reference_cpu_seconds": 0.0017914285714285714, + "reference_user_cpu_seconds": 0.0009335714285714286, + "reference_system_cpu_seconds": 0.0008578571428571428, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.005655833386949131 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.00811169030410903, + "anchor_seconds": 0.008141748163671721, + "reference_seconds": 0.005970676695661885, + "reference_over_xff": 0.7360582655180266, + "historical_over_current": 0.996308181122967, + "current_time_reduction_percent": -0.3705498907849769, + "paired_ratio_ci_low": 0.9695164516353605, + "paired_ratio_ci_high": 1.0062697656628588, + "xff_cpu_seconds": 0.003091, + "xff_user_cpu_seconds": 0.0015818571428571429, + "xff_system_cpu_seconds": 0.0015091428571428571, + "xff_rss_bytes": 4021101.714285714, + "xff_first_stdout_seconds": 0.007336464134000596, + "anchor_cpu_seconds": 0.003091952380952381, + "anchor_user_cpu_seconds": 0.0015755714285714286, + "anchor_system_cpu_seconds": 0.0015163809523809522, + "anchor_rss_bytes": 4013299.8095238097, + "anchor_first_stdout_seconds": 0.007398877026779311, + "reference_cpu_seconds": 0.0017863809523809523, + "reference_user_cpu_seconds": 0.0009253333333333333, + "reference_system_cpu_seconds": 0.0008610476190476191, + "reference_rss_bytes": 1693013.3333333333, + "reference_first_stdout_seconds": 0.005357857261385236 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.008381174566845099, + "anchor_seconds": 0.008379037625023298, + "reference_seconds": 0.006257777856219383, + "reference_over_xff": 0.7466468818075197, + "historical_over_current": 1.000255034279285, + "current_time_reduction_percent": 0.025496925338541754, + "paired_ratio_ci_low": 0.8939097211246597, + "paired_ratio_ci_high": 1.062662237708162, + "xff_cpu_seconds": 0.0031714761904761903, + "xff_user_cpu_seconds": 0.001558047619047619, + "xff_system_cpu_seconds": 0.0016134285714285716, + "xff_rss_bytes": 4034364.9523809524, + "xff_first_stdout_seconds": 0.007606771774590015, + "anchor_cpu_seconds": 0.003183047619047619, + "anchor_user_cpu_seconds": 0.001563, + "anchor_system_cpu_seconds": 0.0016200476190476193, + "anchor_rss_bytes": 3929039.238095238, + "anchor_first_stdout_seconds": 0.007572190614328498, + "reference_cpu_seconds": 0.0018445714285714285, + "reference_user_cpu_seconds": 0.0009081428571428571, + "reference_system_cpu_seconds": 0.0009364285714285713, + "reference_rss_bytes": 1690672.761904762, + "reference_first_stdout_seconds": 0.005586777680686542 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03154980963362115, + "anchor_seconds": 0.031650456422496406, + "reference_seconds": 0.03880303574814683, + "reference_over_xff": 1.2298976189953381, + "historical_over_current": 0.996820052528414, + "current_time_reduction_percent": -0.3190091795926664, + "paired_ratio_ci_low": 0.9836328367647841, + "paired_ratio_ci_high": 1.0150269600364932, + "xff_cpu_seconds": 0.024928380952380952, + "xff_user_cpu_seconds": 0.014852761904761905, + "xff_system_cpu_seconds": 0.010075619047619047, + "xff_rss_bytes": 24412160.0, + "xff_first_stdout_seconds": 0.01965566875324363, + "anchor_cpu_seconds": 0.024965476190476194, + "anchor_user_cpu_seconds": 0.01497604761904762, + "anchor_system_cpu_seconds": 0.009989428571428571, + "anchor_rss_bytes": 24475355.42857143, + "anchor_first_stdout_seconds": 0.01960646640509367, + "reference_cpu_seconds": 0.032526238095238094, + "reference_user_cpu_seconds": 0.020904523809523807, + "reference_system_cpu_seconds": 0.011621714285714286, + "reference_rss_bytes": 34734860.190476194, + "reference_first_stdout_seconds": 0.027913105186252368 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.030630813689813727, + "anchor_seconds": 0.030642226249689146, + "reference_seconds": 0.03732174218055748, + "reference_over_xff": 1.2184378305617398, + "historical_over_current": 0.9996275544804603, + "current_time_reduction_percent": -0.03725842868880225, + "paired_ratio_ci_low": 0.9875344888246332, + "paired_ratio_ci_high": 1.013419348106919, + "xff_cpu_seconds": 0.02433119047619048, + "xff_user_cpu_seconds": 0.01474452380952381, + "xff_system_cpu_seconds": 0.009586666666666667, + "xff_rss_bytes": 24355206.095238097, + "xff_first_stdout_seconds": 0.01906395841035105, + "anchor_cpu_seconds": 0.024276571428571432, + "anchor_user_cpu_seconds": 0.014601857142857142, + "anchor_system_cpu_seconds": 0.009674714285714285, + "anchor_rss_bytes": 24336481.523809522, + "anchor_first_stdout_seconds": 0.019214650837793237, + "reference_cpu_seconds": 0.03146604761904762, + "reference_user_cpu_seconds": 0.02029114285714286, + "reference_system_cpu_seconds": 0.011174904761904761, + "reference_rss_bytes": 34737980.952380955, + "reference_first_stdout_seconds": 0.02743268846755936 + }, + { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03075041271568764, + "anchor_seconds": 0.030489793623841945, + "reference_seconds": 0.03716454357795772, + "reference_over_xff": 1.2085868219582576, + "historical_over_current": 1.008547748635527, + "current_time_reduction_percent": 0.8475303868449746, + "paired_ratio_ci_low": 0.993075645685612, + "paired_ratio_ci_high": 1.0433160407479116, + "xff_cpu_seconds": 0.024513285714285713, + "xff_user_cpu_seconds": 0.014608238095238096, + "xff_system_cpu_seconds": 0.009905047619047619, + "xff_rss_bytes": 24443367.61904762, + "xff_first_stdout_seconds": 0.019033942327258132, + "anchor_cpu_seconds": 0.02432095238095238, + "anchor_user_cpu_seconds": 0.014654952380952383, + "anchor_system_cpu_seconds": 0.009666, + "anchor_rss_bytes": 24373150.476190478, + "anchor_first_stdout_seconds": 0.018993319455711616, + "reference_cpu_seconds": 0.03142695238095238, + "reference_user_cpu_seconds": 0.020294047619047618, + "reference_system_cpu_seconds": 0.011132904761904762, + "reference_rss_bytes": 34740321.52380952, + "reference_first_stdout_seconds": 0.026826583203815278 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.00962003759507622, + "anchor_seconds": 0.009726136922836304, + "reference_seconds": 0.007713216268235729, + "reference_over_xff": 0.8017864994814105, + "historical_over_current": 0.9890913187217251, + "current_time_reduction_percent": -1.1028993048258773, + "paired_ratio_ci_low": 0.9764182010442655, + "paired_ratio_ci_high": 1.0039945856935772, + "xff_cpu_seconds": 0.004316619047619047, + "xff_user_cpu_seconds": 0.0016500476190476191, + "xff_system_cpu_seconds": 0.0026665714285714287, + "xff_rss_bytes": 3914215.619047619, + "xff_first_stdout_seconds": 0.008836188530992894, + "anchor_cpu_seconds": 0.004378190476190476, + "anchor_user_cpu_seconds": 0.001650809523809524, + "anchor_system_cpu_seconds": 0.0027273809523809525, + "anchor_rss_bytes": 3972729.904761905, + "anchor_first_stdout_seconds": 0.00897752373878445, + "reference_cpu_seconds": 0.0031604761904761905, + "reference_user_cpu_seconds": 0.001042857142857143, + "reference_system_cpu_seconds": 0.002117619047619048, + "reference_rss_bytes": 1721100.1904761905, + "reference_first_stdout_seconds": 0.007093057701630252 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.009699281792910327, + "anchor_seconds": 0.009552589085485255, + "reference_seconds": 0.007518160777787368, + "reference_over_xff": 0.7751255132398313, + "historical_over_current": 1.0153563296936916, + "current_time_reduction_percent": 1.5124079344956964, + "paired_ratio_ci_low": 0.9930602630439586, + "paired_ratio_ci_high": 1.0258540832953829, + "xff_cpu_seconds": 0.004196857142857143, + "xff_user_cpu_seconds": 0.001701142857142857, + "xff_system_cpu_seconds": 0.0024957142857142856, + "xff_rss_bytes": 4078055.619047619, + "xff_first_stdout_seconds": 0.00888338889039698, + "anchor_cpu_seconds": 0.004119666666666667, + "anchor_user_cpu_seconds": 0.0016934285714285716, + "anchor_system_cpu_seconds": 0.002426238095238095, + "anchor_rss_bytes": 4060891.4285714286, + "anchor_first_stdout_seconds": 0.008741885024522032, + "reference_cpu_seconds": 0.0029346666666666666, + "reference_user_cpu_seconds": 0.0010553809523809524, + "reference_system_cpu_seconds": 0.0018792857142857142, + "reference_rss_bytes": 1724220.9523809524, + "reference_first_stdout_seconds": 0.00685667676762456 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.009736200439788047, + "anchor_seconds": 0.00986310090160086, + "reference_seconds": 0.007848208326668967, + "reference_over_xff": 0.8060853281734429, + "historical_over_current": 0.9871338169325413, + "current_time_reduction_percent": -1.3033879345192956, + "paired_ratio_ci_low": 0.9565745548666185, + "paired_ratio_ci_high": 0.9996908884856104, + "xff_cpu_seconds": 0.004292571428571429, + "xff_user_cpu_seconds": 0.0016649523809523811, + "xff_system_cpu_seconds": 0.0026276190476190475, + "xff_rss_bytes": 3964928.0, + "xff_first_stdout_seconds": 0.008971007984308969, + "anchor_cpu_seconds": 0.004302095238095238, + "anchor_user_cpu_seconds": 0.0016344285714285714, + "anchor_system_cpu_seconds": 0.0026676666666666667, + "anchor_rss_bytes": 4032024.380952381, + "anchor_first_stdout_seconds": 0.009041244031063147, + "reference_cpu_seconds": 0.003187714285714286, + "reference_user_cpu_seconds": 0.001044857142857143, + "reference_system_cpu_seconds": 0.002142857142857143, + "reference_rss_bytes": 1721880.380952381, + "reference_first_stdout_seconds": 0.007232716307044029 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03297201592829965, + "anchor_seconds": 0.0329778433466951, + "reference_seconds": 0.027843706354144074, + "reference_over_xff": 0.8444647853711006, + "historical_over_current": 0.9998232929202135, + "current_time_reduction_percent": -0.01767383106971998, + "paired_ratio_ci_low": 0.9893230911880723, + "paired_ratio_ci_high": 1.0088237524074826, + "xff_cpu_seconds": 0.026744095238095237, + "xff_user_cpu_seconds": 0.015038190476190478, + "xff_system_cpu_seconds": 0.011705904761904761, + "xff_rss_bytes": 13258556.952380951, + "xff_first_stdout_seconds": 0.00823848805434647, + "anchor_cpu_seconds": 0.026826428571428574, + "anchor_user_cpu_seconds": 0.014894, + "anchor_system_cpu_seconds": 0.011932428571428571, + "anchor_rss_bytes": 13544886.857142856, + "anchor_first_stdout_seconds": 0.008210551747608753, + "reference_cpu_seconds": 0.02248709523809524, + "reference_user_cpu_seconds": 0.011950714285714285, + "reference_system_cpu_seconds": 0.010536380952380952, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006243888732223283 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.03305265852915389, + "anchor_seconds": 0.03371160322179397, + "reference_seconds": 0.02794711912671725, + "reference_over_xff": 0.8455331695048575, + "historical_over_current": 0.980453475074894, + "current_time_reduction_percent": -1.9936208521891263, + "paired_ratio_ci_low": 0.96952350775826, + "paired_ratio_ci_high": 0.9971086778785804, + "xff_cpu_seconds": 0.026637238095238096, + "xff_user_cpu_seconds": 0.01500047619047619, + "xff_system_cpu_seconds": 0.011636761904761905, + "xff_rss_bytes": 13267139.047619049, + "xff_first_stdout_seconds": 0.008412319324201062, + "anchor_cpu_seconds": 0.027175285714285714, + "anchor_user_cpu_seconds": 0.015233285714285713, + "anchor_system_cpu_seconds": 0.011942, + "anchor_rss_bytes": 13454384.761904761, + "anchor_first_stdout_seconds": 0.008421629046400389, + "reference_cpu_seconds": 0.022408666666666667, + "reference_user_cpu_seconds": 0.012003523809523811, + "reference_system_cpu_seconds": 0.010405142857142858, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006343444587574119 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "sha": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "pr": 0, + "binary_sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "reference": "find", + "xff_seconds": 0.034303744013110794, + "anchor_seconds": 0.034208105300508794, + "reference_seconds": 0.029068301476183393, + "reference_over_xff": 0.8473798505805539, + "historical_over_current": 1.0027957909905223, + "current_time_reduction_percent": 0.2787996335485876, + "paired_ratio_ci_low": 0.9895014901702985, + "paired_ratio_ci_high": 1.0096786154873767, + "xff_cpu_seconds": 0.027843190476190476, + "xff_user_cpu_seconds": 0.015931238095238096, + "xff_system_cpu_seconds": 0.01191195238095238, + "xff_rss_bytes": 13518360.38095238, + "xff_first_stdout_seconds": 0.00845945431363015, + "anchor_cpu_seconds": 0.027771380952380954, + "anchor_user_cpu_seconds": 0.01588133333333333, + "anchor_system_cpu_seconds": 0.01189004761904762, + "anchor_rss_bytes": 13397430.857142856, + "anchor_first_stdout_seconds": 0.008481228280635108, + "reference_cpu_seconds": 0.02358609523809524, + "reference_user_cpu_seconds": 0.012988428571428571, + "reference_system_cpu_seconds": 0.010597666666666667, + "reference_rss_bytes": 2569947.4285714286, + "reference_first_stdout_seconds": 0.006383015862887814 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence." + } + } + }, + "builds": { + "linux": { + "full": { + "target": "xff_full", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c", + "bytes": 18476464, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 16.211923831957392, + "completed_at": "2026-11-09T01:19:27.503828+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "bytes": 18476096, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 18.67543525295332, + "completed_at": "2026-11-08T22:11:24.768394+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + }, + "minimal": { + "target": "xff", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "e1cc2cf2786197116af9e34f957e81a23984aaf328f11b29cf42e33bbfd3a14f", + "bytes": 12732248, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 9.91812966298312, + "completed_at": "2026-11-09T01:24:34.033207+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "bytes": 12731944, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 3.604210182093084, + "completed_at": "2026-11-08T22:43:45.043082+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + } + }, + "macos": { + "full": { + "target": "xff_full", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 19.021186708, + "completed_at": "2026-11-09T01:19:14.169561+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 14.738025999628007, + "completed_at": "2026-11-08T22:13:09.451671+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + }, + "minimal": { + "target": "xff", + "builds": { + "90f8c8c0579b1132ea4d0bc714da9f855a77e012": { + "source": { + "revision": "90f8c8c0579b1132ea4d0bc714da9f855a77e012", + "tree": "9e3f10d4ff0c45761c031eb3974790d4788d2e2a", + "clean": true + }, + "sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 8.514377958, + "completed_at": "2026-11-09T01:24:28.000349+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "1ea02a41d7dcf25c043e1079c98a9e60d6d73290": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 10.068295957520604, + "completed_at": "2026-11-08T22:49:46.635035+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + } + } + } + } + }, + "earlier_qualification": { + "linux_full": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 180, + "validated_invocations": 5400, + "estimator": "mean-fastest-7-of-9; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9927272773662262, + "identical_control": 0.9961512026634065, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9853010250910317, + "identical_control": 0.9981050747510113, + "candidate_over_reference": 1.3176203261100345 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9881869143628471, + "identical_control": 1.0102027730865777, + "candidate_over_reference": 1.2900215867013232 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9830995885300512, + "identical_control": 0.9794392735223905, + "candidate_over_reference": 1.3277485924345318 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9846234864870813, + "identical_control": 1.0049459873497166, + "candidate_over_reference": 1.3355434755753983 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9991453094713174, + "identical_control": 0.9939762255329185, + "candidate_over_reference": 1.0936496893049286 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9915695218518717, + "identical_control": 1.0005350045548957, + "candidate_over_reference": 0.9991038804895235 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0055030431581427, + "identical_control": 0.9923000983555131, + "candidate_over_reference": 1.0776517313584806 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0004131762676496, + "identical_control": 0.9891283934418797, + "candidate_over_reference": 1.214914247075006 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0084580967229415, + "identical_control": 0.9923644922313561, + "candidate_over_reference": 0.8077307103537468 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0085897117166909, + "identical_control": 0.9944204191443128, + "candidate_over_reference": 0.8759989093277799 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.002023788229817, + "identical_control": 1.0042163277212122, + "candidate_over_reference": 0.767059275909066 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.01480127907601, + "identical_control": 0.978625070657119, + "candidate_over_reference": 0.7842730549269946 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9854694817506158, + "identical_control": 0.9883892341629934, + "candidate_over_reference": 0.6821746151094584 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9951778459751855, + "identical_control": 1.0020876744070164, + "candidate_over_reference": 0.8212995582625363 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9818118739202221, + "identical_control": 0.9845017323444198, + "candidate_over_reference": 0.5984393701783007 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9794912459421139, + "identical_control": 0.9787275510406148, + "candidate_over_reference": 0.6458994535897912 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.996963871820468, + "identical_control": 0.9943820626787457, + "candidate_over_reference": 0.652663325010958 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9902767956824455, + "identical_control": 0.9930408073996501, + "candidate_over_reference": 0.6799029309559216 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0102279048817076, + "identical_control": 0.9917221539709044, + "candidate_over_reference": 0.5484009390549799 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9905178318147551, + "identical_control": 0.998395774662504, + "candidate_over_reference": 0.7456285424261663 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9851364526631942, + "identical_control": 0.9936057200909734, + "candidate_over_reference": 0.7936930003988348 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0047999817209192, + "identical_control": 0.9979477621801389, + "candidate_over_reference": 0.7365084159606512 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0007464801385324, + "identical_control": 1.0045209213713406, + "candidate_over_reference": 0.6798452930873407 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9507919115305619, + "identical_control": 0.9785329499142111, + "candidate_over_reference": 0.9985500595966156 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9924833862298889, + "identical_control": 0.9985308967295132, + "candidate_over_reference": 1.3773631681349654 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9869633123753315, + "identical_control": 0.998113062050665, + "candidate_over_reference": 1.3571509036551592 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9998167199608434, + "identical_control": 1.005527511923775, + "candidate_over_reference": 1.3759474162213623 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9907140732884006, + "identical_control": 0.9919980660802852, + "candidate_over_reference": 1.3993147724228026 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9837221621025298, + "identical_control": 1.0003568784617558, + "candidate_over_reference": 1.27843578463509 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9962170081973458, + "identical_control": 1.0098482183910489, + "candidate_over_reference": 1.2790556321459094 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0030306665265039, + "identical_control": 0.9953704648044401, + "candidate_over_reference": 1.2915077554411427 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9526847285403336, + "identical_control": 0.9959190381805039, + "candidate_over_reference": 1.264882845138966 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9867466875393647, + "identical_control": 1.001631573230823, + "candidate_over_reference": 1.0954316122147127 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9875189258885438, + "identical_control": 0.9986644108739564, + "candidate_over_reference": 1.0992679589461187 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9909424826502128, + "identical_control": 1.0034155086698493, + "candidate_over_reference": 1.095730840058364 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9818002907904474, + "identical_control": 1.0028214966865898, + "candidate_over_reference": 1.0913105518540696 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.989691589350612, + "identical_control": 0.9969191140275445, + "candidate_over_reference": 1.364560844634759 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9950521458012997, + "identical_control": 0.9952780974966104, + "candidate_over_reference": 1.3756976789982331 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.985575777246772, + "identical_control": 1.005758292633113, + "candidate_over_reference": 1.3478672354400165 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.988470645940823, + "identical_control": 0.9897868954465578, + "candidate_over_reference": 1.3702777150862377 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.996752007707985, + "identical_control": 0.9987238903772838, + "candidate_over_reference": 1.1862844313992562 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9992087234120257, + "identical_control": 0.9905919561143095, + "candidate_over_reference": 1.210477842894327 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9955592240486556, + "identical_control": 1.0042127749152017, + "candidate_over_reference": 1.1725834731319194 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9954926088093892, + "identical_control": 1.0014188850885668, + "candidate_over_reference": 1.1761585754242105 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0053454424198647, + "identical_control": 0.9981686821448787, + "candidate_over_reference": 1.1317296833019785 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0042619348597028, + "identical_control": 0.9989299483665006, + "candidate_over_reference": 1.1361904079452676 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0064240066574632, + "identical_control": 1.0071087399258176, + "candidate_over_reference": 1.1267493544878715 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0053515481983728, + "identical_control": 0.9885540513446378, + "candidate_over_reference": 1.1322691745429396 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9964565174526303, + "identical_control": 0.9956841221777141, + "candidate_over_reference": 1.376138031193916 + }, + { + "task": "name-native", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9996868243804503, + "identical_control": 1.0019030187166402, + "candidate_over_reference": 1.380541457389257 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.996980907788991, + "identical_control": 0.9954008517765093, + "candidate_over_reference": 1.3751843333781992 + }, + { + "task": "name-native", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.992714227739365, + "identical_control": 0.9897854190845475, + "candidate_over_reference": 1.3726999654807923 + }, + { + "task": "name-native", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9896357394812197, + "identical_control": 0.9931589943479436, + "candidate_over_reference": 1.1560949259101703 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9930296927018254, + "identical_control": 0.9755102452528743, + "candidate_over_reference": 1.1658027005004996 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9718433639259615, + "identical_control": 1.0082140064371985, + "candidate_over_reference": 1.1506507995896742 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0043095783046763, + "identical_control": 0.996028530746428, + "candidate_over_reference": 1.1518923250866433 + }, + { + "task": "name-native", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9900052096042359, + "identical_control": 0.998357230531026, + "candidate_over_reference": 1.021117760325244 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9930019057384831, + "identical_control": 0.9987232556631964, + "candidate_over_reference": 1.0152348937317925 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9927908563663775, + "identical_control": 0.9987241450635485, + "candidate_over_reference": 1.023811376395551 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.984248109337532, + "identical_control": 0.997624694232481, + "candidate_over_reference": 1.0243326191227708 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "351500c3ac42a9aaf0c4d972ced0370a0287bb1e43035212427c7aaeb2a721f3", + "raw_summary": "linux-full-qualification-summary.json", + "slower_paired_intervals": [ + { + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "historical_over_current": 1.0197984720474502, + "paired_ratio_ci_low": 1.0010359724046234, + "paired_ratio_ci_high": 1.0550517713298466 + }, + { + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "historical_over_current": 1.0318728713577876, + "paired_ratio_ci_low": 1.007787790693382, + "paired_ratio_ci_high": 1.1114641884654444 + }, + { + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "historical_over_current": 1.0046295790072435, + "paired_ratio_ci_low": 1.000004730612888, + "paired_ratio_ci_high": 1.0115409412558467 + }, + { + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "historical_over_current": 1.0083827712467524, + "paired_ratio_ci_low": 1.002428832985893, + "paired_ratio_ci_high": 1.0460245997958644 + }, + { + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.0048579951465044, + "paired_ratio_ci_low": 1.0024234969101216, + "paired_ratio_ci_high": 1.0080354132085017 + }, + { + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.0062417911797943, + "paired_ratio_ci_low": 1.0009567841458835, + "paired_ratio_ci_high": 1.0138058765305313 + } + ] + }, + "macos_full": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 180, + "validated_invocations": 5400, + "estimator": "mean-fastest-7-of-9; one warmup; participant order rotates every round", + "candidate_over_baseline": 1.001054644090691, + "identical_control": 0.9987775889944956, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.000991018959971, + "identical_control": 0.9977017632156446, + "candidate_over_reference": 1.3801678580116288 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9900642402700174, + "identical_control": 1.0038640518034434, + "candidate_over_reference": 1.31580144897787 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9986582720959967, + "identical_control": 0.9944567162012298, + "candidate_over_reference": 1.4032562424534818 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0144023915499394, + "identical_control": 0.9948129533571171, + "candidate_over_reference": 1.4238635884236865 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0083157788175585, + "identical_control": 1.0092415765878058, + "candidate_over_reference": 1.397986193735575 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.031329817798178, + "identical_control": 0.9963116813656899, + "candidate_over_reference": 1.5545770268814103 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9972828108932561, + "identical_control": 1.023296195142927, + "candidate_over_reference": 1.2997379781339768 + }, + { + "task": "archive-tar", + "files": 1000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9967213986849905, + "identical_control": 1.0082977973444274, + "candidate_over_reference": 1.3521989444359086 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0081788397854532, + "identical_control": 0.986149295757787, + "candidate_over_reference": 1.1225576035274571 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0004255402515918, + "identical_control": 0.9997825548211127, + "candidate_over_reference": 1.1145178209298812 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.02362808715923, + "identical_control": 0.9931248351259748, + "candidate_over_reference": 1.1421064413463127 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0006582252905087, + "identical_control": 0.9658698504134536, + "candidate_over_reference": 1.1113025465560158 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0203396890343799, + "identical_control": 1.0054393572739269, + "candidate_over_reference": 1.043711331970171 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0725508508407195, + "identical_control": 1.011850731645904, + "candidate_over_reference": 1.1540144141573958 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9982810360123573, + "identical_control": 0.9957359751401577, + "candidate_over_reference": 0.985490347703192 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9921186817355651, + "identical_control": 1.0088044656114732, + "candidate_over_reference": 0.9997181757067595 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.990383858162861, + "identical_control": 0.9956202777263773, + "candidate_over_reference": 0.8049382849063785 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9792573500255184, + "identical_control": 0.9958957585794245, + "candidate_over_reference": 0.6685657186750509 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9894155487700421, + "identical_control": 1.0062453680066707, + "candidate_over_reference": 0.7939342866918891 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0026170577295397, + "identical_control": 0.9848348826969883, + "candidate_over_reference": 0.9825600234578786 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9942310892629141, + "identical_control": 1.0042494490812688, + "candidate_over_reference": 0.8218619561859867 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0084070401149876, + "identical_control": 0.9962216601115568, + "candidate_over_reference": 0.6738164908388765 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9543080718699855, + "identical_control": 1.0056405846727634, + "candidate_over_reference": 0.8426019349761519 + }, + { + "task": "content-regex", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0212628909843953, + "identical_control": 1.0109415220875908, + "candidate_over_reference": 0.9777606268815481 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.032557680741259, + "identical_control": 0.994981603905614, + "candidate_over_reference": 1.2225004856095696 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0310124051965635, + "identical_control": 0.9811861095725996, + "candidate_over_reference": 1.321507876345578 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0694373802917267, + "identical_control": 1.0043010029671664, + "candidate_over_reference": 1.0156485642265227 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9984440055335235, + "identical_control": 0.9996083283082101, + "candidate_over_reference": 1.3612375042568108 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9834382096510723, + "identical_control": 0.9957275437402718, + "candidate_over_reference": 1.3286387188078796 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9943584375682407, + "identical_control": 0.9840129675756949, + "candidate_over_reference": 1.30025693993425 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9487866761967173, + "identical_control": 0.9982342590943951, + "candidate_over_reference": 1.3639177151357467 + }, + { + "task": "files-exact", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0081605365510646, + "identical_control": 1.0050513928895901, + "candidate_over_reference": 1.322523392471421 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9999644093783115, + "identical_control": 1.0024817557225039, + "candidate_over_reference": 1.0005369228530137 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0138375957674919, + "identical_control": 0.9942770780766972, + "candidate_over_reference": 1.0005582579579395 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9929550734253842, + "identical_control": 1.0057604663516222, + "candidate_over_reference": 0.9918340418747972 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.993243285040474, + "identical_control": 1.0074591479122144, + "candidate_over_reference": 1.0092946456999 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.0067978417542331, + "identical_control": 1.0061660220167485, + "candidate_over_reference": 1.2417464022169757 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.024394350678932, + "identical_control": 1.004545820539708, + "candidate_over_reference": 1.258866298890494 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0002900543671938, + "identical_control": 0.9879521403847383, + "candidate_over_reference": 1.286886382946738 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9959412081984458, + "identical_control": 1.0263684275513982, + "candidate_over_reference": 1.1818950627337192 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9966804065781626, + "identical_control": 0.9924818475189413, + "candidate_over_reference": 0.817248834910568 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9970100931443125, + "identical_control": 0.9868166169731158, + "candidate_over_reference": 0.8186502515841841 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0055367816964909, + "identical_control": 0.9965788125932614, + "candidate_over_reference": 0.8181653699923953 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.987575360195074, + "identical_control": 0.9940760557073557, + "candidate_over_reference": 0.8149358761441953 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9900516019124302, + "identical_control": 0.9903797631201305, + "candidate_over_reference": 0.7177229811492697 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9644954052149218, + "identical_control": 0.986588642070494, + "candidate_over_reference": 0.7657250437004016 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0017100416786135, + "identical_control": 0.9924856744888413, + "candidate_over_reference": 0.6935158457831662 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0044568896459023, + "identical_control": 0.9920759340933191, + "candidate_over_reference": 0.6962116997596411 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9924523596949623, + "identical_control": 1.0067595039111485, + "candidate_over_reference": 1.3604551519205517 + }, + { + "task": "name-native", + "files": 100, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.999002313772418, + "identical_control": 1.0159708783974823, + "candidate_over_reference": 1.3816307037821436 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9821371100766886, + "identical_control": 1.0088847762402515, + "candidate_over_reference": 1.3511640714871471 + }, + { + "task": "name-native", + "files": 100, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9963005973982048, + "identical_control": 0.9955300780497471, + "candidate_over_reference": 1.3488157373018497 + }, + { + "task": "name-native", + "files": 10000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 1.003373697551938, + "identical_control": 0.9960798932156499, + "candidate_over_reference": 1.1113708240902336 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9975080848341541, + "identical_control": 0.9973766948069492, + "candidate_over_reference": 1.1043909792229083 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9985723028348189, + "identical_control": 0.997723262815699, + "candidate_over_reference": 1.1047178249303091 + }, + { + "task": "name-native", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0141266519317236, + "identical_control": 0.9931462481784014, + "candidate_over_reference": 1.1251301487756764 + }, + { + "task": "name-native", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9892189457868997, + "identical_control": 0.9985185477366888, + "candidate_over_reference": 0.675075689331548 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 1.0019877216171853, + "identical_control": 0.9987071390516193, + "candidate_over_reference": 0.6753997789924416 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9717203757800549, + "identical_control": 1.000515916198351, + "candidate_over_reference": 0.6863486523968999 + }, + { + "task": "name-native", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 0.9941995616654685, + "identical_control": 0.9963369874174287, + "candidate_over_reference": 0.6636692658580895 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "4ac32175356023b28fc6834bef2a5c696ad78030a60f9e43d060a1f402c8c09d", + "raw_summary": "full-qualification-summary.json", + "slower_paired_intervals": [ + { + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "historical_over_current": 1.0356930169683363, + "paired_ratio_ci_low": 1.0168200257298057, + "paired_ratio_ci_high": 1.0831404897957784 + }, + { + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.020114946391287, + "paired_ratio_ci_low": 1.0141550760358058, + "paired_ratio_ci_high": 1.0599483866536528 + }, + { + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "historical_over_current": 1.0224121273699565, + "paired_ratio_ci_low": 1.0006285243799602, + "paired_ratio_ci_high": 1.1221825145350155 + }, + { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.02831000384695, + "paired_ratio_ci_low": 1.0034908556087974, + "paired_ratio_ci_high": 1.0579783665324967 + }, + { + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "historical_over_current": 1.0068803883337496, + "paired_ratio_ci_low": 1.0003986882158504, + "paired_ratio_ci_high": 1.0223564855978324 + } + ] + }, + "linux_repeat": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 48, + "validated_invocations": 4032, + "estimator": "mean-fastest-21-of-27; one warmup; participant order rotates every round", + "candidate_over_baseline": 0.9922773403295337, + "identical_control": 0.9927048934819288, + "groups": [ + { + "task": "archive-tar", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.004401444238436, + "identical_control": 0.9955903155222554, + "candidate_over_reference": 1.3508838412605564 + }, + { + "task": "archive-tar", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.004401444238436, + "identical_control": 0.9955903155222554, + "candidate_over_reference": 1.3508838412605564 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.015822752667204, + "identical_control": 0.9944550779975632, + "candidate_over_reference": 1.1940015277702825 + }, + { + "task": "archive-tar", + "files": 10000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.015822752667204, + "identical_control": 0.9944550779975632, + "candidate_over_reference": 1.1940015277702825 + }, + { + "task": "content-regex", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9748387764645854, + "identical_control": 0.9805132322104039, + "candidate_over_reference": 0.6719559943299278 + }, + { + "task": "content-regex", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9748387764645854, + "identical_control": 0.9805132322104039, + "candidate_over_reference": 0.6719559943299278 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9825878894306286, + "identical_control": 1.007213129629872, + "candidate_over_reference": 0.6417093078396968 + }, + { + "task": "content-regex", + "files": 10000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9825878894306286, + "identical_control": 1.007213129629872, + "candidate_over_reference": 0.6417093078396968 + }, + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9872057011418931, + "identical_control": 0.9736287510026068, + "candidate_over_reference": 1.316918863416472 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9872057011418931, + "identical_control": 0.9736287510026068, + "candidate_over_reference": 1.316918863416472 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9898684214461811, + "identical_control": 0.9956676301884225, + "candidate_over_reference": 1.125584564953854 + }, + { + "task": "files-exact", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9898684214461811, + "identical_control": 0.9956676301884225, + "candidate_over_reference": 1.125584564953854 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9648799378522588, + "identical_control": 1.0100971610463911, + "candidate_over_reference": 1.3544261617949696 + }, + { + "task": "metadata-time", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9648799378522588, + "identical_control": 1.0100971610463911, + "candidate_over_reference": 1.3544261617949696 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 0.9877079080492852, + "identical_control": 0.9911196748186257, + "candidate_over_reference": 1.1698415231842447 + }, + { + "task": "metadata-time", + "files": 10000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9877079080492852, + "identical_control": 0.9911196748186257, + "candidate_over_reference": 1.1698415231842447 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": null, + "candidate_cells": 6, + "candidate_over_baseline": 0.9964136474733278, + "identical_control": 0.9907826970052216, + "candidate_over_reference": 1.1407558848316286 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 1, + "candidate_cells": 2, + "candidate_over_baseline": 0.9940789023830096, + "identical_control": 0.9740831313840713, + "candidate_over_reference": 1.131966595982409 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 0.9948515731565842, + "identical_control": 1.000084334149099, + "candidate_over_reference": 1.1424517877407094 + }, + { + "task": "metadata-time", + "files": 100000, + "cpus": 10, + "candidate_cells": 2, + "candidate_over_baseline": 1.0003220776161446, + "identical_control": 0.9983954510193314, + "candidate_over_reference": 1.1479068852238836 + }, + { + "task": "name-native", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0119556643295193, + "identical_control": 0.9923594632325047, + "candidate_over_reference": 1.359905436329267 + }, + { + "task": "name-native", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0119556643295193, + "identical_control": 0.9923594632325047, + "candidate_over_reference": 1.359905436329267 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "e636cb0779cf34cd143ad3488094adfd2606bbe657212512e23a7c0862f2eef3", + "raw_summary": "linux-regression-repeat-summary.json", + "slower_paired_intervals": [] + }, + "macos_small_repeat": { + "candidate": "59132e3c2d86b21e8ec54e0a978297c85fb168b9", + "baseline": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "completed_cells": 4, + "validated_invocations": 984, + "estimator": "mean-fastest-63-of-81; one warmup; participant order rotates every round", + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "groups": [ + { + "task": "files-exact", + "files": 100, + "cpus": null, + "candidate_cells": 2, + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "candidate_over_reference": 1.3939402402167416 + }, + { + "task": "files-exact", + "files": 100, + "cpus": 3, + "candidate_cells": 2, + "candidate_over_baseline": 1.0216613771123004, + "identical_control": 0.9654165990391079, + "candidate_over_reference": 1.3939402402167416 + } + ], + "limits": "Equal weighting is descriptive. Paired intervals describe within-cell variation, not independent-machine confidence.", + "source_summary_sha256": "6c68eb9556435e0fd8b997764a7fbdb51ee6c4ad1a6155d56280a9c61fe70249", + "raw_summary": "small-repeat-summary.json", + "slower_paired_intervals": [] + } + }, + "instruction_diagnostics": { + "samples": 72, + "minimum_scheduled_percent": 100.0, + "groups": [ + { + "shape": "broad", + "files": 100, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.997654130668711, + "cycles:u": 0.9863244135342375, + "task-clock": 0.9751499571550984 + } + }, + { + "shape": "broad", + "files": 10000, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.9798513136497018, + "cycles:u": 0.8963482428716791, + "task-clock": 0.95698500394633 + } + }, + { + "shape": "broad", + "files": 100000, + "cpus": 1, + "candidate_over_baseline": { + "instructions:u": 0.9785887845498278, + "cycles:u": 0.9131441888115577, + "task-clock": 0.9705494741938087 + } + }, + { + "shape": "deep", + "files": 100000, + "cpus": 3, + "candidate_over_baseline": { + "instructions:u": 0.9790258956648752, + "cycles:u": 0.9484730035933822, + "task-clock": 0.963556783072746 + } + } + ] + }, + "section_audits": { + "linux-final-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/home/marcus/Documents/xff-inline-records-20261109/build/binaries/59132e3c2d86b21e8ec54e0a978297c85fb168b9/xff_full", + "bytes": 18476248, + "sha256": "bfe85b80ce5cf015f676d02a093ba0a21cb0b127bf3366439f951f437e02779b" + }, + { + "path": "/home/marcus/Documents/xff-inline-records-20261109/final-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff_full", + "bytes": 18476464, + "sha256": "e6fad4f2e0c8271f6b8926652755333cb126795ab4f4761fdcb84ff17ea45d0c" + } + ], + "source_audit": "linux-final-loaded-sections.json", + "source_audit_sha256": "fa942e8ac73217fb2a1581c7f4c7f563d94142d633c158ce58a3dce43fbbcb2e" + }, + "macos-final-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/measurement-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff_full", + "bytes": 8296120, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52" + }, + { + "path": "/private/tmp/xff-inline-records-evidence-20261109/final-macos-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff_full", + "bytes": 8296120, + "sha256": "af2c58dc579ebeb95e9cbb09a1fe61eb148d878d93918b02096c38e3e923e117" + } + ], + "source_audit": "macos-final-loaded-sections.json", + "source_audit_sha256": "0f38b08e66bd02c02cf6778aa0e3cd6d17d026738cae50c0741f1ad47090f13a" + }, + "macos-final-minimal-loaded-sections": { + "matching": true, + "files": [ + { + "path": "/private/tmp/xff-minimal-production-macos-20261108/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "bytes": 4199136, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05" + }, + { + "path": "/private/tmp/xff-inline-records-evidence-20261109/final-minimal-build/binaries/90f8c8c0579b1132ea4d0bc714da9f855a77e012/xff", + "bytes": 4199136, + "sha256": "a817641bbfcdbbd43372bd33d28886b1f1f012ebbfc0835d9a931688e31b5c12" + } + ], + "source_audit": "macos-final-minimal-loaded-sections.json", + "source_audit_sha256": "055b4efc478e1385cdfbd29ae6f051e82f04f62b380dc6d889d25c0c6911c1eb" + } + }, + "section_audit_limits": "ELF compares allocated sections excluding GNU build-id. Mach-O compares sections, dyld bindings and selected load commands; symbol tables, UUID, code signature and function/data-in-code linkedit metadata are excluded. This is not whole-file identity.", + "correctness": { + "linux": [ + "record_buffer_test", + "render_test", + "expression_execution_test", + "run_test" + ], + "macos": [ + "record_buffer_test", + "render_test", + "expression_execution_test", + "run_test" + ], + "configuration": "clang_opt; final source revision; four actual suites executed on each host" + }, + "storage_release": [ + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T00:51:16.985782+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-storage/ram-volume", + "uuid": "02801E94-FD19-32D3-B9A9-82ECF5D7ED22", + "released_at": "2026-11-09T00:55:01.702142+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T00:56:02.488204+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-full-storage/ram-volume", + "uuid": "A3A646CF-EA62-35F7-9EDD-D5EB00AE7C17", + "released_at": "2026-11-09T01:10:47.294150+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T01:15:11.630076+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-small-repeat-storage/ram-volume", + "uuid": "FA1441C1-7F01-33E1-BD6F-D8A8DB2C20F8", + "released_at": "2026-11-09T01:16:13.469068+00:00" + }, + { + "device": "/dev/disk4", + "image": "ram://4194304", + "storage": "memory", + "filesystem": "case-sensitive HFS+", + "created_at": "2026-11-09T01:25:22.662895+00:00", + "mount": "/private/tmp/xff-inline-records-evidence-20261109/macos-final-screen-storage/ram-volume", + "uuid": "1AA5C1E4-9232-3F24-B452-7F955E261930", + "released_at": "2026-11-09T01:29:36.957886+00:00" + } + ], + "archives": { + "linux": { + "path": "/home/marcus/Documents/xff-inline-records-linux-qualified-20261109.tar.gz", + "bytes": 48851311, + "sha256": "3be107e5804d50ad87b6f3598e5d3649408fc116f5a0100d1be79d448e7e3e1d" + }, + "macos": { + "local_path": "/private/tmp/xff-inline-records-macos-qualified-20261109.tar.gz", + "remote_path": "/home/marcus/Documents/xff-inline-records-macos-qualified-20261109.tar.gz", + "bytes": 28467695, + "sha256": "5f7c73e44e2ac0f3e716f3e30ac9c6efc7a495216a613e02378648582965a26a" + } + }, + "coverage_browser": { + "url": "https://mboworks.github.io/xff/benchmarks/", + "catalog_entries": 550, + "checked": [ + { + "dataset": "linux / x86_64", + "pr": 914, + "commit": "9bbee34da11e0d97b2b740cf25f4d90ca62447d9", + "index": 8, + "binary_state": "Not verified", + "figures": "backfills/42534282665/1/linux/9bbee34da11e0d97b2b740cf25f4d90ca62447d9/landscape.json" + }, + { + "dataset": "linux / x86_64", + "pr": 986, + "commit": "61ab1ce41300aa785d6beafb46c29b29dc832b8d", + "index": 53, + "binary_state": "Not verified", + "figures": "backfills/42534282665/1/linux/61ab1ce41300aa785d6beafb46c29b29dc832b8d/landscape.json" + }, + { + "dataset": "linux / x86_64", + "pr": 1143, + "commit": "52c153549739546e02af7480d6d338096548528f", + "index": 153, + "binary_state": "Not verified", + "figures": "backfills/42499244750/1/linux/52c153549739546e02af7480d6d338096548528f/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 914, + "commit": "9bbee34da11e0d97b2b740cf25f4d90ca62447d9", + "index": 8, + "binary_state": "Not verified", + "figures": "backfills/42519073200/1/macos/9bbee34da11e0d97b2b740cf25f4d90ca62447d9/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 986, + "commit": "61ab1ce41300aa785d6beafb46c29b29dc832b8d", + "index": 53, + "binary_state": "Not verified", + "figures": "backfills/42498912253/1/macos/61ab1ce41300aa785d6beafb46c29b29dc832b8d/landscape.json" + }, + { + "dataset": "macos / arm64", + "pr": 1143, + "commit": "52c153549739546e02af7480d6d338096548528f", + "index": 153, + "binary_state": "Not verified", + "figures": "backfills/42499244750/1/macos/52c153549739546e02af7480d6d338096548528f/landscape.json" + } + ], + "page_errors": [], + "checked_at": "2026-11-09T01:14:10.299Z" + }, + "limits": [ + "Point estimates describe these hosts and populations, not universal speedups.", + "Paired bootstrap intervals describe within-cell variability, not independent-machine reproducibility.", + "Raw observations remain separate by source, target, contract and sampling population.", + "No macOS speedup is claimed; the portable experiment was rejected for that platform.", + "Live historical-data import and the first continuous extended GitHub run remain pending #1153 merging." + ] +} diff --git a/docs/benchmarks/linux-inline-raw-records-20261109.md b/docs/benchmarks/linux-inline-raw-records-20261109.md new file mode 100644 index 0000000000..44d7721643 --- /dev/null +++ b/docs/benchmarks/linux-inline-raw-records-20261109.md @@ -0,0 +1,109 @@ +# Linux inline raw record qualification (2026-11-09) + +## Outcome + +This follow-up to PR #1151 reduces raw filename-output work on Linux. Records up to +256 bytes, including their terminator, use uninitialized inline storage. Longer records retain +the existing bounded string fallback. Each buffer belongs to one coordinator, and consumers +must finish using its borrowed record before returning. + +Linux measurements support a modest large-listing improvement and about 2.1% fewer userspace +instructions. The macOS portable experiment did not establish a benefit, so the final change +preserves that platform's previous implementation. No macOS speedup is claimed. + +The measured final source is `90f8c8c0579b1132ea4d0bc714da9f855a77e012`; its qualified #1151 +baseline is `1ea02a41d7dcf25c043e1079c98a9e60d6d73290`. The experiment parent `720fedab08` +and this baseline differ only in tooling, workflows and documentation before this output change. + +## Final production executable comparisons + +Both full (`//xff/cli:xff_full --config=clang_release --config=xff_full`) and minimal +(`//xff/cli:xff --config=clang_release`) CLIs were built from clean exact sources. Each build +has a matching configured query and immediate copy before any later Bazel build. Executable +SHA-256, source/tree identity, unchanged configuration hashes and actual ThinLTO link actions +are retained. Build servers were stopped before collecting measurements. + +Final listing screens cover 100 and 100,000 files, broad/deep trees, one warmup and 27 measured +rounds retaining 21. The full-CLI screen uses three workers; the minimal screen covers workers +1/3/10. Every cell rotates candidate, baseline and GNU find. An identical-baseline population +provides separate controls. All 32 cells and 2,688 participant invocations passed on each host. + +The table equally weights broad/deep trees at 100,000 files and three workers. Negative elapsed +changes mean less time. Candidate/find above one means XFF takes longer. + +| Platform | CLI | Elapsed change | Identical control change | Candidate/find | +| -------- | ------- | -------------: | -----------------------: | -------------: | +| linux | full | -1.52% | +0.87% | 1.0942 | +| linux | minimal | -1.09% | +0.49% | 1.1055 | +| macos | full | -0.60% | +0.15% | 0.9805 | +| macos | minimal | +0.57% | -0.01% | 0.9881 | + +XFF still takes about 9-11% longer than GNU find in these Linux cases. Small-case changes and +macOS's sub-percent differences remain within observed timing variation. These point estimates +do not establish a universal speedup or performance on independent machines. + +Separate final Linux counters use nine correctness-checked repetitions per binary/case, after +accepted timings finish. Large broad/single-worker listing uses 2.14% fewer instructions; +deep/three-worker listing uses 2.10% fewer. All counters have 100% scheduled coverage. Counter +cycles and task-clock samples remain diagnostics rather than additional elapsed-time samples. + +## Broader qualification and rejected experiment + +The initial portable implementation at `59132e3c2d86b21e8ec54e0a978297c85fb168b9` completed all +five extended workloads on both hosts: listing, native-case filtering, metadata/date output, +content regex and TAR filtering. Both shapes, all declared sizes and workers 1/3/10 give +90 candidate cells plus 90 identical-baseline controls per host. One warmup and nine measured +rounds retaining seven give 5,400 independently output-checked invocations per host. + +Linux's descriptive full-grid ratio was 0.992727, with control 0.996151. Several individual +cells were initially slower. A separate 24-case, 27-round repetition included every slower +paired interval and its opposite shape, all five small workloads at three workers, and the +primary large-listing case. All 48 cells and 4,032 invocations passed. None of the repeat's +candidate paired intervals remained wholly above parity. Initial slower cells remain in the +retained summaries and raw data. + +The portable macOS full-grid ratio was 1.001055, with control 0.998778. Its separate 81-round +small-listing repeat did not establish a benefit. Both populations are retained as rejected +macOS experiments, including their slower cells. They are not relabeled as final results. + +Final ELF allocated sections match the measured Linux prototype except the excluded build-id +note. Final macOS full/minimal code/data sections and dyld bindings match their corresponding +baseline. Whole-file hashes differ: the comparison excludes the metadata listed in the +[qualification data](linux-inline-raw-records-20261109.json). The final executable screens +above measure the actual new files directly. + +## Correctness, fixtures and retention + +The final source passes four existing suites on both hosts under `clang_opt`: +`record_buffer_test`, `render_test`, `expression_execution_test` and `run_test`. +The new boundary case checks sizes immediately below/at/above inline capacity, embedded NULs, +alternating newline/NUL terminators and reuse after long records. Existing cases check queued +copies, growth and release of oversized storage. + +Every measured invocation must match an independent multiset oracle, including duplicate counts, +exit status and diagnostics. Warmups, all measured rounds, commands, output counts/hashes, host +context and failed-attempt diagnostics are retained. Final fixture, binary, reference-tool and +native-launcher checks passed for every completed population. + +Linux uses the existing verified tmpfs fixture on drogon with recorded guest-core affinity. +macOS uses newly owned 2 GiB case-sensitive HFS+ RAM images without CPU affinity. Four separate +creation/release receipts verify live device/image/UUID ownership before detach and absence +afterward. All four images were released; their device names are not authority for future cleanup. + +Raw observations, original and final production bytes, configured link actions, native accounting +helper, source bundles and verification scripts are archived on drogon: + +- `/home/marcus/Documents/xff-inline-records-linux-qualified-20261109.tar.gz` +- `/home/marcus/Documents/xff-inline-records-macos-qualified-20261109.tar.gz` + +Sizes and independently checked SHA-256 values are in the qualification JSON. The original Linux +working evidence is `/home/marcus/Documents/xff-inline-records-20261109`; macOS originals are +`/private/tmp/xff-inline-records-evidence-20261109`. No sampling contract or fixture recipe changed. + +## Coverage inventory + +The refreshed [merged-PR coverage inventory](../benchmark-merged-pr-coverage.md) distinguishes +direct main-branch merges from development-branch merges and records current known missing work. +Chromium loaded PRs #914, #986 and #1143 on both platforms in the published viewer, including their +actual figure payloads, with no page errors. Their conservative binary verification state remains +unchanged. This does not claim that all missing merged-PR coverage has been recovered. diff --git a/release-site.json b/release-site.json index 321a698a8a..e764953a7e 100644 --- a/release-site.json +++ b/release-site.json @@ -155,7 +155,9 @@ "docs/benchmarks/language-list-reserve-requalification-20261108.md": "docs/benchmarks/language-list-reserve-requalification-20261108.html", "docs/benchmarks/ordered-output-credit-20261107.md": "docs/benchmarks/ordered-output-credit-20261107.html", "docs/benchmarks/ordered-output-credit-requalification-20261108.md": "docs/benchmarks/ordered-output-credit-requalification-20261108.html", - "docs/benchmarks/lazy-evaluation-shard-setup-20261108.md": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.html" + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.md": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.html", + "docs/benchmarks/linux-inline-raw-records-20261109.md": "docs/benchmarks/linux-inline-raw-records-20261109.html", + "docs/benchmark-merged-pr-coverage.md": "docs/benchmark-merged-pr-coverage.html" }, "generated_html": { "XFF.md": { @@ -201,6 +203,7 @@ "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz": "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz", "docs/benchmarks/ordered-output-credit-20261107.json.gz": "docs/benchmarks/ordered-output-credit-20261107.json.gz", "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz": "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz", - "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json" + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json", + "docs/benchmarks/linux-inline-raw-records-20261109.json": "docs/benchmarks/linux-inline-raw-records-20261109.json" } } From b3bf7c8ed7469a1809746d92adb8e8a5cc256975 Mon Sep 17 00:00:00 2001 From: helly25 <6420169+helly25@users.noreply.github.com> Date: Mon, 9 Nov 2026 02:11:57 +0000 Subject: [PATCH 9/9] Share the raw record capacity return across platforms --- xff/presentation/render/record_buffer.h | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/xff/presentation/render/record_buffer.h b/xff/presentation/render/record_buffer.h index 45d6ecb12f..ac0b17f898 100644 --- a/xff/presentation/render/record_buffer.h +++ b/xff/presentation/render/record_buffer.h @@ -60,11 +60,12 @@ class RawRecordBuffer final { } std::size_t RetainedCapacity() const { + return std::max({ + bytes_.capacity(), #if defined(__linux__) - return std::max(inline_.size(), bytes_.capacity()); -#else - return bytes_.capacity(); + inline_.size(), #endif + }); } private: