diff --git a/docs/benchmark-extended-history-campaign.md b/docs/benchmark-extended-history-campaign.md index 9cf393f59e..01c750d52a 100644 --- a/docs/benchmark-extended-history-campaign.md +++ b/docs/benchmark-extended-history-campaign.md @@ -243,3 +243,10 @@ The [synthetic viewer check](benchmarks/extended-history-viewer-check-20261107.j both exported dataset views in Chromium. Both historical versions produce their exact expected heights; 60 measured points remain present and all 20 unavailable cells remain empty. This artifact contains synthetic renderer checks only, not performance measurements. + +The [November 8 follow-up](benchmarks/lazy-evaluation-shard-setup-20261108.md) +qualifies lazy deferred-entry state, cached predicate descriptors and conditional +shard setup against merged PR #1149. It includes Linux/macOS production builds, +the 1/3/10-worker grid, identical controls, rejected experiments and small-task +regression repeats. Its experiment populations remain separate from the original +130-revision history and the core CI benchmark contract. diff --git a/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json new file mode 100644 index 0000000000..b3f5c14fd8 --- /dev/null +++ b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.json @@ -0,0 +1,9119 @@ +{ + "schema": 1, + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "measured_source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "recipe": "extended-production-v1", + "estimator": "mean of fastest keep/repetitions; paired intervals separately use all rounds", + "interval_scope": "95% paired-round bootstrap; within-cell variability only; no multiple-comparison correction", + "builds": { + "linux": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "dd656c6680da9652a7ad0bfcb67e25b6adfa89638d5c26f800e4769ae507372a", + "bytes": 18476096, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 18.67543525295332, + "completed_at": "2026-11-08T22:11:24.768394+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "64c69ccb5eb85635b3a262660c375b558525168d6f234ba35ed612982807115c", + "link_actions_sha256": "f5110fe044109e9fcde2e29e07047b852fb089dff93e1d074fc5d0d105173138", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "4fd6b2f73f912a5f6f50b958e1a75842bcce57fcb35bbcdce13833b2ffc16877", + "bytes": 18473632, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 84.00020835595205, + "completed_at": "2026-11-08T20:30:28.338428+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "3ae6eb01929fd5bdcb87ba20e2a97be918019182ccce57775c92792cbd71d885", + "link_actions_sha256": "f5110fe044109e9fcde2e29e07047b852fb089dff93e1d074fc5d0d105173138", + "thin_lto": true + } + }, + "macos": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "74d8c2010bf12bbbef1ac36f207aee5cb76281422c762d78e4483119d0bfbe52", + "bytes": 8296120, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 14.738025999628007, + "completed_at": "2026-11-08T22:13:09.451671+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "7c18ea32a159cc35fecbe7fa6ca513f3b6a3d46e629101be0289e22ef0605962", + "link_actions_sha256": "7e748fef98b936c9d4b20e5c5f81e16d00d3732197f53ce8b3c251f3eebba3cc", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "b014fc984a68514826c2e32c3be7816baa32ac441753a18e12c75ed7e721b8b3", + "bytes": 8278888, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff_full", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff_full, target)", + "--config=clang_release", + "--config=xff_full", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff_full", + "elapsed_seconds": 144.674904792, + "completed_at": "2026-11-08T20:45:18.064839+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "651b90618b5078f82fdd4ef458d6a1db50a8240248eb4eb421fe7efc4f65af9d", + "link_actions_sha256": "7e748fef98b936c9d4b20e5c5f81e16d00d3732197f53ce8b3c251f3eebba3cc", + "thin_lto": true + } + } + }, + "platforms": { + "linux": { + "full": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-full", + "contract_sha256": "d29c6ef59b6e553a6cb74a77e4955812a332ff3266eb1a1e96051ae12ce09f72", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 180, + "completed": 180, + "new_cells": 180, + "state": "complete", + "utc": "2026-11-08T22:34:44.818403+00:00", + "pr": 0, + "case": "metadata-time/broad/10000/10", + "session_seconds": 216.8814898430137 + }, + "repetitions": 9, + "keep": 7, + "warmup_rounds": 1, + "executions": 5400, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_history.py": "31b9416b714a3640ccb0811b43166f4a4091892792761600e4737918ccd511c0", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0393189378644434, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.994612572187274, + "cpu_ratio_geomean": 0.9838987975654805, + "vs_reference_geomean": 1.3382996940535836, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 0.9908638987459367, + "cpu_ratio_geomean": 0.9880139559202548, + "vs_reference_geomean": 1.0946637085134223, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9714382148640514, + "cpu_ratio_geomean": 0.9651354830162812, + "vs_reference_geomean": 0.80577892737692, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0041734711828607, + "cpu_ratio_geomean": 1.0022002132148422, + "vs_reference_geomean": 0.6922804033387109, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.999153070434894, + "cpu_ratio_geomean": 0.9932805442087093, + "vs_reference_geomean": 0.674792172940421, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9946828482990344, + "cpu_ratio_geomean": 0.9890116057937525, + "vs_reference_geomean": 0.8043459430643126, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0025378103402247, + "cpu_ratio_geomean": 0.9893236919820521, + "vs_reference_geomean": 1.4371168757203092, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9983957303425852, + "cpu_ratio_geomean": 0.9979518978626614, + "vs_reference_geomean": 1.3000710916295755, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9873377882636476, + "cpu_ratio_geomean": 0.9872990622838996, + "vs_reference_geomean": 1.116484652913455, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0047588660242164, + "cpu_ratio_geomean": 0.9981844374306904, + "vs_reference_geomean": 1.4177758608548356, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9839668921153859, + "cpu_ratio_geomean": 0.9813396406171261, + "vs_reference_geomean": 1.1893199571890927, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9919179626175416, + "cpu_ratio_geomean": 0.9917786020734954, + "vs_reference_geomean": 1.131936972173459, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9987732248163519, + "cpu_ratio_geomean": 0.9949277652498704, + "vs_reference_geomean": 1.4073785229304725, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9698424694304192, + "cpu_ratio_geomean": 0.9696386248181053, + "vs_reference_geomean": 1.1627752739013386, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9748654454271062, + "cpu_ratio_geomean": 0.9742408221794913, + "vs_reference_geomean": 1.0220809824429198, + "all_round_ci_below_one_cells": 5, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9965455249599918, + "cpu_ratio_geomean": 0.989918548589632, + "vs_reference_geomean": 1.2943781343969007, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 1.0020067344053942, + "cpu_ratio_geomean": 1.0018244933910743, + "vs_reference_geomean": 1.0613184204877573, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9950814029872237, + "cpu_ratio_geomean": 0.9927438391822797, + "vs_reference_geomean": 0.8122945839488765, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9912536658734517, + "cpu_ratio_geomean": 0.991346833093099, + "vs_reference_geomean": 0.6551837778635614, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9880553870668363, + "cpu_ratio_geomean": 0.9869618446090161, + "vs_reference_geomean": 0.6638713250569117, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0024068871241714, + "cpu_ratio_geomean": 0.9962296914583557, + "vs_reference_geomean": 0.8127907413614098, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.001573962595628, + "cpu_ratio_geomean": 1.007531204539633, + "vs_reference_geomean": 1.3635264785600663, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9888511774291857, + "cpu_ratio_geomean": 0.989243598161492, + "vs_reference_geomean": 1.2450513241413699, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.002513053517999, + "cpu_ratio_geomean": 1.002861624386177, + "vs_reference_geomean": 1.128971213477115, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9960861076959427, + "cpu_ratio_geomean": 0.9937426327377462, + "vs_reference_geomean": 1.3334474033697448, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.029011711879037, + "cpu_ratio_geomean": 1.0292628037359492, + "vs_reference_geomean": 1.2068474391708452, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 3 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9970678509920488, + "cpu_ratio_geomean": 0.9982878287112591, + "vs_reference_geomean": 1.1432871056652998, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.001394597014577, + "cpu_ratio_geomean": 0.9906101738208303, + "vs_reference_geomean": 1.3475657100808325, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9925406114069397, + "cpu_ratio_geomean": 0.9907629630658099, + "vs_reference_geomean": 1.1510522263205911, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9976124616357543, + "cpu_ratio_geomean": 0.9970610609802304, + "vs_reference_geomean": 1.047545016056588, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 90, + "wall_ratio_geomean": 0.9910918577253578 + }, + "control": { + "cells": 90, + "wall_ratio_geomean": 0.9987570453320723 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001440532854758203, + "anchor_seconds": 0.0014750880155978458, + "reference_seconds": 0.0009945799995745932, + "historical_over_current": 0.976574170168661, + "reference_over_xff": 0.6904250717291248, + "paired_ratio_ci_low": 0.9437551624354431, + "paired_ratio_ci_high": 1.0085670751954825 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015758781394522106, + "anchor_seconds": 0.0015199804578774742, + "reference_seconds": 0.0010729242681658693, + "historical_over_current": 1.0367752633167355, + "reference_over_xff": 0.6808421547993727, + "paired_ratio_ci_low": 0.8951566466200963, + "paired_ratio_ci_high": 1.1135009302186472 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015843627375683614, + "anchor_seconds": 0.0015753991735566939, + "reference_seconds": 0.001093137709956084, + "historical_over_current": 1.0056897097333313, + "reference_over_xff": 0.6899541904360887, + "paired_ratio_ci_low": 0.9734739201478929, + "paired_ratio_ci_high": 1.0532131270449074 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.0038993854208716323, + "anchor_seconds": 0.0038310328465221183, + "reference_seconds": 0.002906080717886133, + "historical_over_current": 1.017841813706078, + "reference_over_xff": 0.7452663443657578, + "paired_ratio_ci_low": 0.9974929058418703, + "paired_ratio_ci_high": 1.0568946791694591 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.004294902551919222, + "anchor_seconds": 0.004298669718472021, + "reference_seconds": 0.003166592979271497, + "historical_over_current": 0.9991236436387259, + "reference_over_xff": 0.7372909957774181, + "paired_ratio_ci_low": 0.9640872974885486, + "paired_ratio_ci_high": 1.041397238223474 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004447047598659992, + "anchor_seconds": 0.004522416408040694, + "reference_seconds": 0.00341917373173471, + "historical_over_current": 0.9833343941423222, + "reference_over_xff": 0.768863758680027, + "paired_ratio_ci_low": 0.9646586718788069, + "paired_ratio_ci_high": 1.0204148945068634 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041676615414741845, + "anchor_seconds": 0.04231115498779608, + "reference_seconds": 0.03846359385975769, + "historical_over_current": 0.9850030193400002, + "reference_over_xff": 0.9229058904373592, + "paired_ratio_ci_low": 0.9800865892990248, + "paired_ratio_ci_high": 0.9915757867701332 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.042189514148049057, + "anchor_seconds": 0.04242156813519874, + "reference_seconds": 0.039015799710926204, + "historical_over_current": 0.9945298111939163, + "reference_over_xff": 0.9247748048013581, + "paired_ratio_ci_low": 0.9799777676053406, + "paired_ratio_ci_high": 1.0025789193001244 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04207009401371969, + "anchor_seconds": 0.04264627259025084, + "reference_seconds": 0.03870350285433233, + "historical_over_current": 0.9864893567119657, + "reference_over_xff": 0.919976619061287, + "paired_ratio_ci_low": 0.9717829822457064, + "paired_ratio_ci_high": 0.9980642404302418 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015860804290111577, + "anchor_seconds": 0.0015851729715775167, + "reference_seconds": 0.0011138377345300146, + "historical_over_current": 1.0005724658759088, + "reference_over_xff": 0.7022580407378439, + "paired_ratio_ci_low": 0.9749589503146671, + "paired_ratio_ci_high": 1.0299512062088412 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016817074501886964, + "anchor_seconds": 0.0016648541537246533, + "reference_seconds": 0.0011714745612282837, + "historical_over_current": 1.0101229867050747, + "reference_over_xff": 0.6965983061422711, + "paired_ratio_ci_low": 0.9745881183363375, + "paired_ratio_ci_high": 1.0463541662618903 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017161014090691293, + "anchor_seconds": 0.0017394624218078597, + "reference_seconds": 0.0012278011334793909, + "historical_over_current": 0.9865699813655929, + "reference_over_xff": 0.7154595451007707, + "paired_ratio_ci_low": 0.9338151381129806, + "paired_ratio_ci_high": 1.031213568033334 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.006385563739708492, + "anchor_seconds": 0.006356637958171112, + "reference_seconds": 0.004921894869767129, + "historical_over_current": 1.0045504843484436, + "reference_over_xff": 0.7707847060018258, + "paired_ratio_ci_low": 0.9801128177185466, + "paired_ratio_ci_high": 1.0271519038437018 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.006150989427364298, + "anchor_seconds": 0.00616668355983815, + "reference_seconds": 0.005046723859517702, + "historical_over_current": 0.9974550125166041, + "reference_over_xff": 0.8204735057852677, + "paired_ratio_ci_low": 0.9073798119328209, + "paired_ratio_ci_high": 1.0635675275284637 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.006238096992352179, + "anchor_seconds": 0.0063110507326200604, + "reference_seconds": 0.004835618543438613, + "historical_over_current": 0.9884403178870352, + "reference_over_xff": 0.7751752737039862, + "paired_ratio_ci_low": 0.9642558489969394, + "paired_ratio_ci_high": 1.0032379930585151 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058648168558387885, + "anchor_seconds": 0.05902481100721551, + "reference_seconds": 0.05090203897894493, + "historical_over_current": 0.9936189130909444, + "reference_over_xff": 0.8679220550300526, + "paired_ratio_ci_low": 0.9765902411511531, + "paired_ratio_ci_high": 0.9980826075623199 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04970570415857115, + "anchor_seconds": 0.05018963313861085, + "reference_seconds": 0.0434190292643117, + "historical_over_current": 0.990357989294259, + "reference_over_xff": 0.8735220634999215, + "paired_ratio_ci_low": 0.9615018586045876, + "paired_ratio_ci_high": 1.0208200504654106 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0502306717348152, + "anchor_seconds": 0.05156253517738411, + "reference_seconds": 0.043563988991081715, + "historical_over_current": 0.9741699387358076, + "reference_over_xff": 0.8672786464228635, + "paired_ratio_ci_low": 0.9505543785777238, + "paired_ratio_ci_high": 0.9916806197894945 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00143156129135085, + "anchor_seconds": 0.0014480872778221965, + "reference_seconds": 0.0009990196974415863, + "historical_over_current": 0.988587713790152, + "reference_over_xff": 0.6978532483921044, + "paired_ratio_ci_low": 0.954839584253605, + "paired_ratio_ci_high": 1.0644851200934216 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001511865428515843, + "anchor_seconds": 0.001488616906239518, + "reference_seconds": 0.0010523148978661215, + "historical_over_current": 1.0156175320721397, + "reference_over_xff": 0.6960374104851053, + "paired_ratio_ci_low": 0.9924236909483353, + "paired_ratio_ci_high": 1.1251692401056845 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015685844368168286, + "anchor_seconds": 0.0015576924197375774, + "reference_seconds": 0.001103744692435222, + "historical_over_current": 1.0069924055232202, + "reference_over_xff": 0.7036565367657742, + "paired_ratio_ci_low": 0.9888183587860774, + "paired_ratio_ci_high": 1.0309555504451782 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.003999100981413254, + "anchor_seconds": 0.0041595444449090534, + "reference_seconds": 0.003411994714822088, + "historical_over_current": 0.9614276357373295, + "reference_over_xff": 0.8531904372207959, + "paired_ratio_ci_low": 0.9371735787403357, + "paired_ratio_ci_high": 1.0336753621106274 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.004252691703316357, + "anchor_seconds": 0.004458378002579723, + "reference_seconds": 0.003843254692453359, + "historical_over_current": 0.9538652175422652, + "reference_over_xff": 0.9037228561516207, + "paired_ratio_ci_low": 0.8775740852996096, + "paired_ratio_ci_high": 1.08343890948417 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004398918694018253, + "anchor_seconds": 0.004429032128038151, + "reference_seconds": 0.00386219983920455, + "historical_over_current": 0.9932008996211016, + "reference_over_xff": 0.877988457585373, + "paired_ratio_ci_low": 0.9234274367454868, + "paired_ratio_ci_high": 1.0190190042328247 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04420454153192362, + "anchor_seconds": 0.04512123502458313, + "reference_seconds": 0.04435024373898549, + "historical_over_current": 0.9796837676947435, + "reference_over_xff": 1.0032960913519857, + "paired_ratio_ci_low": 0.9687037851760045, + "paired_ratio_ci_high": 0.9854061719118202 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.043342723877036145, + "anchor_seconds": 0.044217380695044994, + "reference_seconds": 0.043549432435871234, + "historical_over_current": 0.9802191625948828, + "reference_over_xff": 1.0047691640105851, + "paired_ratio_ci_low": 0.9443703583448857, + "paired_ratio_ci_high": 0.9858893060243393 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04351000244995313, + "anchor_seconds": 0.044143381561817865, + "reference_seconds": 0.04371665629358696, + "historical_over_current": 0.9856517763375748, + "reference_over_xff": 1.004749570949152, + "paired_ratio_ci_low": 0.9776109670084986, + "paired_ratio_ci_high": 1.0057943925270534 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016013315679239376, + "anchor_seconds": 0.0016167077036308391, + "reference_seconds": 0.0011509117404265063, + "historical_over_current": 0.9904892296409737, + "reference_over_xff": 0.7187216960436353, + "paired_ratio_ci_low": 0.9416744994458881, + "paired_ratio_ci_high": 1.031367729045521 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001645111312557544, + "anchor_seconds": 0.001661299860903195, + "reference_seconds": 0.0011907194275408983, + "historical_over_current": 0.9902554928663811, + "reference_over_xff": 0.7237926202633467, + "paired_ratio_ci_low": 0.8819147219102751, + "paired_ratio_ci_high": 1.0234734268016035 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016989508710269416, + "anchor_seconds": 0.0016972588574779885, + "reference_seconds": 0.0012296541660491908, + "historical_over_current": 1.0009969095412279, + "reference_over_xff": 0.7237726452360088, + "paired_ratio_ci_low": 0.9884833945853087, + "paired_ratio_ci_high": 1.0218729052796407 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.005171762014340077, + "anchor_seconds": 0.00525204514685486, + "reference_seconds": 0.004365577445631581, + "historical_over_current": 0.9847139294750997, + "reference_over_xff": 0.8441180072723501, + "paired_ratio_ci_low": 0.9737497443504065, + "paired_ratio_ci_high": 1.0346852084800202 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005645118836712625, + "anchor_seconds": 0.0058084192985136595, + "reference_seconds": 0.0046886310114392215, + "historical_over_current": 0.9718855589776684, + "reference_over_xff": 0.8305637395880927, + "paired_ratio_ci_low": 0.8712593468775576, + "paired_ratio_ci_high": 1.0691280279580349 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.005277161719277501, + "anchor_seconds": 0.005527886844772313, + "reference_seconds": 0.004498621881274241, + "historical_over_current": 0.9546435857796328, + "reference_over_xff": 0.8524699678694231, + "paired_ratio_ci_low": 0.935651096246675, + "paired_ratio_ci_high": 1.048342671268365 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.0546786095614412, + "anchor_seconds": 0.05582995416729578, + "reference_seconds": 0.05227010231465101, + "historical_over_current": 0.9793776544683425, + "reference_over_xff": 0.9559515637630873, + "paired_ratio_ci_low": 0.9695880709052075, + "paired_ratio_ci_high": 0.9898569560437337 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04742969399584191, + "anchor_seconds": 0.04979578626807779, + "reference_seconds": 0.04522513313817659, + "historical_over_current": 0.9524840865149128, + "reference_over_xff": 0.9535193952999446, + "paired_ratio_ci_low": 0.9162804806936581, + "paired_ratio_ci_high": 0.9851592421576065 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0479096998793206, + "anchor_seconds": 0.0492828617071999, + "reference_seconds": 0.04551902358486716, + "historical_over_current": 0.9721371328629911, + "reference_over_xff": 0.9501003700612757, + "paired_ratio_ci_low": 0.944375138917188, + "paired_ratio_ci_high": 0.9863647489914253 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014357466716319323, + "anchor_seconds": 0.001447084592655301, + "reference_seconds": 0.0010428705552060688, + "historical_over_current": 0.9921649908506285, + "reference_over_xff": 0.7263611163525782, + "paired_ratio_ci_low": 0.9598067969090326, + "paired_ratio_ci_high": 1.0384897197065104 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015273918564032232, + "anchor_seconds": 0.0015344288632539766, + "reference_seconds": 0.0010857954288699798, + "historical_over_current": 0.99541392434718, + "reference_over_xff": 0.7108820335253481, + "paired_ratio_ci_low": 0.9748916123734008, + "paired_ratio_ci_high": 1.0091938314780722 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017201951538611735, + "anchor_seconds": 0.0016425823061061756, + "reference_seconds": 0.0011655435830886876, + "historical_over_current": 1.0472505076101684, + "reference_over_xff": 0.6775647405310337, + "paired_ratio_ci_low": 1.0067785711344308, + "paired_ratio_ci_high": 1.1786988796348827 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.008769289873141264, + "anchor_seconds": 0.008933631137811713, + "reference_seconds": 0.007895621421214725, + "historical_over_current": 0.9816042030239113, + "reference_over_xff": 0.9003718129329461, + "paired_ratio_ci_low": 0.9564820220917634, + "paired_ratio_ci_high": 0.9908027144760345 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009520995730002011, + "anchor_seconds": 0.009973981733699995, + "reference_seconds": 0.008759639142746372, + "historical_over_current": 0.9545832330765718, + "reference_over_xff": 0.9200339324954745, + "paired_ratio_ci_low": 0.9055527300398871, + "paired_ratio_ci_high": 1.006030169002286 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.009683126284341727, + "anchor_seconds": 0.009881767993127661, + "reference_seconds": 0.008697082421609334, + "historical_over_current": 0.9798981610452623, + "reference_over_xff": 0.898168852313029, + "paired_ratio_ci_low": 0.9074600863620216, + "paired_ratio_ci_high": 1.016242039853709 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.11259567172133497, + "anchor_seconds": 0.11365631843052272, + "reference_seconds": 0.10867887173247125, + "historical_over_current": 0.990667947687958, + "reference_over_xff": 0.9652135830002642, + "paired_ratio_ci_low": 0.9835886044046606, + "paired_ratio_ci_high": 0.9952364716929418 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.11551924054843507, + "anchor_seconds": 0.11624407585311149, + "reference_seconds": 0.11017344226794583, + "historical_over_current": 0.9937645398326163, + "reference_over_xff": 0.9537237411265023, + "paired_ratio_ci_low": 0.97216434099611, + "paired_ratio_ci_high": 1.007146556667207 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11713231100501227, + "anchor_seconds": 0.11758892527515334, + "reference_seconds": 0.11071230655735624, + "historical_over_current": 0.9961168599077455, + "reference_over_xff": 0.9451901495618804, + "paired_ratio_ci_low": 0.9706324764504103, + "paired_ratio_ci_high": 1.0276117766064998 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016570432843374355, + "anchor_seconds": 0.0016471218384270156, + "reference_seconds": 0.0011619580078071781, + "historical_over_current": 1.0060235045635086, + "reference_over_xff": 0.7012236908897549, + "paired_ratio_ci_low": 0.9738682835989945, + "paired_ratio_ci_high": 1.0420227941843185 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017142322612926364, + "anchor_seconds": 0.0017290252892832672, + "reference_seconds": 0.0012271068657615355, + "historical_over_current": 0.9914442963429627, + "reference_over_xff": 0.7158346587388466, + "paired_ratio_ci_low": 0.9783960864702717, + "paired_ratio_ci_high": 1.0123825749779576 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001851246875178601, + "anchor_seconds": 0.0018561278702691197, + "reference_seconds": 0.0012979221563520177, + "historical_over_current": 0.997370334679684, + "reference_over_xff": 0.7011070072579052, + "paired_ratio_ci_low": 0.8999474657713883, + "paired_ratio_ci_high": 1.0701284759500012 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012352574866132013, + "anchor_seconds": 0.012351249577477574, + "reference_seconds": 0.009602711702297841, + "historical_over_current": 1.0001072999655722, + "reference_over_xff": 0.7773854282499693, + "paired_ratio_ci_low": 0.931342902530352, + "paired_ratio_ci_high": 1.090906685393241 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.013713147258386016, + "anchor_seconds": 0.013913539288166379, + "reference_seconds": 0.010700277402065694, + "historical_over_current": 0.9855973361177196, + "reference_over_xff": 0.7802933345969972, + "paired_ratio_ci_low": 0.8994742993123461, + "paired_ratio_ci_high": 1.0674170786552013 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013178494842057782, + "anchor_seconds": 0.013141960820316203, + "reference_seconds": 0.010318000701123051, + "historical_over_current": 1.0027799521122525, + "reference_over_xff": 0.7829422726026523, + "paired_ratio_ci_low": 0.951489548223489, + "paired_ratio_ci_high": 1.0242541051002876 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.134067788853177, + "anchor_seconds": 0.13478152771546906, + "reference_seconds": 0.10869117829549525, + "historical_over_current": 0.9947044756474432, + "reference_over_xff": 0.8107180645347057, + "paired_ratio_ci_low": 0.9856474016829545, + "paired_ratio_ci_high": 1.0009189090105126 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1346152835758403, + "anchor_seconds": 0.13644935100871539, + "reference_seconds": 0.11149660098765578, + "historical_over_current": 0.9865586210611003, + "reference_over_xff": 0.8282610861554974, + "paired_ratio_ci_low": 0.9627671496642725, + "paired_ratio_ci_high": 0.9983769625756811 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13634339256012545, + "anchor_seconds": 0.13775850884017668, + "reference_seconds": 0.1109425925616441, + "historical_over_current": 0.9897275580872249, + "reference_over_xff": 0.8136998095651758, + "paired_ratio_ci_low": 0.9575770198975991, + "paired_ratio_ci_high": 1.0042199899798085 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001649639619115208, + "anchor_seconds": 0.0016370446953390325, + "reference_seconds": 0.0019223284076101013, + "historical_over_current": 1.0076936957262288, + "reference_over_xff": 1.1653020364782165, + "paired_ratio_ci_low": 0.9767145037139737, + "paired_ratio_ci_high": 1.052743547088446 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001803016273437866, + "anchor_seconds": 0.0017967258713075093, + "reference_seconds": 0.0032716731407812665, + "historical_over_current": 1.0035010360961625, + "reference_over_xff": 1.814555525083014, + "paired_ratio_ci_low": 0.977637725811555, + "paired_ratio_ci_high": 1.0141580106663484 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0020959388431427734, + "anchor_seconds": 0.00211582171531128, + "reference_seconds": 0.003330899984575808, + "historical_over_current": 0.9906027658074292, + "reference_over_xff": 1.5892162099449723, + "paired_ratio_ci_low": 0.9856165514837537, + "paired_ratio_ci_high": 1.0242191023742029 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01250529385704015, + "anchor_seconds": 0.012657673563808203, + "reference_seconds": 0.014188635695193495, + "historical_over_current": 0.9879614760169081, + "reference_over_xff": 1.1346103384212494, + "paired_ratio_ci_low": 0.9546734015711856, + "paired_ratio_ci_high": 1.0112738643310695 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.007941688993014395, + "anchor_seconds": 0.007954254280775785, + "reference_seconds": 0.011707328708975442, + "historical_over_current": 0.9984203060000535, + "reference_over_xff": 1.474161065646533, + "paired_ratio_ci_low": 0.968319864492467, + "paired_ratio_ci_high": 1.0260827769004406 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.00777392674769674, + "anchor_seconds": 0.007695027261174151, + "reference_seconds": 0.009080623908500587, + "historical_over_current": 1.0102533082528093, + "reference_over_xff": 1.1680871460733786, + "paired_ratio_ci_low": 0.960723067483458, + "paired_ratio_ci_high": 1.0471121962133842 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.14734356155219888, + "anchor_seconds": 0.1490054812747985, + "reference_seconds": 0.1515923791365432, + "historical_over_current": 0.9888465866598914, + "reference_over_xff": 1.0288361265303003, + "paired_ratio_ci_low": 0.982691577112388, + "paired_ratio_ci_high": 1.0018823871170341 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.08476177785944726, + "anchor_seconds": 0.08533321429110531, + "reference_seconds": 0.09475625642309231, + "historical_over_current": 0.993303469974673, + "reference_over_xff": 1.1179125640830467, + "paired_ratio_ci_low": 0.94691136348097, + "paired_ratio_ci_high": 1.0046440215032626 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07053859101142734, + "anchor_seconds": 0.0705074871324801, + "reference_seconds": 0.06118482500979943, + "historical_over_current": 1.0004411429227196, + "reference_over_xff": 0.8673950547139141, + "paired_ratio_ci_low": 0.9763369733919193, + "paired_ratio_ci_high": 1.0456082367766097 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017755332768761686, + "anchor_seconds": 0.0017630626015099032, + "reference_seconds": 0.002109415430043425, + "historical_over_current": 1.0070733026471013, + "reference_over_xff": 1.1880461253616608, + "paired_ratio_ci_low": 0.9755007872684414, + "paired_ratio_ci_high": 1.0492919644698515 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020533319828765734, + "anchor_seconds": 0.0020037427311763167, + "reference_seconds": 0.0031876794029293315, + "historical_over_current": 1.024748312709359, + "reference_over_xff": 1.5524422886861273, + "paired_ratio_ci_low": 0.9371240816730108, + "paired_ratio_ci_high": 1.0687865018208778 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0023237145838460754, + "anchor_seconds": 0.002342904136250062, + "reference_seconds": 0.003406042283001755, + "historical_over_current": 0.9918095016748315, + "reference_over_xff": 1.4657748015525534, + "paired_ratio_ci_low": 0.9698469799126103, + "paired_ratio_ci_high": 1.0336383548600447 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.014592177750143622, + "anchor_seconds": 0.01485393030036773, + "reference_seconds": 0.02841919643937477, + "historical_over_current": 0.9823782295371597, + "reference_over_xff": 1.9475637513458235, + "paired_ratio_ci_low": 0.9694154783236971, + "paired_ratio_ci_high": 1.0061723117976997 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.008836954283261938, + "anchor_seconds": 0.008970924436913006, + "reference_seconds": 0.018195437117745832, + "historical_over_current": 0.9850661819087656, + "reference_over_xff": 2.0590167759733444, + "paired_ratio_ci_low": 0.9595588205119073, + "paired_ratio_ci_high": 1.0342332313502807 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.008680884560037936, + "anchor_seconds": 0.008413944692750062, + "reference_seconds": 0.011736139854682344, + "historical_over_current": 1.0317258880389224, + "reference_over_xff": 1.3519520704962646, + "paired_ratio_ci_low": 0.9730070248212042, + "paired_ratio_ci_high": 1.046957547477599 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16247776273771056, + "anchor_seconds": 0.16412574842771782, + "reference_seconds": 0.29920329742266666, + "historical_over_current": 0.9899590057879734, + "reference_over_xff": 1.8415030609799414, + "paired_ratio_ci_low": 0.9847231087490349, + "paired_ratio_ci_high": 1.0055435895481084 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09117373157226082, + "anchor_seconds": 0.09179822385444172, + "reference_seconds": 0.1759136887267232, + "historical_over_current": 0.9931971202060388, + "reference_over_xff": 1.9294339026510143, + "paired_ratio_ci_low": 0.944175223167701, + "paired_ratio_ci_high": 0.9970793216950234 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07484730499397431, + "anchor_seconds": 0.0746661002714453, + "reference_seconds": 0.07797323957285178, + "historical_over_current": 1.0024268673718093, + "reference_over_xff": 1.0417641567606093, + "paired_ratio_ci_low": 0.9849305483258041, + "paired_ratio_ci_high": 1.0139009781387882 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015189239888318948, + "anchor_seconds": 0.0015023915995178477, + "reference_seconds": 0.0011945775809830853, + "historical_over_current": 1.0110040480253968, + "reference_over_xff": 0.7864630421050607, + "paired_ratio_ci_low": 0.9710140919730975, + "paired_ratio_ci_high": 1.0345887294885086 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016261222772300243, + "anchor_seconds": 0.0016456736983465298, + "reference_seconds": 0.0012542106144662415, + "historical_over_current": 0.9881195031942545, + "reference_over_xff": 0.771289239455408, + "paired_ratio_ci_low": 0.9560942420018195, + "paired_ratio_ci_high": 1.0663746299695305 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016058057080954313, + "anchor_seconds": 0.0016282954353040882, + "reference_seconds": 0.0011612597154453397, + "historical_over_current": 0.9861881776973372, + "reference_over_xff": 0.7231632753520685, + "paired_ratio_ci_low": 0.9627572868853037, + "paired_ratio_ci_high": 1.0159235349948539 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0020231674258996335, + "anchor_seconds": 0.0020403735772041337, + "reference_seconds": 0.0022604947111436297, + "historical_over_current": 0.9915671563792365, + "reference_over_xff": 1.11730481729087, + "paired_ratio_ci_low": 0.9699833219044144, + "paired_ratio_ci_high": 1.016904607203605 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0024315102824143003, + "anchor_seconds": 0.0024298495845869184, + "reference_seconds": 0.002273988860127117, + "historical_over_current": 1.0006834570493235, + "reference_over_xff": 0.9352166332890121, + "paired_ratio_ci_low": 0.9277982510953298, + "paired_ratio_ci_high": 1.0855261722721667 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.0028349203057587147, + "anchor_seconds": 0.0028154949956972685, + "reference_seconds": 0.0023432622963030425, + "historical_over_current": 1.006899429795163, + "reference_over_xff": 0.8265707827987465, + "paired_ratio_ci_low": 0.9345909416912113, + "paired_ratio_ci_high": 1.028680042781799 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00853666300619287, + "anchor_seconds": 0.008764571260793932, + "reference_seconds": 0.010607805119694344, + "historical_over_current": 0.9739966453783597, + "reference_over_xff": 1.2426172981174233, + "paired_ratio_ci_low": 0.960028809380906, + "paired_ratio_ci_high": 0.9976311409082861 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009625429004829909, + "anchor_seconds": 0.010358511004596949, + "reference_seconds": 0.013455760000007493, + "historical_over_current": 0.9292290176221554, + "reference_over_xff": 1.3979387301340622, + "paired_ratio_ci_low": 0.9018903360866571, + "paired_ratio_ci_high": 0.9543619939536331 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.009946961870550044, + "anchor_seconds": 0.010130754738513912, + "reference_seconds": 0.013270087839503373, + "historical_over_current": 0.9818579293736975, + "reference_over_xff": 1.334084518690285, + "paired_ratio_ci_low": 0.9367860281427668, + "paired_ratio_ci_high": 1.018747877657245 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016284871214468563, + "anchor_seconds": 0.0016341965944905365, + "reference_seconds": 0.0012064079720793025, + "historical_over_current": 0.9965062508005897, + "reference_over_xff": 0.7408151751347284, + "paired_ratio_ci_low": 0.941355136318743, + "paired_ratio_ci_high": 1.0810883243323217 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016111157102776425, + "anchor_seconds": 0.0016137578724218266, + "reference_seconds": 0.001181519274333758, + "historical_over_current": 0.9983627270302831, + "reference_over_xff": 0.733354697491062, + "paired_ratio_ci_low": 0.9003086141971943, + "paired_ratio_ci_high": 1.0279684298980862 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017121668372835433, + "anchor_seconds": 0.0017334565387240478, + "reference_seconds": 0.0012504602948735868, + "historical_over_current": 0.9877183529180517, + "reference_over_xff": 0.7303378780875805, + "paired_ratio_ci_low": 0.9028499768097599, + "paired_ratio_ci_high": 1.113565819599518 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0024078188497307046, + "anchor_seconds": 0.0024500737199559808, + "reference_seconds": 0.002273016725666821, + "historical_over_current": 0.9827536331331143, + "reference_over_xff": 0.9440148397879018, + "paired_ratio_ci_low": 0.9518372785881307, + "paired_ratio_ci_high": 1.0108158817159005 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0028602680124874625, + "anchor_seconds": 0.0028476914657013758, + "reference_seconds": 0.002379327729743506, + "historical_over_current": 1.004416400771489, + "reference_over_xff": 0.8318548189735194, + "paired_ratio_ci_low": 0.985048715670522, + "paired_ratio_ci_high": 1.0218548083699135 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.0030980774401021855, + "anchor_seconds": 0.0032282832876912187, + "reference_seconds": 0.002654713428845363, + "historical_over_current": 0.9596671555791025, + "reference_over_xff": 0.8568905975306418, + "paired_ratio_ci_low": 0.9055253882644337, + "paired_ratio_ci_high": 1.001523224252123 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.011521920262436782, + "anchor_seconds": 0.011931130296683736, + "reference_seconds": 0.01186350716411003, + "historical_over_current": 0.9657023245852328, + "reference_over_xff": 1.0296466989783701, + "paired_ratio_ci_low": 0.9375186154179611, + "paired_ratio_ci_high": 0.9833340015981452 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.011885390018246003, + "anchor_seconds": 0.012213687844840544, + "reference_seconds": 0.015172961450714086, + "historical_over_current": 0.9731204996586494, + "reference_over_xff": 1.2766061044207324, + "paired_ratio_ci_low": 0.9641699933902654, + "paired_ratio_ci_high": 0.9945730445378217 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013011376822500356, + "anchor_seconds": 0.012929178325326316, + "reference_seconds": 0.015605360153131187, + "historical_over_current": 1.0063575963689066, + "reference_over_xff": 1.199362708959831, + "paired_ratio_ci_low": 0.9886036836162343, + "paired_ratio_ci_high": 1.131540659238724 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001364043863889362, + "anchor_seconds": 0.001354674592481128, + "reference_seconds": 0.0009894948619018709, + "historical_over_current": 1.0069162524049957, + "reference_over_xff": 0.7254127877387153, + "paired_ratio_ci_low": 0.9785066377520336, + "paired_ratio_ci_high": 1.0457827834369848 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015315319843856351, + "anchor_seconds": 0.0015105315583891102, + "reference_seconds": 0.0011581785677533065, + "historical_over_current": 1.0139026727908422, + "reference_over_xff": 0.7562222529867066, + "paired_ratio_ci_low": 0.9912705762137612, + "paired_ratio_ci_high": 1.0472482209800666 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015176475779818638, + "anchor_seconds": 0.0014912491231890662, + "reference_seconds": 0.0010812182944001897, + "historical_over_current": 1.0177022432954355, + "reference_over_xff": 0.7124304153919392, + "paired_ratio_ci_low": 0.9426784954205533, + "paired_ratio_ci_high": 1.1164655184054522 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.006803831268501069, + "anchor_seconds": 0.00695401885812836, + "reference_seconds": 0.0058399517355220655, + "historical_over_current": 0.9784027635398571, + "reference_over_xff": 0.858332828234385, + "paired_ratio_ci_low": 0.9018139045195834, + "paired_ratio_ci_high": 1.0613693962213353 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.00539037914547537, + "anchor_seconds": 0.005674110825306603, + "reference_seconds": 0.004187335443150785, + "historical_over_current": 0.949995393363523, + "reference_over_xff": 0.7768164966031362, + "paired_ratio_ci_low": 0.7406311963101767, + "paired_ratio_ci_high": 1.0229686149630655 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.00631762740002679, + "anchor_seconds": 0.006338406154619796, + "reference_seconds": 0.005286595883912274, + "historical_over_current": 0.9967217697815307, + "reference_over_xff": 0.8368008350555552, + "paired_ratio_ci_low": 0.9756703131726459, + "paired_ratio_ci_high": 1.043882140867792 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04400413801028792, + "anchor_seconds": 0.0440470260301871, + "reference_seconds": 0.04062235159134226, + "historical_over_current": 0.9990263129258764, + "reference_over_xff": 0.9231484453085976, + "paired_ratio_ci_low": 0.9608639490225819, + "paired_ratio_ci_high": 1.0106787970849929 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04258198986229088, + "anchor_seconds": 0.042846102167719176, + "reference_seconds": 0.038989542002257495, + "historical_over_current": 0.9938357915407464, + "reference_over_xff": 0.9156345705860325, + "paired_ratio_ci_low": 0.9514916753538476, + "paired_ratio_ci_high": 1.0392693282319763 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04282211943063885, + "anchor_seconds": 0.04251202327265803, + "reference_seconds": 0.03910583274305931, + "historical_over_current": 1.007294316621723, + "reference_over_xff": 0.9132157226921241, + "paired_ratio_ci_low": 1.0004230859117111, + "paired_ratio_ci_high": 1.0398319409746346 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014961227009605085, + "anchor_seconds": 0.0015173169917293958, + "reference_seconds": 0.001104221263501261, + "historical_over_current": 0.9860317317446432, + "reference_over_xff": 0.7380552830274901, + "paired_ratio_ci_low": 0.9685416256900762, + "paired_ratio_ci_high": 1.0281351981101123 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015710681577080063, + "anchor_seconds": 0.0016117763007059693, + "reference_seconds": 0.001186238435496177, + "historical_over_current": 0.9747433046508175, + "reference_over_xff": 0.7550521787843704, + "paired_ratio_ci_low": 0.9333083377098852, + "paired_ratio_ci_high": 1.0119662594064858 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017178711215300219, + "anchor_seconds": 0.0016993542667478323, + "reference_seconds": 0.0012273435713723302, + "historical_over_current": 1.0108964064436232, + "reference_over_xff": 0.714456140504415, + "paired_ratio_ci_low": 0.9655448293180917, + "paired_ratio_ci_high": 1.1176046016161476 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00630461354739964, + "anchor_seconds": 0.006353191249737782, + "reference_seconds": 0.004991666729828077, + "historical_over_current": 0.992353810797031, + "reference_over_xff": 0.7917482478980662, + "paired_ratio_ci_low": 0.9554295159577615, + "paired_ratio_ci_high": 1.0643852911129241 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005998998148632901, + "anchor_seconds": 0.005934665877638119, + "reference_seconds": 0.004617228322396321, + "historical_over_current": 1.0108400830512105, + "reference_over_xff": 0.7696665689834445, + "paired_ratio_ci_low": 0.9898062704703356, + "paired_ratio_ci_high": 1.032439159774187 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.0064058298511164525, + "anchor_seconds": 0.006367249963139849, + "reference_seconds": 0.0050578491230096135, + "historical_over_current": 1.0060591131493097, + "reference_over_xff": 0.7895696951938391, + "paired_ratio_ci_low": 0.9765909274594854, + "paired_ratio_ci_high": 1.088840611107756 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06021252084922578, + "anchor_seconds": 0.060091476421803236, + "reference_seconds": 0.05177234487408506, + "historical_over_current": 1.002014336052802, + "reference_over_xff": 0.8598268955343157, + "paired_ratio_ci_low": 0.9905583030351075, + "paired_ratio_ci_high": 1.0130996882720114 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.050483976307857246, + "anchor_seconds": 0.05053839057550898, + "reference_seconds": 0.04333961710134255, + "historical_over_current": 0.998923308260669, + "reference_over_xff": 0.8584826368876423, + "paired_ratio_ci_low": 0.991608585851005, + "paired_ratio_ci_high": 1.0054125047900393 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05301785156396883, + "anchor_seconds": 0.05228004268636661, + "reference_seconds": 0.04493815817737153, + "historical_over_current": 1.0141126295942107, + "reference_over_xff": 0.8476042851934745, + "paired_ratio_ci_low": 0.9993936271720956, + "paired_ratio_ci_high": 1.080643182698879 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014175869956878679, + "anchor_seconds": 0.0014171875747186796, + "reference_seconds": 0.0010528863141579287, + "historical_over_current": 1.000281840580819, + "reference_over_xff": 0.7427313578360161, + "paired_ratio_ci_low": 0.9108870109851893, + "paired_ratio_ci_high": 1.0498963629952984 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0014132703987083264, + "anchor_seconds": 0.001413438020140997, + "reference_seconds": 0.0010418354400566646, + "historical_over_current": 0.9998814087138721, + "reference_over_xff": 0.7371805430927169, + "paired_ratio_ci_low": 0.9372887797524729, + "paired_ratio_ci_high": 1.0958162793541162 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015268104117629783, + "anchor_seconds": 0.001564527113389756, + "reference_seconds": 0.0011353025745068277, + "historical_over_current": 0.9758925867733546, + "reference_over_xff": 0.7435779621098574, + "paired_ratio_ci_low": 0.9025161101293745, + "paired_ratio_ci_high": 1.0721489140333322 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.004140333854593337, + "anchor_seconds": 0.004150488563547177, + "reference_seconds": 0.003536389142807041, + "historical_over_current": 0.9975533702121175, + "reference_over_xff": 0.8541313978542402, + "paired_ratio_ci_low": 0.9625671252610063, + "paired_ratio_ci_high": 1.0411966228575027 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.006745433833982263, + "anchor_seconds": 0.007176749158783683, + "reference_seconds": 0.006121090879397733, + "historical_over_current": 0.939901017123675, + "reference_over_xff": 0.9074421349388672, + "paired_ratio_ci_low": 0.8695074684776543, + "paired_ratio_ci_high": 0.9934663308028643 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.004444455012812146, + "anchor_seconds": 0.004403343424201012, + "reference_seconds": 0.0038979515666142106, + "historical_over_current": 1.009336448387192, + "reference_over_xff": 0.8770370169970185, + "paired_ratio_ci_low": 0.979060191259469, + "paired_ratio_ci_high": 1.0821700357541293 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04710363455316318, + "anchor_seconds": 0.04716218357706176, + "reference_seconds": 0.045766259726536064, + "historical_over_current": 0.9987585599423547, + "reference_over_xff": 0.9716078209396412, + "paired_ratio_ci_low": 0.9876717799575491, + "paired_ratio_ci_high": 1.003035194027866 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04501034013394799, + "anchor_seconds": 0.04473168256559542, + "reference_seconds": 0.04456940544436553, + "historical_over_current": 1.0062295346915229, + "reference_over_xff": 0.9902037023432779, + "paired_ratio_ci_low": 0.9870627025651421, + "paired_ratio_ci_high": 1.0282637051192622 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.044124500293816836, + "anchor_seconds": 0.04407080525665411, + "reference_seconds": 0.04383227427024394, + "historical_over_current": 1.0012183811221516, + "reference_over_xff": 0.99337723891201, + "paired_ratio_ci_low": 0.9921745492986008, + "paired_ratio_ci_high": 1.005893023739131 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015228861344179937, + "anchor_seconds": 0.0015590380311810545, + "reference_seconds": 0.001165610970929265, + "historical_over_current": 0.9768114080349446, + "reference_over_xff": 0.7653960099746593, + "paired_ratio_ci_low": 0.9025942246559828, + "paired_ratio_ci_high": 1.0160582842201 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016269447015864508, + "anchor_seconds": 0.0016111430013552308, + "reference_seconds": 0.0012084452734727944, + "historical_over_current": 1.0098077577334403, + "reference_over_xff": 0.7427697280026954, + "paired_ratio_ci_low": 0.9663719117892486, + "paired_ratio_ci_high": 1.0508866044021494 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001809745844054435, + "anchor_seconds": 0.0017278595894042934, + "reference_seconds": 0.0013057058677077293, + "historical_over_current": 1.0473917297170965, + "reference_over_xff": 0.7214857666325744, + "paired_ratio_ci_low": 1.008999866354366, + "paired_ratio_ci_high": 1.2627473476594253 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.005440998007543385, + "anchor_seconds": 0.005408742132463625, + "reference_seconds": 0.004691016278229654, + "historical_over_current": 1.0059636555579452, + "reference_over_xff": 0.8621609990898804, + "paired_ratio_ci_low": 0.9970586325538615, + "paired_ratio_ci_high": 1.0252632921745193 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.005281530586736543, + "anchor_seconds": 0.005289637400502605, + "reference_seconds": 0.004540250137714403, + "historical_over_current": 0.9984674159772668, + "reference_over_xff": 0.8596466617302738, + "paired_ratio_ci_low": 0.960480063050709, + "paired_ratio_ci_high": 1.0434544631252223 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.007283520153058427, + "anchor_seconds": 0.007241391294103648, + "reference_seconds": 0.006215860302160893, + "historical_over_current": 1.005817785180188, + "reference_over_xff": 0.8534143067553382, + "paired_ratio_ci_low": 0.9619789336839852, + "paired_ratio_ci_high": 1.0805524934471906 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.055680167329098494, + "anchor_seconds": 0.0554434157342517, + "reference_seconds": 0.05194563468519066, + "historical_over_current": 1.0042701480727951, + "reference_over_xff": 0.9329288537903483, + "paired_ratio_ci_low": 0.9987719000192122, + "paired_ratio_ci_high": 1.0116708417332954 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04957602958061865, + "anchor_seconds": 0.05037453271714704, + "reference_seconds": 0.045985779425661476, + "historical_over_current": 0.9841486740728299, + "reference_over_xff": 0.9275809259973341, + "paired_ratio_ci_low": 0.9418581108419932, + "paired_ratio_ci_high": 0.996251701061444 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05120500029131238, + "anchor_seconds": 0.051658148261984546, + "reference_seconds": 0.04685393986957414, + "historical_over_current": 0.9912279478471813, + "reference_over_xff": 0.9150266498001279, + "paired_ratio_ci_low": 0.948882291415952, + "paired_ratio_ci_high": 1.0214253639766502 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014190094246129905, + "anchor_seconds": 0.001433210979614939, + "reference_seconds": 0.0010584382939019374, + "historical_over_current": 0.9900910925160761, + "reference_over_xff": 0.7458994109151935, + "paired_ratio_ci_low": 0.8955983679139675, + "paired_ratio_ci_high": 1.0619433931589832 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015498581508706724, + "anchor_seconds": 0.0015440283875380243, + "reference_seconds": 0.001148108160123229, + "historical_over_current": 1.0037756840351515, + "reference_over_xff": 0.7407827351672474, + "paired_ratio_ci_low": 0.9513376721262143, + "paired_ratio_ci_high": 1.0399442785169462 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015958285823996579, + "anchor_seconds": 0.0016126817291868584, + "reference_seconds": 0.0011935148421408875, + "historical_over_current": 0.9895496138623099, + "reference_over_xff": 0.7478966446046426, + "paired_ratio_ci_low": 0.9589545641113977, + "paired_ratio_ci_high": 1.0467001901853885 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.009052927688961583, + "anchor_seconds": 0.008965658023953438, + "reference_seconds": 0.008001768429364477, + "historical_over_current": 1.0097337713277696, + "reference_over_xff": 0.8838873681849017, + "paired_ratio_ci_low": 0.9761129902702388, + "paired_ratio_ci_high": 1.020470549197781 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014385272582460727, + "anchor_seconds": 0.013915821726966118, + "reference_seconds": 0.013007353176362813, + "historical_over_current": 1.0337350438016109, + "reference_over_xff": 0.9042131876056387, + "paired_ratio_ci_low": 0.9970611751173274, + "paired_ratio_ci_high": 1.0753042854423316 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.010527754435315728, + "anchor_seconds": 0.010313937008114797, + "reference_seconds": 0.009661139005662076, + "historical_over_current": 1.020730922346404, + "reference_over_xff": 0.9176827845882727, + "paired_ratio_ci_low": 0.9896322441387908, + "paired_ratio_ci_high": 1.0579484620618917 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.11652803657177303, + "anchor_seconds": 0.11622731726882714, + "reference_seconds": 0.1114485451253131, + "historical_over_current": 1.0025873375555108, + "reference_over_xff": 0.9564097053730815, + "paired_ratio_ci_low": 0.9974729362987785, + "paired_ratio_ci_high": 1.0133850029621376 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.13538234200262064, + "anchor_seconds": 0.1386802574187251, + "reference_seconds": 0.12428222629906875, + "historical_over_current": 0.9762192868870521, + "reference_over_xff": 0.9180091322150638, + "paired_ratio_ci_low": 0.9277777632196825, + "paired_ratio_ci_high": 1.0142097842559392 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11907156771381519, + "anchor_seconds": 0.11758941859339497, + "reference_seconds": 0.11143461385342691, + "historical_over_current": 1.0126044429690162, + "reference_over_xff": 0.9358624900383989, + "paired_ratio_ci_low": 1.0051653918307555, + "paired_ratio_ci_high": 1.0329642865629765 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017432339955121279, + "anchor_seconds": 0.0017452728601970843, + "reference_seconds": 0.0013355676783248782, + "historical_over_current": 0.9988317788401716, + "reference_over_xff": 0.7661436627344539, + "paired_ratio_ci_low": 0.9736872681568479, + "paired_ratio_ci_high": 1.0143612957477535 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016265881713479757, + "anchor_seconds": 0.0016284825978800654, + "reference_seconds": 0.0012144569773226976, + "historical_over_current": 0.9988366921853781, + "reference_over_xff": 0.7466284328849266, + "paired_ratio_ci_low": 0.9609058343556196, + "paired_ratio_ci_high": 1.0196073775821948 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017309551060731923, + "anchor_seconds": 0.0017387644121689455, + "reference_seconds": 0.0013025758588420494, + "historical_over_current": 0.995508703743245, + "reference_over_xff": 0.752518568662965, + "paired_ratio_ci_low": 0.9397242126277597, + "paired_ratio_ci_high": 1.0420316636407991 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012610513267905585, + "anchor_seconds": 0.012164949705558164, + "reference_seconds": 0.009348821709863842, + "historical_over_current": 1.036626831440482, + "reference_over_xff": 0.7413514034878407, + "paired_ratio_ci_low": 1.0042753975628642, + "paired_ratio_ci_high": 1.1564299662056199 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014709713037258812, + "anchor_seconds": 0.01406402759520071, + "reference_seconds": 0.011101793431277786, + "historical_over_current": 1.045910422010153, + "reference_over_xff": 0.7547253575346858, + "paired_ratio_ci_low": 1.0198491161274874, + "paired_ratio_ci_high": 1.1331277595800486 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.014145407326785582, + "anchor_seconds": 0.013763784996366926, + "reference_seconds": 0.011156495993158646, + "historical_over_current": 1.0277265541796379, + "reference_over_xff": 0.7887009356056388, + "paired_ratio_ci_low": 1.0120993964625882, + "paired_ratio_ci_high": 1.0916768656955598 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.1333692554450993, + "anchor_seconds": 0.13369487558624574, + "reference_seconds": 0.1074400198911982, + "historical_over_current": 0.9975644530897793, + "reference_over_xff": 0.805583112334501, + "paired_ratio_ci_low": 0.9920093631311461, + "paired_ratio_ci_high": 1.0014312085347092 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1408642262686044, + "anchor_seconds": 0.1408313975636182, + "reference_seconds": 0.1165961891612304, + "historical_over_current": 1.000233106434745, + "reference_over_xff": 0.8277203676886783, + "paired_ratio_ci_low": 0.9556355041649873, + "paired_ratio_ci_high": 1.012778262471207 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13756582731314534, + "anchor_seconds": 0.13845667642142093, + "reference_seconds": 0.11242987285368145, + "historical_over_current": 0.9935658638405843, + "reference_over_xff": 0.8172805343419616, + "paired_ratio_ci_low": 0.9323657649127698, + "paired_ratio_ci_high": 1.0059524513047124 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015241971206186073, + "anchor_seconds": 0.0015447111634005392, + "reference_seconds": 0.001923779009043106, + "historical_over_current": 0.9867198196866965, + "reference_over_xff": 1.2621589314263533, + "paired_ratio_ci_low": 0.9269647992216186, + "paired_ratio_ci_high": 1.0332922769973627 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017552348519010203, + "anchor_seconds": 0.0018153617191793664, + "reference_seconds": 0.0033239847315209253, + "historical_over_current": 0.9668788502902185, + "reference_over_xff": 1.8937549741112187, + "paired_ratio_ci_low": 0.9198084910494893, + "paired_ratio_ci_high": 1.0114329399043527 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0021027504366689493, + "anchor_seconds": 0.0020961736029546174, + "reference_seconds": 0.003420624299906194, + "historical_over_current": 1.003137542475042, + "reference_over_xff": 1.6267381236762177, + "paired_ratio_ci_low": 0.9400704578752291, + "paired_ratio_ci_high": 1.058526677944185 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012997849994072956, + "anchor_seconds": 0.012990921685871269, + "reference_seconds": 0.01434089314924287, + "historical_over_current": 1.000533319218545, + "reference_over_xff": 1.1033281008614766, + "paired_ratio_ci_low": 0.988154010103862, + "paired_ratio_ci_high": 1.0176189777007814 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.007713021128438413, + "anchor_seconds": 0.007800362139408078, + "reference_seconds": 0.011505747147436653, + "historical_over_current": 0.9888029543489513, + "reference_over_xff": 1.491730277389519, + "paired_ratio_ci_low": 0.9217162096380103, + "paired_ratio_ci_high": 1.0014225354569917 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.007358367704520268, + "anchor_seconds": 0.007416461877125714, + "reference_seconds": 0.009335303146924292, + "historical_over_current": 0.9921668615617611, + "reference_over_xff": 1.2686649433392119, + "paired_ratio_ci_low": 0.9770130742125368, + "paired_ratio_ci_high": 1.0400388153461146 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.14890993739079153, + "anchor_seconds": 0.14985155202780984, + "reference_seconds": 0.1493364727191095, + "historical_over_current": 0.9937163504529899, + "reference_over_xff": 1.0028643845789726, + "paired_ratio_ci_low": 0.9838206158541846, + "paired_ratio_ci_high": 1.0015512236665685 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.08983608699470226, + "anchor_seconds": 0.09004969958082906, + "reference_seconds": 0.10390117144145604, + "historical_over_current": 0.9976278367710149, + "reference_over_xff": 1.1565638588820462, + "paired_ratio_ci_low": 0.9586445275777337, + "paired_ratio_ci_high": 1.0283778565888508 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07625615086206901, + "anchor_seconds": 0.07337127043865621, + "reference_seconds": 0.06298168339500469, + "historical_over_current": 1.0393189378644434, + "reference_over_xff": 0.8259226656866674, + "paired_ratio_ci_low": 0.6920626574443176, + "paired_ratio_ci_high": 1.0838148133429066 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016041782717885716, + "anchor_seconds": 0.0016441752834777748, + "reference_seconds": 0.0020717778409432086, + "historical_over_current": 0.9756735111571553, + "reference_over_xff": 1.2914885317785092, + "paired_ratio_ci_low": 0.893961865269266, + "paired_ratio_ci_high": 0.9805872576752874 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018507572988580381, + "anchor_seconds": 0.001868742551388485, + "reference_seconds": 0.0030652088711836506, + "historical_over_current": 0.9903757462379803, + "reference_over_xff": 1.6561916968124122, + "paired_ratio_ci_low": 0.9638279601852159, + "paired_ratio_ci_high": 1.0194046380598971 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0022989832796156406, + "anchor_seconds": 0.002241082689059632, + "reference_seconds": 0.0034946232668257187, + "historical_over_current": 1.0258359902732122, + "reference_over_xff": 1.5200733723517872, + "paired_ratio_ci_low": 0.9442638410213837, + "paired_ratio_ci_high": 1.100026666384858 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.014971577013576669, + "anchor_seconds": 0.015108561259694397, + "reference_seconds": 0.028805507280464684, + "historical_over_current": 0.9909333361553647, + "reference_over_xff": 1.9240128981965625, + "paired_ratio_ci_low": 0.9688237341112286, + "paired_ratio_ci_high": 1.010592075444755 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009090113154213344, + "anchor_seconds": 0.009205800597555935, + "reference_seconds": 0.0191291320037895, + "historical_over_current": 0.987433201260811, + "reference_over_xff": 2.1043887660433565, + "paired_ratio_ci_low": 0.9360543449461517, + "paired_ratio_ci_high": 1.1037535310993716 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.008723637438379228, + "anchor_seconds": 0.009005090022193534, + "reference_seconds": 0.012053641440745975, + "historical_over_current": 0.9687451671087518, + "reference_over_xff": 1.3817219624140444, + "paired_ratio_ci_low": 0.805819275237113, + "paired_ratio_ci_high": 1.0219544491658095 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16530458614163632, + "anchor_seconds": 0.1663251653080806, + "reference_seconds": 0.30296466055525734, + "historical_over_current": 0.9938639521893521, + "reference_over_xff": 1.8327662143364316, + "paired_ratio_ci_low": 0.9870233200902409, + "paired_ratio_ci_high": 1.0155814551745026 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09358039628049093, + "anchor_seconds": 0.09399478714580514, + "reference_seconds": 0.1757199679767447, + "historical_over_current": 0.9955913420531353, + "reference_over_xff": 1.8777433625099718, + "paired_ratio_ci_low": 0.9310048910172094, + "paired_ratio_ci_high": 1.0480488528949354 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07757990614378027, + "anchor_seconds": 0.07796018913255207, + "reference_seconds": 0.08161730440666101, + "historical_over_current": 0.9951220874012348, + "reference_over_xff": 1.0520418039098702, + "paired_ratio_ci_low": 0.958427555582516, + "paired_ratio_ci_high": 1.0470846643303293 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014659335637199028, + "anchor_seconds": 0.0014728004545239465, + "reference_seconds": 0.0011963038705289364, + "historical_over_current": 0.9953375280521194, + "reference_over_xff": 0.8160696365347122, + "paired_ratio_ci_low": 0.9480927847797184, + "paired_ratio_ci_high": 1.0121743529513332 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015832920159612382, + "anchor_seconds": 0.0015969423111528158, + "reference_seconds": 0.001180580584332347, + "historical_over_current": 0.9914522302426043, + "reference_over_xff": 0.7456493005907064, + "paired_ratio_ci_low": 0.953784140702735, + "paired_ratio_ci_high": 1.1269867159282454 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015599095661725318, + "anchor_seconds": 0.001542602848660733, + "reference_seconds": 0.0011966022762602993, + "historical_over_current": 1.01121916605225, + "reference_over_xff": 0.7670972101263149, + "paired_ratio_ci_low": 0.936895420526131, + "paired_ratio_ci_high": 1.0193453004145163 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0020113904528053744, + "anchor_seconds": 0.001984977811974074, + "reference_seconds": 0.002154885558411479, + "historical_over_current": 1.0133062650232008, + "reference_over_xff": 1.0713412482424611, + "paired_ratio_ci_low": 0.9942001049542294, + "paired_ratio_ci_high": 1.0612758171774799 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0023631602858326267, + "anchor_seconds": 0.002293817565909454, + "reference_seconds": 0.002207157983710723, + "historical_over_current": 1.030230268070896, + "reference_over_xff": 0.9339857295939034, + "paired_ratio_ci_low": 1.0052885621777552, + "paired_ratio_ci_high": 1.1179563785701945 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.002720949439597981, + "anchor_seconds": 0.0027221218583041, + "reference_seconds": 0.002466595864721707, + "historical_over_current": 0.9995692996981225, + "reference_over_xff": 0.9065202862005937, + "paired_ratio_ci_low": 0.9452808466024003, + "paired_ratio_ci_high": 1.0430520377454706 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.00868487827080701, + "anchor_seconds": 0.008746545445839209, + "reference_seconds": 0.010793045429246766, + "historical_over_current": 0.992949539287933, + "reference_over_xff": 1.2427399777756312, + "paired_ratio_ci_low": 0.9809580773388074, + "paired_ratio_ci_high": 1.010801698536437 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.009941278141923249, + "anchor_seconds": 0.009992631152272224, + "reference_seconds": 0.013615280722400971, + "historical_over_current": 0.9948609120494457, + "reference_over_xff": 1.3695704443661152, + "paired_ratio_ci_low": 0.9316095593645366, + "paired_ratio_ci_high": 1.0420795668232863 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01023372942914388, + "anchor_seconds": 0.010161940723524563, + "reference_seconds": 0.013965149726053434, + "historical_over_current": 1.0070644680551157, + "reference_over_xff": 1.3646197921046377, + "paired_ratio_ci_low": 0.942885573427688, + "paired_ratio_ci_high": 1.0592628807308133 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014970051623614772, + "anchor_seconds": 0.0015286208695865103, + "reference_seconds": 0.001200002568241741, + "historical_over_current": 0.9793174960161409, + "reference_over_xff": 0.8016021577031677, + "paired_ratio_ci_low": 0.9064683550396653, + "paired_ratio_ci_high": 1.0101134759553314 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015139247157743999, + "anchor_seconds": 0.0015202499759782637, + "reference_seconds": 0.0011598615840609585, + "historical_over_current": 0.9958393288578784, + "reference_over_xff": 0.7661289705992206, + "paired_ratio_ci_low": 0.9092659869163021, + "paired_ratio_ci_high": 1.008511639163514 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016856428535122956, + "anchor_seconds": 0.0016748771470572268, + "reference_seconds": 0.0012503326038963028, + "historical_over_current": 1.0064277588800972, + "reference_over_xff": 0.7417541629836018, + "paired_ratio_ci_low": 0.9727875268051579, + "paired_ratio_ci_high": 1.0293888861665506 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.0023759089942489353, + "anchor_seconds": 0.00237799999636731, + "reference_seconds": 0.002404125573645745, + "historical_over_current": 0.9991206887630072, + "reference_over_xff": 1.0118761196094253, + "paired_ratio_ci_low": 0.9726509081289935, + "paired_ratio_ci_high": 1.090444258137187 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.0028376545856839846, + "anchor_seconds": 0.0028870715759694576, + "reference_seconds": 0.0025775948306545615, + "historical_over_current": 0.9828833511795151, + "reference_over_xff": 0.9083539778444393, + "paired_ratio_ci_low": 0.8849812558676363, + "paired_ratio_ci_high": 1.0028122514962952 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.002898920842978571, + "anchor_seconds": 0.002935083000920713, + "reference_seconds": 0.002432955029819693, + "historical_over_current": 0.9876793406078131, + "reference_over_xff": 0.8392623191876776, + "paired_ratio_ci_low": 0.9603593311648723, + "paired_ratio_ci_high": 1.0389618461065504 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012738477139334594, + "anchor_seconds": 0.012612719338254206, + "reference_seconds": 0.012652425727407848, + "historical_over_current": 1.0099707127152957, + "reference_over_xff": 0.9932447645832773, + "paired_ratio_ci_low": 0.9769325717173937, + "paired_ratio_ci_high": 1.0419131087575153 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.012496631841973535, + "anchor_seconds": 0.012785185178342675, + "reference_seconds": 0.015827560448087752, + "historical_over_current": 0.9774306486496628, + "reference_over_xff": 1.2665461100427344, + "paired_ratio_ci_low": 0.9362088934930511, + "paired_ratio_ci_high": 1.0354400937987616 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01266328345185944, + "anchor_seconds": 0.012809619274256485, + "reference_seconds": 0.01508729500762586, + "historical_over_current": 0.9885760990031033, + "reference_over_xff": 1.1914204609713988, + "paired_ratio_ci_low": 0.9745425883548802, + "paired_ratio_ci_high": 1.0077305393026732 + } + ] + }, + "screen": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-shared-fixture-screen", + "contract_sha256": "a9d91d14a5b5c7f5bcc204fd58ffa3e024f8d0d54124aaed663f49fffb1242c0", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:21:10.182854+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 108.76325991807971 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_listing_screen.py": "ff18083b40ce116d70eec49949f449acf07d6f6226f293a253d0bec313a14ee6", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.011109808343509, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.993042155444355, + "cpu_ratio_geomean": 0.994717959141292, + "vs_reference_geomean": 1.403002169970721, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9858564521571022, + "cpu_ratio_geomean": 0.9850649223954653, + "vs_reference_geomean": 1.11069145457412, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.994246172683305, + "cpu_ratio_geomean": 0.9959601050745805, + "vs_reference_geomean": 1.348287263699204, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9996893885300264, + "cpu_ratio_geomean": 0.9999296532720833, + "vs_reference_geomean": 1.1331687290489023, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9894427806643563 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 0.9969640657606934 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013760306561986606, + "anchor_seconds": 0.0014011107296461151, + "reference_seconds": 0.0009754090126426447, + "historical_over_current": 0.9820998634035234, + "reference_over_xff": 0.7088570361777047, + "paired_ratio_ci_low": 0.9635154261611278, + "paired_ratio_ci_high": 1.00007359039175 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0014673489578334348, + "anchor_seconds": 0.001473814099361854, + "reference_seconds": 0.0010345086200340163, + "historical_over_current": 0.99561332631353, + "reference_over_xff": 0.7050188126766284, + "paired_ratio_ci_low": 0.9830962734956606, + "paired_ratio_ci_high": 1.0202807579289705 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015229685786401941, + "anchor_seconds": 0.0015167711424596963, + "reference_seconds": 0.001066496085730337, + "historical_over_current": 1.0040859401969158, + "reference_over_xff": 0.7002745169454345, + "paired_ratio_ci_low": 0.9854346272978075, + "paired_ratio_ci_high": 1.0339963057130248 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015111309476196766, + "anchor_seconds": 0.0015379528049379587, + "reference_seconds": 0.0010951563405493896, + "historical_over_current": 0.9825600257484077, + "reference_over_xff": 0.7247263000433368, + "paired_ratio_ci_low": 0.9663525475933764, + "paired_ratio_ci_high": 0.9960720067781477 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001597643380851618, + "anchor_seconds": 0.0016050083684690652, + "reference_seconds": 0.0011502121342346072, + "historical_over_current": 0.9954112465940148, + "reference_over_xff": 0.7199429785272172, + "paired_ratio_ci_low": 0.9763749333862178, + "paired_ratio_ci_high": 1.00864068347357 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001662668627908542, + "anchor_seconds": 0.0016648628571558567, + "reference_seconds": 0.001193866704679316, + "historical_over_current": 0.9986820360380535, + "reference_over_xff": 0.7180424798061366, + "paired_ratio_ci_low": 0.9698114144370579, + "paired_ratio_ci_high": 1.0248415700342166 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041326393046238946, + "anchor_seconds": 0.04208544647276756, + "reference_seconds": 0.03867048737482123, + "historical_over_current": 0.9819639925402769, + "reference_over_xff": 0.9357334266156232, + "paired_ratio_ci_low": 0.980720036432749, + "paired_ratio_ci_high": 0.985992649931581 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.041556932525487526, + "anchor_seconds": 0.042144528518076096, + "reference_seconds": 0.038292328566534535, + "historical_over_current": 0.986057597195884, + "reference_over_xff": 0.9214426147321928, + "paired_ratio_ci_low": 0.9715200207124968, + "paired_ratio_ci_high": 1.0077841972172037 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04177505509107418, + "anchor_seconds": 0.042088976251848396, + "reference_seconds": 0.03850532243294375, + "historical_over_current": 0.9925414873743709, + "reference_over_xff": 0.9217300216360683, + "paired_ratio_ci_low": 0.989992465714904, + "paired_ratio_ci_high": 1.0011563856814327 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058210757987884186, + "anchor_seconds": 0.05901751632336527, + "reference_seconds": 0.05102119553235492, + "historical_over_current": 0.9863301882942559, + "reference_over_xff": 0.8764908291174343, + "paired_ratio_ci_low": 0.9819086926695251, + "paired_ratio_ci_high": 0.9940979818211666 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.0493673501658209, + "anchor_seconds": 0.05010275152467546, + "reference_seconds": 0.0427980551806589, + "historical_over_current": 0.9853221362804322, + "reference_over_xff": 0.8669303707187792, + "paired_ratio_ci_low": 0.9862765627975592, + "paired_ratio_ci_high": 1.0142284235333106 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04959298769522104, + "anchor_seconds": 0.050452797856581, + "reference_seconds": 0.04374253271990234, + "historical_over_current": 0.9829581272419402, + "reference_over_xff": 0.8820306005503582, + "paired_ratio_ci_low": 0.9706853179267056, + "paired_ratio_ci_high": 1.0016314892688796 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013699308536680682, + "anchor_seconds": 0.0013782306840377195, + "reference_seconds": 0.0010108118655071372, + "historical_over_current": 0.9939779091658765, + "reference_over_xff": 0.7378561208404283, + "paired_ratio_ci_low": 0.9834151839440046, + "paired_ratio_ci_high": 1.0257195036919924 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0013961437258071133, + "anchor_seconds": 0.001411654615020823, + "reference_seconds": 0.0010232436082636316, + "historical_over_current": 0.989012263305298, + "reference_over_xff": 0.7329070706327836, + "paired_ratio_ci_low": 0.9699125469197073, + "paired_ratio_ci_high": 1.025834884222561 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0014719627575860137, + "anchor_seconds": 0.001482323338721125, + "reference_seconds": 0.0010754320814850785, + "historical_over_current": 0.9930105794974193, + "reference_over_xff": 0.7306109315216394, + "paired_ratio_ci_low": 0.9705051070883252, + "paired_ratio_ci_high": 1.0115416003257591 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014621437627023884, + "anchor_seconds": 0.0014715843745285557, + "reference_seconds": 0.0010918862008977505, + "historical_over_current": 0.9935847295000045, + "reference_over_xff": 0.7467707545253183, + "paired_ratio_ci_low": 0.9821551752748316, + "paired_ratio_ci_high": 1.006356107840125 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001551488336796562, + "anchor_seconds": 0.0015650876642515261, + "reference_seconds": 0.0011762079583214863, + "historical_over_current": 0.9913108206232858, + "reference_over_xff": 0.7581158880962415, + "paired_ratio_ci_low": 0.9517395415109886, + "paired_ratio_ci_high": 0.9985848455185218 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001590281830257958, + "anchor_seconds": 0.0015829149079287337, + "reference_seconds": 0.0011834498062463744, + "historical_over_current": 1.0046540229625256, + "reference_over_xff": 0.744176147729996, + "paired_ratio_ci_low": 0.9880378274198985, + "paired_ratio_ci_high": 1.0263471693129433 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.041850192610928344, + "anchor_seconds": 0.04181528088104512, + "reference_seconds": 0.03813866184957858, + "historical_over_current": 1.0008349036320607, + "reference_over_xff": 0.9113138905750084, + "paired_ratio_ci_low": 0.9966049283874491, + "paired_ratio_ci_high": 1.004221404268883 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.041982343270709474, + "anchor_seconds": 0.041947522472279765, + "reference_seconds": 0.03821592323947698, + "historical_over_current": 1.0008301038148968, + "reference_over_xff": 0.9102856168140506, + "paired_ratio_ci_low": 0.9940720922033308, + "paired_ratio_ci_high": 1.0141159737104362 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04236355267598161, + "anchor_seconds": 0.04256445143393995, + "reference_seconds": 0.038549248955123835, + "historical_over_current": 0.9952801281071334, + "reference_over_xff": 0.9099626098398417, + "paired_ratio_ci_low": 0.9727597980054088, + "paired_ratio_ci_high": 0.9976295079040497 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.05888409047786679, + "anchor_seconds": 0.05896257442266991, + "reference_seconds": 0.050693774656836124, + "historical_over_current": 0.9986689193005632, + "reference_over_xff": 0.8609078317324232, + "paired_ratio_ci_low": 0.9956876342508992, + "paired_ratio_ci_high": 1.0033515356898943 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.05071328401875993, + "anchor_seconds": 0.05063832916008929, + "reference_seconds": 0.0432243499394861, + "historical_over_current": 1.0014802000759873, + "reference_over_xff": 0.8523279605299569, + "paired_ratio_ci_low": 0.9922540693274088, + "paired_ratio_ci_high": 1.010778469089414 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.050584491225890815, + "anchor_seconds": 0.05053112067703512, + "reference_seconds": 0.0431337569108499, + "historical_over_current": 1.0010561916723915, + "reference_over_xff": 0.852707141369302, + "paired_ratio_ci_low": 0.9915318292062774, + "paired_ratio_ci_high": 1.0135055424016615 + } + ] + }, + "small_repeat": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-small-repeat", + "contract_sha256": "fa222b24efab8010fddeb36dcb797a97bc984216f0f245f81b9952268ce74180", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 60, + "completed": 60, + "new_cells": 60, + "state": "complete", + "utc": "2026-11-08T22:37:49.527209+00:00", + "pr": 0, + "case": "name-native/deep/100/3", + "session_seconds": 39.27005552104674 + }, + "repetitions": 54, + "keep": 42, + "warmup_rounds": 1, + "executions": 9900, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_listing_screen.py": "ff18083b40ce116d70eec49949f449acf07d6f6226f293a253d0bec313a14ee6", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0202651559810207, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0072001185964525, + "cpu_ratio_geomean": 1.004806630915903, + "vs_reference_geomean": 1.371071948448293, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0006320770552477, + "cpu_ratio_geomean": 1.0047813765183526, + "vs_reference_geomean": 0.704205339284359, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9974801880382165, + "cpu_ratio_geomean": 0.997503853790988, + "vs_reference_geomean": 1.442447468456313, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0002366929874105, + "cpu_ratio_geomean": 1.0042608281187746, + "vs_reference_geomean": 1.4219498437768712, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0032096753033775, + "cpu_ratio_geomean": 1.002646516331814, + "vs_reference_geomean": 1.4370000029337135, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9905908170285617, + "cpu_ratio_geomean": 0.9897261062410022, + "vs_reference_geomean": 1.2820011825550774, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9963351879976199, + "cpu_ratio_geomean": 0.9879508013131745, + "vs_reference_geomean": 0.6758716949482196, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9921316276904337, + "cpu_ratio_geomean": 0.9882152294032972, + "vs_reference_geomean": 1.3529838929081817, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9919144547363521, + "cpu_ratio_geomean": 0.9914091274824417, + "vs_reference_geomean": 1.3441557481324413, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9946583952703565, + "cpu_ratio_geomean": 0.9896577466545056, + "vs_reference_geomean": 1.337755811977278, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 30, + "wall_ratio_geomean": 1.0017464046144657 + }, + "control": { + "cells": 30, + "wall_ratio_geomean": 0.9931239297359327 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015699839762722452, + "anchor_seconds": 0.001577206219302579, + "reference_seconds": 0.0010855273243838123, + "historical_over_current": 0.995420863206127, + "reference_over_xff": 0.6914257347780567, + "paired_ratio_ci_low": 0.9868421812001301, + "paired_ratio_ci_high": 1.0184728252514184 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017449512490115705, + "anchor_seconds": 0.001733384330734788, + "reference_seconds": 0.0011862836240435996, + "historical_over_current": 1.006673025751813, + "reference_over_xff": 0.6798376887122612, + "paired_ratio_ci_low": 0.9728138165461682, + "paired_ratio_ci_high": 1.0911300810129763 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001698315570441385, + "anchor_seconds": 0.0017101479378262801, + "reference_seconds": 0.001172157095944775, + "historical_over_current": 0.9930810854878819, + "reference_over_xff": 0.6901880406361324, + "paired_ratio_ci_low": 0.9784078474457186, + "paired_ratio_ci_high": 1.0208278297285018 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017021986866547238, + "anchor_seconds": 0.0017090035419512009, + "reference_seconds": 0.0011956240743443015, + "historical_over_current": 0.9960182321865126, + "reference_over_xff": 0.7023998336492804, + "paired_ratio_ci_low": 0.9903939742769423, + "paired_ratio_ci_high": 1.0265725723202244 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018448796195332847, + "anchor_seconds": 0.0018442320759363827, + "reference_seconds": 0.0012798118072428874, + "historical_over_current": 1.0003511182813438, + "reference_over_xff": 0.6937101985909805, + "paired_ratio_ci_low": 0.9716328697348452, + "paired_ratio_ci_high": 1.059709377638346 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.00193637554877482, + "anchor_seconds": 0.0019492320799534874, + "reference_seconds": 0.001359905933939098, + "historical_over_current": 0.99340430967103, + "reference_over_xff": 0.7022945186431089, + "paired_ratio_ci_low": 0.9693518356661563, + "paired_ratio_ci_high": 1.022483907064797 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017001836427620479, + "anchor_seconds": 0.0016800206891881924, + "reference_seconds": 0.001148664503402653, + "historical_over_current": 1.0120016102799296, + "reference_over_xff": 0.6756120189090752, + "paired_ratio_ci_low": 0.9713066565770623, + "paired_ratio_ci_high": 1.036034505312998 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001731343586773922, + "anchor_seconds": 0.0017300587552156123, + "reference_seconds": 0.0011945661445636126, + "historical_over_current": 1.0007426519789784, + "reference_over_xff": 0.6899648074992977, + "paired_ratio_ci_low": 0.9838403008287497, + "paired_ratio_ci_high": 1.0447031034115963 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017550486095604442, + "anchor_seconds": 0.001744121587502637, + "reference_seconds": 0.0012191888831910632, + "historical_over_current": 1.006265057514398, + "reference_over_xff": 0.6946752793909291, + "paired_ratio_ci_low": 0.9788626843185745, + "paired_ratio_ci_high": 1.0327959675151241 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001700873090331221, + "anchor_seconds": 0.0016984748404606112, + "reference_seconds": 0.0012138720928868722, + "historical_over_current": 1.0014120019993697, + "reference_over_xff": 0.7136758761057757, + "paired_ratio_ci_low": 0.9928560101910812, + "paired_ratio_ci_high": 1.0185951959787083 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001910709715004833, + "anchor_seconds": 0.001913080987010506, + "reference_seconds": 0.0013325277167106314, + "historical_over_current": 0.9987604957543493, + "reference_over_xff": 0.6973993517938757, + "paired_ratio_ci_low": 0.9784763433420822, + "paired_ratio_ci_high": 1.018668302258494 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018568715507475038, + "anchor_seconds": 0.0018566145278912569, + "reference_seconds": 0.0013084361701095034, + "historical_over_current": 1.0001384363056443, + "reference_over_xff": 0.7046454934283302, + "paired_ratio_ci_low": 0.9788113486599734, + "paired_ratio_ci_high": 1.0342658476831925 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016417052469304984, + "anchor_seconds": 0.0016394131207129075, + "reference_seconds": 0.0011544536627341238, + "historical_over_current": 1.0013981382658412, + "reference_over_xff": 0.7032039794552704, + "paired_ratio_ci_low": 0.9261026516830982, + "paired_ratio_ci_high": 1.0103106256657008 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017230547631957702, + "anchor_seconds": 0.0017326307050617678, + "reference_seconds": 0.0012071571213060192, + "historical_over_current": 0.9944731777879601, + "reference_over_xff": 0.7005912679566205, + "paired_ratio_ci_low": 0.9876365645189934, + "paired_ratio_ci_high": 1.0245617692823916 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0019162848059620177, + "anchor_seconds": 0.0019036656677989022, + "reference_seconds": 0.0013677619059481437, + "historical_over_current": 1.0066288626078477, + "reference_over_xff": 0.7137571104737204, + "paired_ratio_ci_low": 0.9551092885259136, + "paired_ratio_ci_high": 1.0178251052008493 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018922108741077995, + "anchor_seconds": 0.0018968911941296288, + "reference_seconds": 0.001338990987278521, + "historical_over_current": 0.997532636539031, + "reference_over_xff": 0.7076330685975323, + "paired_ratio_ci_low": 0.9150323624735085, + "paired_ratio_ci_high": 0.9994710299053513 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020182376999097564, + "anchor_seconds": 0.0020177291894686363, + "reference_seconds": 0.0014182610653473862, + "historical_over_current": 1.000252021155155, + "reference_over_xff": 0.7027225115311256, + "paired_ratio_ci_low": 0.9188814755453142, + "paired_ratio_ci_high": 1.0032453679066342 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0019920173993644616, + "anchor_seconds": 0.001989675339289187, + "reference_seconds": 0.0013781579244615777, + "historical_over_current": 1.0011771066510335, + "reference_over_xff": 0.6918403046586183, + "paired_ratio_ci_low": 0.9803240618642542, + "paired_ratio_ci_high": 1.021039658917546 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018058539745176123, + "anchor_seconds": 0.0018126767189685432, + "reference_seconds": 0.002094245313422843, + "historical_over_current": 0.9962360941807576, + "reference_over_xff": 1.1596980392516327, + "paired_ratio_ci_low": 0.9900777667174739, + "paired_ratio_ci_high": 1.0407482321895554 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0020983938732007075, + "anchor_seconds": 0.0020966316695280726, + "reference_seconds": 0.003476901270914823, + "historical_over_current": 1.0008404927285257, + "reference_over_xff": 1.656934532319931, + "paired_ratio_ci_low": 0.9154183769127923, + "paired_ratio_ci_high": 1.0688258560068629 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0023947396382157293, + "anchor_seconds": 0.002395251147737283, + "reference_seconds": 0.0038478555950513553, + "historical_over_current": 0.9997864484807629, + "reference_over_xff": 1.606794965785221, + "paired_ratio_ci_low": 0.9724903332458353, + "paired_ratio_ci_high": 1.012486369940187 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0018437520068671023, + "anchor_seconds": 0.0018241043435409665, + "reference_seconds": 0.002217960025605169, + "historical_over_current": 1.0107711290725812, + "reference_over_xff": 1.2029600604334636, + "paired_ratio_ci_low": 1.0025367274649564, + "paired_ratio_ci_high": 1.0780789836335334 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002370115563583871, + "anchor_seconds": 0.0023486953633393916, + "reference_seconds": 0.003663544349061946, + "historical_over_current": 1.0091200419513, + "reference_over_xff": 1.545723932347953, + "paired_ratio_ci_low": 0.9363652535868255, + "paired_ratio_ci_high": 1.044142298111037 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.002668647952045181, + "anchor_seconds": 0.002703179012141412, + "reference_seconds": 0.00381154919852547, + "historical_over_current": 0.9872257590262674, + "reference_over_xff": 1.428269770692084, + "paired_ratio_ci_low": 0.965227726321965, + "paired_ratio_ci_high": 1.0082195729832715 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016618605780725677, + "anchor_seconds": 0.0016664947754526068, + "reference_seconds": 0.0012802867568098009, + "historical_over_current": 0.9972191947743848, + "reference_over_xff": 0.7703936020280849, + "paired_ratio_ci_low": 0.9929596438580924, + "paired_ratio_ci_high": 1.0151528859361203 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018071769598117541, + "anchor_seconds": 0.0017738455623787428, + "reference_seconds": 0.0012895666461970126, + "historical_over_current": 1.018790473161775, + "reference_over_xff": 0.7135807255595717, + "paired_ratio_ci_low": 0.9496120803726243, + "paired_ratio_ci_high": 1.1073828878705443 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018754732528967516, + "anchor_seconds": 0.0018611799404468564, + "reference_seconds": 0.001336979119861055, + "historical_over_current": 1.0076797047610901, + "reference_over_xff": 0.712875599689855, + "paired_ratio_ci_low": 0.9632876692864853, + "paired_ratio_ci_high": 1.0278713255549987 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.001804430739000617, + "anchor_seconds": 0.0017887827596582827, + "reference_seconds": 0.0013649035965846408, + "historical_over_current": 1.0087478366268041, + "reference_over_xff": 0.7564178369853043, + "paired_ratio_ci_low": 1.0012345479143532, + "paired_ratio_ci_high": 1.0621307483895759 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00186032948494401, + "anchor_seconds": 0.0018294132536365872, + "reference_seconds": 0.0013095531363173255, + "historical_over_current": 1.0168995339057296, + "reference_over_xff": 0.7039361290114363, + "paired_ratio_ci_low": 0.9838715413961948, + "paired_ratio_ci_high": 1.0645188984380982 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018571609148888715, + "anchor_seconds": 0.0018681580106550385, + "reference_seconds": 0.0013397492335311004, + "historical_over_current": 0.9941134017018662, + "reference_over_xff": 0.7213964190126563, + "paired_ratio_ci_low": 0.9746454519372822, + "paired_ratio_ci_high": 1.0132499108528046 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013758527652715288, + "anchor_seconds": 0.001405415546503805, + "reference_seconds": 0.0010176881914958358, + "historical_over_current": 0.978965095906461, + "reference_over_xff": 0.7396781234037, + "paired_ratio_ci_low": 0.7867560081109402, + "paired_ratio_ci_high": 0.9537106971051121 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016559256723017565, + "anchor_seconds": 0.0016370868543162942, + "reference_seconds": 0.0012223336102795742, + "historical_over_current": 1.0115075250502394, + "reference_over_xff": 0.7381572921570301, + "paired_ratio_ci_low": 0.968612678748685, + "paired_ratio_ci_high": 1.0504686878588627 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015577748251546706, + "anchor_seconds": 0.0015669619869662537, + "reference_seconds": 0.001138289550518883, + "historical_over_current": 0.9941369593595757, + "reference_over_xff": 0.7307150764911501, + "paired_ratio_ci_low": 0.9715994609468137, + "paired_ratio_ci_high": 1.0224479262122883 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015154191752940061, + "anchor_seconds": 0.0015093007379965414, + "reference_seconds": 0.0011272073800986011, + "historical_over_current": 1.0040538225043119, + "reference_over_xff": 0.7438254698604508, + "paired_ratio_ci_low": 0.9812061150977345, + "paired_ratio_ci_high": 1.1910729568755594 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017080337413409282, + "anchor_seconds": 0.0017350306983904115, + "reference_seconds": 0.0012666937933924298, + "historical_over_current": 0.9844400695189264, + "reference_over_xff": 0.7416093504089591, + "paired_ratio_ci_low": 0.9570608705904217, + "paired_ratio_ci_high": 1.0011389627065919 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0017112861775482695, + "anchor_seconds": 0.00174596565886445, + "reference_seconds": 0.0012675960731160427, + "historical_over_current": 0.9801373634469217, + "reference_over_xff": 0.7407271149306576, + "paired_ratio_ci_low": 0.8630972329117704, + "paired_ratio_ci_high": 1.0282897079719393 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013771475087629543, + "anchor_seconds": 0.0013784235592798463, + "reference_seconds": 0.0010129578544625214, + "historical_over_current": 0.9990742682042095, + "reference_over_xff": 0.735547824773272, + "paired_ratio_ci_low": 0.8887827742304445, + "paired_ratio_ci_high": 1.0859807297187423 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015115271643957211, + "anchor_seconds": 0.0015346264560884308, + "reference_seconds": 0.0011186701844313315, + "historical_over_current": 0.984947938567678, + "reference_over_xff": 0.7400926763221976, + "paired_ratio_ci_low": 0.9593404703595073, + "paired_ratio_ci_high": 1.043296438323152 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016109408960411592, + "anchor_seconds": 0.0016375114015924435, + "reference_seconds": 0.0012019079904781566, + "historical_over_current": 0.9837738500474287, + "reference_over_xff": 0.7460906811862625, + "paired_ratio_ci_low": 0.9585069596614214, + "paired_ratio_ci_high": 1.0080174853782509 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0015131031479021268, + "anchor_seconds": 0.0015003249919529828, + "reference_seconds": 0.0011416995105156232, + "historical_over_current": 1.0085169253446284, + "reference_over_xff": 0.754541758834192, + "paired_ratio_ci_low": 0.9595902496020036, + "paired_ratio_ci_high": 1.0987394767912257 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0018250556202561018, + "anchor_seconds": 0.0018385224559876537, + "reference_seconds": 0.0013839042595853762, + "historical_over_current": 0.9926751856156593, + "reference_over_xff": 0.7582805938764645, + "paired_ratio_ci_low": 0.968032832672419, + "paired_ratio_ci_high": 1.0737677130269354 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.00169926640366958, + "anchor_seconds": 0.001700648012393642, + "reference_seconds": 0.001275846812253197, + "historical_over_current": 0.999187598660044, + "reference_over_xff": 0.7508221250640836, + "paired_ratio_ci_low": 0.991039761458128, + "paired_ratio_ci_high": 1.0480700072719018 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014465338872036054, + "anchor_seconds": 0.001448522213779922, + "reference_seconds": 0.00108531923476784, + "historical_over_current": 0.9986273413293897, + "reference_over_xff": 0.7502895330478194, + "paired_ratio_ci_low": 0.8632997551124706, + "paired_ratio_ci_high": 1.0355235977126989 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016069505446856575, + "anchor_seconds": 0.0016086727818695916, + "reference_seconds": 0.001194127355813093, + "historical_over_current": 0.9989294049086026, + "reference_over_xff": 0.7431014972814123, + "paired_ratio_ci_low": 0.9263162150495111, + "paired_ratio_ci_high": 1.142580632694153 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016600717346937884, + "anchor_seconds": 0.0016835519484066893, + "reference_seconds": 0.001247709736205815, + "historical_over_current": 0.9860531694699872, + "reference_over_xff": 0.751599891817906, + "paired_ratio_ci_low": 0.9582903400690916, + "paired_ratio_ci_high": 1.0042427030804755 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017611817983422605, + "anchor_seconds": 0.0017961834535180103, + "reference_seconds": 0.0012850436476236652, + "historical_over_current": 0.9805133183321584, + "reference_over_xff": 0.729648494455957, + "paired_ratio_ci_low": 0.9454935129338513, + "paired_ratio_ci_high": 1.002233403403519 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017232571789507, + "anchor_seconds": 0.0017406459110567258, + "reference_seconds": 0.001282678315571199, + "historical_over_current": 0.9900101841531519, + "reference_over_xff": 0.7443336556138581, + "paired_ratio_ci_low": 0.9308091141466204, + "paired_ratio_ci_high": 1.0378537540301267 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0018029441458306142, + "anchor_seconds": 0.0018074600236667763, + "reference_seconds": 0.0013431967457845097, + "historical_over_current": 0.9975015337672583, + "reference_over_xff": 0.7450018620325594, + "paired_ratio_ci_low": 0.9581535131400777, + "paired_ratio_ci_high": 1.0091967674468492 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0017107400289248851, + "anchor_seconds": 0.001715687813148612, + "reference_seconds": 0.002096694381353224, + "historical_over_current": 0.9971161512101395, + "reference_over_xff": 1.2256066648951283, + "paired_ratio_ci_low": 0.9588858838708011, + "paired_ratio_ci_high": 1.023873332336308 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002059415944608017, + "anchor_seconds": 0.002062840930496653, + "reference_seconds": 0.003416704335471704, + "historical_over_current": 0.998339675232345, + "reference_over_xff": 1.6590647190128602, + "paired_ratio_ci_low": 0.946060266048909, + "paired_ratio_ci_high": 1.100120020150327 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0022837629491862443, + "anchor_seconds": 0.002294653211720288, + "reference_seconds": 0.003786897344980389, + "historical_over_current": 0.9952540704284116, + "reference_over_xff": 1.6581831955587794, + "paired_ratio_ci_low": 0.9759704276118049, + "paired_ratio_ci_high": 1.0150005895843963 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016625156942089753, + "anchor_seconds": 0.0016585770866922324, + "reference_seconds": 0.0021110596939078754, + "historical_over_current": 1.002374690660051, + "reference_over_xff": 1.2697983551441403, + "paired_ratio_ci_low": 0.9409890048990439, + "paired_ratio_ci_high": 1.1114813499713365 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.002037476922851056, + "anchor_seconds": 0.0020541471174164187, + "reference_seconds": 0.0034514177851157173, + "historical_over_current": 0.9918846150677223, + "reference_over_xff": 1.6939665654156828, + "paired_ratio_ci_low": 0.9852119171938101, + "paired_ratio_ci_high": 1.1438114534733466 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0025453042915268313, + "anchor_seconds": 0.002563044744809823, + "reference_seconds": 0.0036818628820280233, + "historical_over_current": 0.9930783677035228, + "reference_over_xff": 1.4465315185633123, + "paired_ratio_ci_low": 0.9774464780323057, + "paired_ratio_ci_high": 1.0116889531322408 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00149192099758823, + "anchor_seconds": 0.0015067083101409178, + "reference_seconds": 0.0012123781461490406, + "historical_over_current": 0.9901856832851046, + "reference_over_xff": 0.8126289180921206, + "paired_ratio_ci_low": 0.9291185428477682, + "paired_ratio_ci_high": 1.076045298894226 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0016021473649224, + "anchor_seconds": 0.0016098161688118818, + "reference_seconds": 0.001223725094903438, + "historical_over_current": 0.9952362238384388, + "reference_over_xff": 0.7638030818486594, + "paired_ratio_ci_low": 0.9545146699862201, + "paired_ratio_ci_high": 1.0937700928936025 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016271243720049305, + "anchor_seconds": 0.001640223371352823, + "reference_seconds": 0.001265548216733372, + "historical_over_current": 0.9920138929997756, + "reference_over_xff": 0.7777821035118372, + "paired_ratio_ci_low": 0.9140852923307966, + "paired_ratio_ci_high": 1.0039324273954435 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0016125768334383057, + "anchor_seconds": 0.0016344603528046892, + "reference_seconds": 0.0013108027633279562, + "historical_over_current": 0.986611165374044, + "reference_over_xff": 0.8128622067161212, + "paired_ratio_ci_low": 0.9694390927574574, + "paired_ratio_ci_high": 1.0052092654363178 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0017779099677378933, + "anchor_seconds": 0.0017894477433791117, + "reference_seconds": 0.0013355262843625887, + "historical_over_current": 0.9935523260268943, + "reference_over_xff": 0.7511776797459732, + "paired_ratio_ci_low": 0.9238229221922388, + "paired_ratio_ci_high": 1.0247548277112501 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0016236569194699683, + "anchor_seconds": 0.0016467429924800637, + "reference_seconds": 0.001240716279772598, + "historical_over_current": 0.9859807674205877, + "reference_over_xff": 0.7641492884947773, + "paired_ratio_ci_low": 0.967231816041932, + "paired_ratio_ci_high": 0.9973447426887527 + } + ] + } + }, + "macos": { + "full": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/full-measurements", + "contract_sha256": "45bf036587007fde466c34caa23505751ebd7f5a47943f6ba60843bbeedd624d", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 180, + "completed": 180, + "new_cells": 180, + "state": "complete", + "utc": "2026-11-08T22:49:18.716458+00:00", + "pr": 0, + "case": "metadata-time/broad/10000/10", + "session_seconds": 1037.998283249326 + }, + "repetitions": 9, + "keep": 7, + "warmup_rounds": 1, + "executions": 5400, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "ad2e54d5287f6f19a03c2bbdbd88af97a0fc98f6a7de58190bc6e1a350cf42a4", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.2212589707709602, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9790336508425116, + "cpu_ratio_geomean": 0.9631608778179916, + "vs_reference_geomean": 1.3647848710098007, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 1.0057265434123452, + "cpu_ratio_geomean": 1.0120553077286645, + "vs_reference_geomean": 1.3306825174126282, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.993205778583057, + "cpu_ratio_geomean": 0.9960043730953566, + "vs_reference_geomean": 1.1503375571664978, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.999105094831507, + "cpu_ratio_geomean": 0.9933891336058204, + "vs_reference_geomean": 1.0499089459793418, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9929392854698886, + "cpu_ratio_geomean": 0.993796432381081, + "vs_reference_geomean": 0.8383506940560802, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0028152123887384, + "cpu_ratio_geomean": 1.0019048193122224, + "vs_reference_geomean": 0.8608098551222607, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9935527466754963, + "cpu_ratio_geomean": 0.9980425259222603, + "vs_reference_geomean": 1.3429466913012327, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9946090417875944, + "cpu_ratio_geomean": 0.9788045062806057, + "vs_reference_geomean": 1.321591075196614, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9575054641491209, + "cpu_ratio_geomean": 0.9516132278256472, + "vs_reference_geomean": 1.0047266958646084, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.989089847725855, + "cpu_ratio_geomean": 0.9819455029072949, + "vs_reference_geomean": 1.250933419128239, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9844522349770296, + "cpu_ratio_geomean": 0.9830148339136799, + "vs_reference_geomean": 0.8003799075150593, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9865073526428384, + "cpu_ratio_geomean": 0.9854624278606935, + "vs_reference_geomean": 0.6655354701391485, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9784060941196947, + "cpu_ratio_geomean": 0.9725580818071, + "vs_reference_geomean": 1.352182425606371, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9975568725034194, + "cpu_ratio_geomean": 0.9845174824907258, + "vs_reference_geomean": 1.1665528398278326, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "candidate", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9608543283991078, + "cpu_ratio_geomean": 0.9492963583976153, + "vs_reference_geomean": 0.7232361707743795, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0174478070777297, + "cpu_ratio_geomean": 1.0163842989580563, + "vs_reference_geomean": 1.3405398029967872, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 1000, + "cells": 6, + "wall_ratio_geomean": 0.9875239456343994, + "cpu_ratio_geomean": 0.9910706833487801, + "vs_reference_geomean": 1.2765469006706627, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "archive-tar", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0789576067654334, + "cpu_ratio_geomean": 1.0078085697602714, + "vs_reference_geomean": 1.2441461507193148, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "content-regex", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0095107241367338, + "cpu_ratio_geomean": 0.987936677656289, + "vs_reference_geomean": 1.066279176411078, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "content-regex", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9726920212125462, + "cpu_ratio_geomean": 0.9637959289461685, + "vs_reference_geomean": 0.8606494949182394, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "content-regex", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9905327596370614, + "cpu_ratio_geomean": 0.9978278572116008, + "vs_reference_geomean": 0.9218123774799749, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9646851463339604, + "cpu_ratio_geomean": 0.9881064237458118, + "vs_reference_geomean": 1.2351591223527114, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0978873346832023, + "cpu_ratio_geomean": 1.0631508636242326, + "vs_reference_geomean": 1.4076875868962342, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9335554660586762, + "cpu_ratio_geomean": 1.0148995247377828, + "vs_reference_geomean": 1.0603777698650017, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9680074287015337, + "cpu_ratio_geomean": 0.9776324348740003, + "vs_reference_geomean": 1.1495128207325434, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 0.9858079797242473, + "cpu_ratio_geomean": 0.9810515703135368, + "vs_reference_geomean": 0.859043946284855, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "metadata-time", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9952629724097848, + "cpu_ratio_geomean": 0.9711953326903602, + "vs_reference_geomean": 0.7359563774564335, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0900675212294932, + "cpu_ratio_geomean": 1.0036334270511917, + "vs_reference_geomean": 1.3063387689938737, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 2 + }, + { + "role": "control", + "name": "name-native", + "files": 10000, + "cells": 6, + "wall_ratio_geomean": 1.0002130056959613, + "cpu_ratio_geomean": 1.0071292280816517, + "vs_reference_geomean": 1.2105272061255836, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "name-native", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0127667378605907, + "cpu_ratio_geomean": 0.9957881640578329, + "vs_reference_geomean": 0.7611049943366817, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 90, + "wall_ratio_geomean": 0.9875977272633902 + }, + "control": { + "cells": 90, + "wall_ratio_geomean": 1.0059686928479357 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009879446056272303, + "anchor_seconds": 0.010174428378897054, + "reference_seconds": 0.007251875475049019, + "historical_over_current": 0.9710074795713753, + "reference_over_xff": 0.7340366487901332, + "paired_ratio_ci_low": 0.9218190700318246, + "paired_ratio_ci_high": 0.9963783638118257 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009526696322219712, + "anchor_seconds": 0.009506553411483765, + "reference_seconds": 0.0070063093943255285, + "historical_over_current": 1.0021188447446805, + "reference_over_xff": 0.7354395644987941, + "paired_ratio_ci_low": 0.9889376388681813, + "paired_ratio_ci_high": 1.1331645389927416 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008456095254846982, + "anchor_seconds": 0.008602428516106946, + "reference_seconds": 0.006009773883436408, + "historical_over_current": 0.982989308078995, + "reference_over_xff": 0.7107031912857937, + "paired_ratio_ci_low": 0.9645147752640301, + "paired_ratio_ci_high": 1.07671953652577 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.011459856959325927, + "anchor_seconds": 0.011421113274991512, + "reference_seconds": 0.008401029876300268, + "historical_over_current": 1.0033922861459794, + "reference_over_xff": 0.7330833103866612, + "paired_ratio_ci_low": 0.991768259013363, + "paired_ratio_ci_high": 1.1118200798605449 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.011100523839039462, + "anchor_seconds": 0.011349047534167767, + "reference_seconds": 0.008409160588468825, + "historical_over_current": 0.9781018015494171, + "reference_over_xff": 0.7575462843379179, + "paired_ratio_ci_low": 0.9598645754898787, + "paired_ratio_ci_high": 0.9901491039665251 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.01118214282074145, + "anchor_seconds": 0.011466214300266333, + "reference_seconds": 0.008422600903681346, + "historical_over_current": 0.9752253470861534, + "reference_over_xff": 0.7532188632091601, + "paired_ratio_ci_low": 0.8966043889995654, + "paired_ratio_ci_high": 0.9834868117414592 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.038737387396395206, + "anchor_seconds": 0.04059575591236353, + "reference_seconds": 0.04736082149403436, + "historical_over_current": 0.9542225911501662, + "reference_over_xff": 1.2226126922137661, + "paired_ratio_ci_low": 0.8682727411069138, + "paired_ratio_ci_high": 1.0364271866381287 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.030774434629295553, + "anchor_seconds": 0.03252116657261338, + "reference_seconds": 0.03596720192581415, + "historical_over_current": 0.94628938234987, + "reference_over_xff": 1.1687363995169995, + "paired_ratio_ci_low": 0.9394124914307831, + "paired_ratio_ci_high": 1.1071899991800591 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.031185684326503958, + "anchor_seconds": 0.032576333199228556, + "reference_seconds": 0.03686939885041544, + "historical_over_current": 0.9573110680008169, + "reference_over_xff": 1.1822539619270445, + "paired_ratio_ci_low": 0.9465400903966417, + "paired_ratio_ci_high": 0.994077810279194 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010152857484562057, + "anchor_seconds": 0.010336559531944138, + "reference_seconds": 0.007704238008175578, + "historical_over_current": 0.9822279311782254, + "reference_over_xff": 0.7588245988767467, + "paired_ratio_ci_low": 0.9661407540610916, + "paired_ratio_ci_high": 1.005867613949365 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010587541785623347, + "anchor_seconds": 0.010619338867919785, + "reference_seconds": 0.008159815732921873, + "historical_over_current": 0.9970057380509351, + "reference_over_xff": 0.7706997429754616, + "paired_ratio_ci_low": 0.9784623942414109, + "paired_ratio_ci_high": 1.0511028285665014 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010207672603428364, + "anchor_seconds": 0.009939892749701227, + "reference_seconds": 0.00775522632258279, + "historical_over_current": 1.026939913786815, + "reference_over_xff": 0.7597448139136151, + "paired_ratio_ci_low": 0.9969839424167588, + "paired_ratio_ci_high": 1.147983791617834 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01558104157447815, + "anchor_seconds": 0.015409749932587147, + "reference_seconds": 0.01166416664740869, + "historical_over_current": 1.0111157963393533, + "reference_over_xff": 0.7486127671024685, + "paired_ratio_ci_low": 0.6558445166354014, + "paired_ratio_ci_high": 1.3413248113809402 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.015057053683059556, + "anchor_seconds": 0.015000559389591217, + "reference_seconds": 0.01190236902662686, + "historical_over_current": 1.003766145781706, + "reference_over_xff": 0.7904845979275494, + "paired_ratio_ci_low": 0.9305768318512136, + "paired_ratio_ci_high": 1.0220002685817156 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.012037732106234347, + "anchor_seconds": 0.012078791723719664, + "reference_seconds": 0.009126993827521801, + "historical_over_current": 0.9966006850333642, + "reference_over_xff": 0.758198782542679, + "paired_ratio_ci_low": 0.9819514695148874, + "paired_ratio_ci_high": 1.121460283874145 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.033189762117607255, + "anchor_seconds": 0.0342359703832439, + "reference_seconds": 0.02745333899344717, + "historical_over_current": 0.969441255675677, + "reference_over_xff": 0.8271628731826042, + "paired_ratio_ci_low": 0.7576466374827507, + "paired_ratio_ci_high": 0.9860265833830771 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033132243768445084, + "anchor_seconds": 0.034764725981014113, + "reference_seconds": 0.02800750013973032, + "historical_over_current": 0.9530419939607587, + "reference_over_xff": 0.8453245827680547, + "paired_ratio_ci_low": 0.9223845352334904, + "paired_ratio_ci_high": 0.9679577093554895 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03352572595966714, + "anchor_seconds": 0.03474488681448357, + "reference_seconds": 0.027590512031955377, + "historical_over_current": 0.964911071337604, + "reference_over_xff": 0.8229653867942466, + "paired_ratio_ci_low": 0.949648346546069, + "paired_ratio_ci_high": 0.983989440860486 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008512761709945542, + "anchor_seconds": 0.008490107022225857, + "reference_seconds": 0.005827178247272968, + "historical_over_current": 1.002668363032454, + "reference_over_xff": 0.6845226550233421, + "paired_ratio_ci_low": 0.9724029233886391, + "paired_ratio_ci_high": 1.030387718344396 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008358363195189409, + "anchor_seconds": 0.008471654861101083, + "reference_seconds": 0.005891505894916398, + "historical_over_current": 0.9866269733872338, + "reference_over_xff": 0.7048635907933755, + "paired_ratio_ci_low": 0.8537254569051714, + "paired_ratio_ci_high": 0.9998526446333009 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010563529628728117, + "anchor_seconds": 0.010244660611663545, + "reference_seconds": 0.007073119282722473, + "historical_over_current": 1.0311253861061576, + "reference_over_xff": 0.6695791587961968, + "paired_ratio_ci_low": 1.0031619793678968, + "paired_ratio_ci_high": 1.1536109348796806 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01104907744697162, + "anchor_seconds": 0.011253333118345057, + "reference_seconds": 0.009182291637573923, + "historical_over_current": 0.9818493179553655, + "reference_over_xff": 0.8310460019529183, + "paired_ratio_ci_low": 0.9065703320642052, + "paired_ratio_ci_high": 1.0746687910608321 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01174767262169293, + "anchor_seconds": 0.012046226300299168, + "reference_seconds": 0.009735327746186937, + "historical_over_current": 0.9752159995036103, + "reference_over_xff": 0.8287026766654995, + "paired_ratio_ci_low": 0.9191803195085587, + "paired_ratio_ci_high": 1.0231140034607837 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.010773940810135432, + "anchor_seconds": 0.010917791564549719, + "reference_seconds": 0.00884948790605579, + "historical_over_current": 0.9868241893460054, + "reference_over_xff": 0.8213789236460962, + "paired_ratio_ci_low": 0.9752279371723602, + "paired_ratio_ci_high": 1.0262839752396675 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03307184523769787, + "anchor_seconds": 0.034454154915043285, + "reference_seconds": 0.04819327366671392, + "historical_over_current": 0.959879739301286, + "reference_over_xff": 1.4572296562327725, + "paired_ratio_ci_low": 0.9520096924723812, + "paired_ratio_ci_high": 0.97135625997343 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033978898743433614, + "anchor_seconds": 0.0357045532603349, + "reference_seconds": 0.049749702481286864, + "historical_over_current": 0.9516685027727722, + "reference_over_xff": 1.464135222772661, + "paired_ratio_ci_low": 0.924154789271666, + "paired_ratio_ci_high": 1.3379377432875623 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034295249597302506, + "anchor_seconds": 0.03579772622989757, + "reference_seconds": 0.048556672409176826, + "historical_over_current": 0.9580287132499431, + "reference_over_xff": 1.4158425140313327, + "paired_ratio_ci_low": 0.9488250879519812, + "paired_ratio_ci_high": 0.9846839944632688 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.00934252408998353, + "anchor_seconds": 0.009537482235048498, + "reference_seconds": 0.007147279701062611, + "historical_over_current": 0.9795587409485774, + "reference_over_xff": 0.7650266279458114, + "paired_ratio_ci_low": 0.935842752227961, + "paired_ratio_ci_high": 1.0340098020046864 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0112200476495283, + "anchor_seconds": 0.012107238439576966, + "reference_seconds": 0.008898041610206877, + "historical_over_current": 0.9267222831633879, + "reference_over_xff": 0.7930484689680403, + "paired_ratio_ci_low": 0.7787141097855381, + "paired_ratio_ci_high": 1.1317891599033185 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.016897982119449546, + "anchor_seconds": 0.017837000212499073, + "reference_seconds": 0.014104315345840794, + "historical_over_current": 0.9473556045376105, + "reference_over_xff": 0.8346745336892476, + "paired_ratio_ci_low": 0.8720364152443666, + "paired_ratio_ci_high": 1.0090993958194474 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01244565485311406, + "anchor_seconds": 0.012392059633774417, + "reference_seconds": 0.011139357196433204, + "historical_over_current": 1.00432496460827, + "reference_over_xff": 0.8950398615341639, + "paired_ratio_ci_low": 0.9893936188651314, + "paired_ratio_ci_high": 1.1184272982382795 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.013578220270574093, + "anchor_seconds": 0.01316238074962582, + "reference_seconds": 0.011820755765906401, + "historical_over_current": 1.0315930323592937, + "reference_over_xff": 0.8705673888295682, + "paired_ratio_ci_low": 0.9801846698344592, + "paired_ratio_ci_high": 1.2045963603039171 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.013090100804609912, + "anchor_seconds": 0.013004243906055177, + "reference_seconds": 0.011784315641437258, + "historical_over_current": 1.0066022214882295, + "reference_over_xff": 0.9002463630598782, + "paired_ratio_ci_low": 1.0000772201456722, + "paired_ratio_ci_high": 1.013983007426691 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03494396433234215, + "anchor_seconds": 0.0360951605918152, + "reference_seconds": 0.04592127951660326, + "historical_over_current": 0.9681066314542428, + "reference_over_xff": 1.314140521660879, + "paired_ratio_ci_low": 0.9477518992347375, + "paired_ratio_ci_high": 1.004501319361777 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03465035704097578, + "anchor_seconds": 0.0358666129676359, + "reference_seconds": 0.04558552974568946, + "historical_over_current": 0.9660894680030812, + "reference_over_xff": 1.3155861479805906, + "paired_ratio_ci_low": 0.948540196448922, + "paired_ratio_ci_high": 0.9860097821646503 + }, + { + "role": "candidate", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03375354755137648, + "anchor_seconds": 0.03510716078536851, + "reference_seconds": 0.04515994020870754, + "historical_over_current": 0.9614433863715869, + "reference_over_xff": 1.3379316689592202, + "paired_ratio_ci_low": 0.9506037796052573, + "paired_ratio_ci_high": 0.9787330242620047 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009071833587118558, + "anchor_seconds": 0.009501595449234759, + "reference_seconds": 0.007183904626539775, + "historical_over_current": 0.9547695053517762, + "reference_over_xff": 0.7918911383846894, + "paired_ratio_ci_low": 0.941039354873079, + "paired_ratio_ci_high": 0.9778233085002387 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008730922692588397, + "anchor_seconds": 0.008568583189376764, + "reference_seconds": 0.006576041824051312, + "historical_over_current": 1.018945898011809, + "reference_over_xff": 0.7531897893946141, + "paired_ratio_ci_low": 1.0077770269675703, + "paired_ratio_ci_high": 1.0701048460850318 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009912589431873389, + "anchor_seconds": 0.009992333395140511, + "reference_seconds": 0.007802779653242656, + "historical_over_current": 0.9920194853280312, + "reference_over_xff": 0.7871585630444095, + "paired_ratio_ci_low": 0.9770792050673457, + "paired_ratio_ci_high": 1.0084346136713769 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02016892270850284, + "anchor_seconds": 0.02050063093858106, + "reference_seconds": 0.02711592268730913, + "historical_over_current": 0.9838196087197509, + "reference_over_xff": 1.344440805253201, + "paired_ratio_ci_low": 0.9744923847591856, + "paired_ratio_ci_high": 0.9989143778336459 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.021686654670962265, + "anchor_seconds": 0.022036434417324408, + "reference_seconds": 0.028983291504638537, + "historical_over_current": 0.9841272077080149, + "reference_over_xff": 1.3364574640203146, + "paired_ratio_ci_low": 0.9695501273988522, + "paired_ratio_ci_high": 1.0043680969367317 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.023522857443562577, + "anchor_seconds": 0.024009601213037968, + "reference_seconds": 0.030722083390823433, + "historical_over_current": 0.9797271197819365, + "reference_over_xff": 1.3060523562893522, + "paired_ratio_ci_low": 0.9291418982808516, + "paired_ratio_ci_high": 0.991075005498077 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.12922842827226436, + "anchor_seconds": 0.13074410147964954, + "reference_seconds": 0.22028311315391744, + "historical_over_current": 0.9884073301186662, + "reference_over_xff": 1.7046025870547223, + "paired_ratio_ci_low": 0.9224194519156248, + "paired_ratio_ci_high": 0.9969975920655607 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.13403973222843238, + "anchor_seconds": 0.13556816082979953, + "reference_seconds": 0.2259064226278237, + "historical_over_current": 0.9887257554280313, + "reference_over_xff": 1.6853690981926974, + "paired_ratio_ci_low": 0.9780156766579301, + "paired_ratio_ci_high": 1.0200570573731245 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.13294764860932315, + "anchor_seconds": 0.1345976966300181, + "reference_seconds": 0.22769988687442883, + "historical_over_current": 0.9877408896139537, + "reference_over_xff": 1.7127033780307193, + "paired_ratio_ci_low": 0.9629376181378744, + "paired_ratio_ci_high": 1.07372401993104 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.014104702642985753, + "anchor_seconds": 0.014384130947291851, + "reference_seconds": 0.01188343417431627, + "historical_over_current": 0.9805738486857486, + "reference_over_xff": 0.8425157534409904, + "paired_ratio_ci_low": 0.9408645133042604, + "paired_ratio_ci_high": 1.0473480578173198 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009841386627938067, + "anchor_seconds": 0.010118589337382997, + "reference_seconds": 0.008184714508908135, + "historical_over_current": 0.9726046091799764, + "reference_over_xff": 0.831662733955913, + "paired_ratio_ci_low": 0.9653316208113101, + "paired_ratio_ci_high": 1.0137854070864805 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01079341649476971, + "anchor_seconds": 0.010610380742166723, + "reference_seconds": 0.008562416769564152, + "historical_over_current": 1.0172506300245743, + "reference_over_xff": 0.7932999503644969, + "paired_ratio_ci_low": 0.9763199609255707, + "paired_ratio_ci_high": 1.0543936162119805 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.025316089524754455, + "anchor_seconds": 0.025681047567299435, + "reference_seconds": 0.030030368960329464, + "historical_over_current": 0.9857888179370964, + "reference_over_xff": 1.1862167311015912, + "paired_ratio_ci_low": 0.9666885971884417, + "paired_ratio_ci_high": 0.9919017029804703 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.026302226020821502, + "anchor_seconds": 0.026997958309948444, + "reference_seconds": 0.03095672612211534, + "historical_over_current": 0.9742301887742907, + "reference_over_xff": 1.1769622121568424, + "paired_ratio_ci_low": 0.9587069474959515, + "paired_ratio_ci_high": 0.9984032875031035 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.026312571285026416, + "anchor_seconds": 0.026333749959511415, + "reference_seconds": 0.030549369087176665, + "historical_over_current": 0.9991957592626359, + "reference_over_xff": 1.1610180075620837, + "paired_ratio_ci_low": 0.9642358033531943, + "paired_ratio_ci_high": 1.1192154956298042 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16170140502176114, + "anchor_seconds": 0.16432729749275105, + "reference_seconds": 0.21343897016985075, + "historical_over_current": 0.984020351389849, + "reference_over_xff": 1.3199574248666979, + "paired_ratio_ci_low": 0.9713853290423716, + "paired_ratio_ci_high": 0.9919677699663241 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.1574888157525233, + "anchor_seconds": 0.15931107196956873, + "reference_seconds": 0.2108172681182623, + "historical_over_current": 0.9885616473825904, + "reference_over_xff": 1.338617393945859, + "paired_ratio_ci_low": 0.9322291940696407, + "paired_ratio_ci_high": 0.9996703888564923 + }, + { + "role": "candidate", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.15902151194001948, + "anchor_seconds": 0.16200058947184257, + "reference_seconds": 0.21048052981495857, + "historical_over_current": 0.9816106994330358, + "reference_over_xff": 1.3235978406138451, + "paired_ratio_ci_low": 0.9725239902832323, + "paired_ratio_ci_high": 0.9907950329804763 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010704529471695423, + "anchor_seconds": 0.01071181520819664, + "reference_seconds": 0.009395588987639971, + "historical_over_current": 0.9993198410951263, + "reference_over_xff": 0.8777208762406129, + "paired_ratio_ci_low": 0.944074032634063, + "paired_ratio_ci_high": 1.0194018430101044 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00982343458703586, + "anchor_seconds": 0.009733410818236215, + "reference_seconds": 0.009096529600875718, + "historical_over_current": 1.0092489437136445, + "reference_over_xff": 0.9260029697638085, + "paired_ratio_ci_low": 0.9922323476309409, + "paired_ratio_ci_high": 1.0661043562723487 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009472714604011603, + "anchor_seconds": 0.009596017854554313, + "reference_seconds": 0.009958184590297086, + "historical_over_current": 0.9871505813753577, + "reference_over_xff": 1.0512492993381106, + "paired_ratio_ci_low": 0.9547136611240441, + "paired_ratio_ci_high": 1.0347010018428549 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.08565214888325759, + "anchor_seconds": 0.09033676170344863, + "reference_seconds": 0.10975367256573268, + "historical_over_current": 0.9481427855963072, + "reference_over_xff": 1.2813884297908866, + "paired_ratio_ci_low": 0.9087693069889673, + "paired_ratio_ci_high": 1.014922119614364 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.054378898814320564, + "anchor_seconds": 0.05416216089257172, + "reference_seconds": 0.0646816963063819, + "historical_over_current": 1.0040016483496428, + "reference_over_xff": 1.189463150536401, + "paired_ratio_ci_low": 0.9867974002801726, + "paired_ratio_ci_high": 1.0119140898391261 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05985177321625607, + "anchor_seconds": 0.05911704219345536, + "reference_seconds": 0.06078892294317484, + "historical_over_current": 1.0124284131197967, + "reference_over_xff": 1.015657843979537, + "paired_ratio_ci_low": 1.004789455450792, + "paired_ratio_ci_high": 1.0448661182542853 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.9603752322228891, + "anchor_seconds": 0.9542618934065104, + "reference_seconds": 1.127370928414166, + "historical_over_current": 1.0064063532858423, + "reference_over_xff": 1.1738858839630295, + "paired_ratio_ci_low": 0.9917403782299529, + "paired_ratio_ci_high": 1.0742935385056638 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.6471961071448666, + "anchor_seconds": 0.6465659349092415, + "reference_seconds": 0.7024339221950088, + "historical_over_current": 1.0009746449690604, + "reference_over_xff": 1.0853494241395025, + "paired_ratio_ci_low": 0.8872834167162581, + "paired_ratio_ci_high": 1.1287246664563708 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.762917154468596, + "anchor_seconds": 0.7528600179191146, + "reference_seconds": 0.7872796013419118, + "historical_over_current": 1.0133585743831623, + "reference_over_xff": 1.0319332796891758, + "paired_ratio_ci_low": 0.9850448400213883, + "paired_ratio_ci_high": 1.067606352241948 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.01421361935458013, + "anchor_seconds": 0.013944970177752631, + "reference_seconds": 0.01247247654412474, + "historical_over_current": 1.0192649516924814, + "reference_over_xff": 0.8775017983090752, + "paired_ratio_ci_low": 0.9500758255965279, + "paired_ratio_ci_high": 1.0931723960842217 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010927857298936163, + "anchor_seconds": 0.011048606996025358, + "reference_seconds": 0.011168535665741988, + "historical_over_current": 0.989071047858555, + "reference_over_xff": 1.0220242962752868, + "paired_ratio_ci_low": 0.9690338389240457, + "paired_ratio_ci_high": 1.0185102172502938 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.011643785850277968, + "anchor_seconds": 0.01174973217504365, + "reference_seconds": 0.011344898891236101, + "historical_over_current": 0.9909830859812523, + "reference_over_xff": 0.9743307749828866, + "paired_ratio_ci_low": 0.9212477044026621, + "paired_ratio_ci_high": 1.024825095700639 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.11600133909710816, + "anchor_seconds": 0.11616933332490069, + "reference_seconds": 0.18580144058380807, + "historical_over_current": 0.9985538848938499, + "reference_over_xff": 1.601718066618767, + "paired_ratio_ci_low": 0.9430069881442357, + "paired_ratio_ci_high": 1.0207174698589376 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.10278499432440315, + "anchor_seconds": 0.1031082199354257, + "reference_seconds": 0.12061640447271722, + "historical_over_current": 0.9968651809601118, + "reference_over_xff": 1.1734826203524977, + "paired_ratio_ci_low": 0.9057004048616645, + "paired_ratio_ci_high": 1.0183315737105811 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.12844211302165473, + "anchor_seconds": 0.12857357119875296, + "reference_seconds": 0.12714846418904407, + "historical_over_current": 0.9989775645502215, + "reference_over_xff": 0.9899281567223006, + "paired_ratio_ci_low": 0.942884777984938, + "paired_ratio_ci_high": 1.008847457166956 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 1.3017023392021656, + "anchor_seconds": 1.3118059641814657, + "reference_seconds": 2.027820285675781, + "historical_over_current": 0.9922979272429178, + "reference_over_xff": 1.5578218034997653, + "paired_ratio_ci_low": 0.9291306296778619, + "paired_ratio_ci_high": 1.0166670737432395 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 1.0480058688138212, + "anchor_seconds": 1.0574880657451493, + "reference_seconds": 1.2256953152162688, + "historical_over_current": 0.9910332823239508, + "reference_over_xff": 1.1695500489931077, + "paired_ratio_ci_low": 0.9361790633836203, + "paired_ratio_ci_high": 1.013708032543987 + }, + { + "role": "candidate", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 1.3149830596521497, + "anchor_seconds": 1.298029595054686, + "reference_seconds": 1.3492521131411195, + "historical_over_current": 1.0130609230036465, + "reference_over_xff": 1.026060452442661, + "paired_ratio_ci_low": 0.9950178235563001, + "paired_ratio_ci_high": 1.0331458234907387 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008667523573551859, + "anchor_seconds": 0.00868443466190781, + "reference_seconds": 0.006017267837056092, + "historical_over_current": 0.998052712811563, + "reference_over_xff": 0.6942314936895267, + "paired_ratio_ci_low": 0.9630805169106741, + "paired_ratio_ci_high": 1.0331510356504214 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009108190424740314, + "anchor_seconds": 0.009309434331953526, + "reference_seconds": 0.006501327268779278, + "historical_over_current": 0.9783827996377326, + "reference_over_xff": 0.7137891244697641, + "paired_ratio_ci_low": 0.8045559773107492, + "paired_ratio_ci_high": 1.0866331139251275 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008402862985219275, + "anchor_seconds": 0.00855038674282176, + "reference_seconds": 0.006070672534406185, + "historical_over_current": 0.9827465397718605, + "reference_over_xff": 0.7224528764879973, + "paired_ratio_ci_low": 0.9650457939486567, + "paired_ratio_ci_high": 1.001228162055674 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.009303887108606952, + "anchor_seconds": 0.009299702277140958, + "reference_seconds": 0.0070072319358587265, + "historical_over_current": 1.0004499962838898, + "reference_over_xff": 0.7531510060323487, + "paired_ratio_ci_low": 0.9404817340009194, + "paired_ratio_ci_high": 1.0167041498237364 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.010644321595983846, + "anchor_seconds": 0.010820660607091017, + "reference_seconds": 0.0079569047583001, + "historical_over_current": 0.9837034893237837, + "reference_over_xff": 0.7475257757434047, + "paired_ratio_ci_low": 0.9296997840778999, + "paired_ratio_ci_high": 1.0147844174618414 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.010796660823481423, + "anchor_seconds": 0.010814321227371693, + "reference_seconds": 0.0081630711044584, + "historical_over_current": 0.9983669429158837, + "reference_over_xff": 0.7560736822170715, + "paired_ratio_ci_low": 0.9926895056129776, + "paired_ratio_ci_high": 1.0667143994702284 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.01733959506132773, + "anchor_seconds": 0.01750025006809405, + "reference_seconds": 0.01602321437426976, + "historical_over_current": 0.9908198450798585, + "reference_over_xff": 0.924082385868752, + "paired_ratio_ci_low": 0.9697092091619639, + "paired_ratio_ci_high": 1.0167946172595665 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01950154746217387, + "anchor_seconds": 0.019945434161594937, + "reference_seconds": 0.01716153576437916, + "historical_over_current": 0.9777449467469717, + "reference_over_xff": 0.8800089222491955, + "paired_ratio_ci_low": 0.8947883659202641, + "paired_ratio_ci_high": 1.0739617406889377 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.018387547428054467, + "anchor_seconds": 0.018612601129072055, + "reference_seconds": 0.017069476124431406, + "historical_over_current": 0.9879085303845004, + "reference_over_xff": 0.9283171772211427, + "paired_ratio_ci_low": 0.9519550631660071, + "paired_ratio_ci_high": 0.9984627433023894 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009657095186412334, + "anchor_seconds": 0.009830000012048654, + "reference_seconds": 0.007356446369418076, + "historical_over_current": 0.9824104958876511, + "reference_over_xff": 0.7617659583358666, + "paired_ratio_ci_low": 0.9503891165356211, + "paired_ratio_ci_high": 1.0069250269904528 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.008930470129208905, + "anchor_seconds": 0.009229642738189017, + "reference_seconds": 0.0065928926425320765, + "historical_over_current": 0.967585678290424, + "reference_over_xff": 0.7382469844413555, + "paired_ratio_ci_low": 0.9592831800407893, + "paired_ratio_ci_high": 0.9808997212318397 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010736916746412004, + "anchor_seconds": 0.011121928691864014, + "reference_seconds": 0.008252535148390703, + "historical_over_current": 0.9653826277690797, + "reference_over_xff": 0.7686131264032091, + "paired_ratio_ci_low": 0.9446815880818945, + "paired_ratio_ci_high": 0.9865765056834858 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.012509868746357304, + "anchor_seconds": 0.011962291784584522, + "reference_seconds": 0.009441707948488849, + "historical_over_current": 1.0457752554137185, + "reference_over_xff": 0.7547407682625079, + "paired_ratio_ci_low": 0.9892633658934583, + "paired_ratio_ci_high": 1.1008958316746076 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.010381374907280718, + "anchor_seconds": 0.010345976666680403, + "reference_seconds": 0.007701357826590538, + "historical_over_current": 1.0034214498776433, + "reference_over_xff": 0.7418437244944678, + "paired_ratio_ci_low": 0.978415558932413, + "paired_ratio_ci_high": 1.0397625666752324 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.010891488487167018, + "anchor_seconds": 0.01085123818899904, + "reference_seconds": 0.008231101158474172, + "historical_over_current": 1.0037092816015027, + "reference_over_xff": 0.7557370297156841, + "paired_ratio_ci_low": 0.9869965115200591, + "paired_ratio_ci_high": 1.0237175518842951 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.027661720689918314, + "anchor_seconds": 0.02681314306599753, + "reference_seconds": 0.02289639280310699, + "historical_over_current": 1.0316478236748339, + "reference_over_xff": 0.8277284359772994, + "paired_ratio_ci_low": 0.9771897505896517, + "paired_ratio_ci_high": 1.3148434565853866 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.023497595318726132, + "anchor_seconds": 0.023151702380606105, + "reference_seconds": 0.01885992248675653, + "historical_over_current": 1.0149402809535846, + "reference_over_xff": 0.8026320238703888, + "paired_ratio_ci_low": 0.9592774677594933, + "paired_ratio_ci_high": 1.0861969240121474 + }, + { + "role": "candidate", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.02079739887267351, + "anchor_seconds": 0.02171113674661943, + "reference_seconds": 0.017896112985908985, + "historical_over_current": 0.9579138630736047, + "reference_over_xff": 0.8604976562440876, + "paired_ratio_ci_low": 0.895480916955287, + "paired_ratio_ci_high": 0.9903552359936365 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.01119424429322992, + "anchor_seconds": 0.011633482362542833, + "reference_seconds": 0.00841547003281968, + "historical_over_current": 0.9622436295835923, + "reference_over_xff": 0.7517675880907125, + "paired_ratio_ci_low": 0.926012930324959, + "paired_ratio_ci_high": 0.9853712150561247 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.012930553672569138, + "anchor_seconds": 0.013398339173623494, + "reference_seconds": 0.010163869309638227, + "historical_over_current": 0.9650863069674145, + "reference_over_xff": 0.7860351201511075, + "paired_ratio_ci_low": 0.7546186750675846, + "paired_ratio_ci_high": 0.9866910083505958 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.010171541278915746, + "anchor_seconds": 0.010182089172303677, + "reference_seconds": 0.007465690241328308, + "historical_over_current": 0.9989640737564328, + "reference_over_xff": 0.7339782670698778, + "paired_ratio_ci_low": 0.9863817594152406, + "paired_ratio_ci_high": 1.0193502858785422 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.040119863381343226, + "anchor_seconds": 0.034703511611691544, + "reference_seconds": 0.03389051796070167, + "historical_over_current": 1.156075034430433, + "reference_over_xff": 0.8447316392523321, + "paired_ratio_ci_low": 0.5103298188373354, + "paired_ratio_ci_high": 1.4833555593638803 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.034280291492385526, + "anchor_seconds": 0.034164375093366416, + "reference_seconds": 0.02535383922180959, + "historical_over_current": 1.0033929026567097, + "reference_over_xff": 0.7396039566186678, + "paired_ratio_ci_low": 0.851815533224336, + "paired_ratio_ci_high": 1.1516104492255543 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05649344064295292, + "anchor_seconds": 0.04755351758961167, + "reference_seconds": 0.027122732251882553, + "historical_over_current": 1.1879970926755212, + "reference_over_xff": 0.4801040960366057, + "paired_ratio_ci_low": 0.8494091849522536, + "paired_ratio_ci_high": 2.024352989824069 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.08222480969769615, + "anchor_seconds": 0.08323135732540063, + "reference_seconds": 0.13164446423096315, + "historical_over_current": 0.9879066296639945, + "reference_over_xff": 1.6010309384109367, + "paired_ratio_ci_low": 0.7000916220905982, + "paired_ratio_ci_high": 1.242039294210558 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033048625237175396, + "anchor_seconds": 0.033082583253937106, + "reference_seconds": 0.03692872077226639, + "historical_over_current": 0.9989735379338108, + "reference_over_xff": 1.1174056562790513, + "paired_ratio_ci_low": 0.9886213017986575, + "paired_ratio_ci_high": 1.0196982104756043 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.10007687485111612, + "anchor_seconds": 0.12476997636258602, + "reference_seconds": 0.09975769650191069, + "historical_over_current": 0.8020909979199574, + "reference_over_xff": 0.9968106683019402, + "paired_ratio_ci_low": 0.5656592693721355, + "paired_ratio_ci_high": 1.1432229858251315 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.035796565535877435, + "anchor_seconds": 0.03673339874616691, + "reference_seconds": 0.03230453561991453, + "historical_over_current": 0.9744964190010532, + "reference_over_xff": 0.9024479062813168, + "paired_ratio_ci_low": 0.6338808083560438, + "paired_ratio_ci_high": 1.3941362728146656 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.012699511966535024, + "anchor_seconds": 0.01262513721095664, + "reference_seconds": 0.01006950597677912, + "historical_over_current": 1.0058910057241863, + "reference_over_xff": 0.7929049559789121, + "paired_ratio_ci_low": 0.9614370507445066, + "paired_ratio_ci_high": 1.026127608332866 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.015305011932338988, + "anchor_seconds": 0.017268410484705652, + "reference_seconds": 0.013888143269079072, + "historical_over_current": 0.8863011419548074, + "reference_over_xff": 0.9074245306358685, + "paired_ratio_ci_low": 0.8359331969538536, + "paired_ratio_ci_high": 1.0265457660365227 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.046145559554653506, + "anchor_seconds": 0.0362700116155403, + "reference_seconds": 0.03097641042300633, + "historical_over_current": 1.2722785987441458, + "reference_over_xff": 0.6712760820749988, + "paired_ratio_ci_low": 1.0246881601393953, + "paired_ratio_ci_high": 2.349964160292733 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.015560339604105269, + "anchor_seconds": 0.015674095334751264, + "reference_seconds": 0.012636505865624972, + "historical_over_current": 0.9927424372369494, + "reference_over_xff": 0.8120970484661592, + "paired_ratio_ci_low": 0.9684382423832052, + "paired_ratio_ci_high": 1.0052328231492165 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.014494041779211589, + "anchor_seconds": 0.014405690931848117, + "reference_seconds": 0.011391720468444484, + "historical_over_current": 1.006133051707235, + "reference_over_xff": 0.7859588541260671, + "paired_ratio_ci_low": 0.9755418402111263, + "paired_ratio_ci_high": 1.0281431965217012 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03522868441151721, + "anchor_seconds": 0.03508247009345463, + "reference_seconds": 0.028593517573816434, + "historical_over_current": 1.0041677315671642, + "reference_over_xff": 0.8116544245537718, + "paired_ratio_ci_low": 0.9842789774248667, + "paired_ratio_ci_high": 1.0189507947345804 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.09392373237226691, + "anchor_seconds": 0.10983821430376597, + "reference_seconds": 0.08372381515800953, + "historical_over_current": 0.8551097900455087, + "reference_over_xff": 0.8914021306794966, + "paired_ratio_ci_low": 0.6771936042130364, + "paired_ratio_ci_high": 1.1749302723828121 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.11802973225712776, + "anchor_seconds": 0.12119154765137605, + "reference_seconds": 0.06435164303651877, + "historical_over_current": 0.9739105947937584, + "reference_over_xff": 0.5452155300693958, + "paired_ratio_ci_low": 0.7184315603193153, + "paired_ratio_ci_high": 1.3349570195596328 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011774416746837752, + "anchor_seconds": 0.011857047410947936, + "reference_seconds": 0.00904993446809905, + "historical_over_current": 0.9930310927125172, + "reference_over_xff": 0.7686100010456641, + "paired_ratio_ci_low": 0.9713711541124753, + "paired_ratio_ci_high": 1.0276336652524836 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010284083230154855, + "anchor_seconds": 0.010294303697134768, + "reference_seconds": 0.007908875255712442, + "historical_over_current": 0.9990071725800398, + "reference_over_xff": 0.7690403780982772, + "paired_ratio_ci_low": 0.9803314295061564, + "paired_ratio_ci_high": 1.038110602962925 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.03255980368703604, + "anchor_seconds": 0.03976395233933415, + "reference_seconds": 0.03486252389848232, + "historical_over_current": 0.8188271479952501, + "reference_over_xff": 1.070722791623069, + "paired_ratio_ci_low": 0.576757982796207, + "paired_ratio_ci_high": 1.341207902607407 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.012244773762566703, + "anchor_seconds": 0.012283452121274812, + "reference_seconds": 0.010250761971942015, + "historical_over_current": 0.99685118170965, + "reference_over_xff": 0.8371540520641918, + "paired_ratio_ci_low": 0.9813292780394571, + "paired_ratio_ci_high": 1.0267207078124494 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.03963175602257252, + "anchor_seconds": 0.0390460891649127, + "reference_seconds": 0.028531535661646297, + "historical_over_current": 1.0149993730533737, + "reference_over_xff": 0.7199160099137666, + "paired_ratio_ci_low": 0.55368225894816, + "paired_ratio_ci_high": 1.582676922968562 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.012636511719652585, + "anchor_seconds": 0.012767279919769083, + "reference_seconds": 0.010520012117922306, + "historical_over_current": 0.9897575520441113, + "reference_over_xff": 0.8325091885572621, + "paired_ratio_ci_low": 0.9275524218168443, + "paired_ratio_ci_high": 1.0011870694353884 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.08685239258089236, + "anchor_seconds": 0.0837848394044808, + "reference_seconds": 0.13667108344712428, + "historical_over_current": 1.0366122701698168, + "reference_over_xff": 1.5736018247261514, + "paired_ratio_ci_low": 0.6960826162899669, + "paired_ratio_ci_high": 1.151291462815957 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03646048238234861, + "anchor_seconds": 0.03613069054803678, + "reference_seconds": 0.04811166093817779, + "historical_over_current": 1.0091277478871696, + "reference_over_xff": 1.319556346886672, + "paired_ratio_ci_low": 0.9997271076170451, + "paired_ratio_ci_high": 1.0205210015565809 + }, + { + "role": "control", + "name": "name-native", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.07741059509239026, + "anchor_seconds": 0.09003446437418461, + "reference_seconds": 0.1259665180529867, + "historical_over_current": 0.8597884780062738, + "reference_over_xff": 1.6272516430424606, + "paired_ratio_ci_low": 0.7292631578519974, + "paired_ratio_ci_high": 0.9995735642926347 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011015827501458781, + "anchor_seconds": 0.010958910653633731, + "reference_seconds": 0.008454690421266215, + "historical_over_current": 1.005193659262673, + "reference_over_xff": 0.7675038865801589, + "paired_ratio_ci_low": 0.9962671131202849, + "paired_ratio_ci_high": 1.0281231436674487 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.02532902413180896, + "anchor_seconds": 0.023167809737580165, + "reference_seconds": 0.019828399111117636, + "historical_over_current": 1.0932852271625455, + "reference_over_xff": 0.7828331248741844, + "paired_ratio_ci_low": 1.0296485014676855, + "paired_ratio_ci_high": 1.1457202444083614 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.06374852984611477, + "anchor_seconds": 0.033920065366796086, + "reference_seconds": 0.03373286899711404, + "historical_over_current": 1.8793752062906515, + "reference_over_xff": 0.5291552460667441, + "paired_ratio_ci_low": 1.1526288780775336, + "paired_ratio_ci_high": 2.773952179775811 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.013750535702066762, + "anchor_seconds": 0.013997155241668224, + "reference_seconds": 0.01249026759926762, + "historical_over_current": 0.9823807384183824, + "reference_over_xff": 0.9083477087652869, + "paired_ratio_ci_low": 0.9684022154063183, + "paired_ratio_ci_high": 1.0114977251583919 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.014343065608825003, + "anchor_seconds": 0.014490428513714246, + "reference_seconds": 0.013337756107960428, + "historical_over_current": 0.9898303280161954, + "reference_over_xff": 0.9299097188647015, + "paired_ratio_ci_low": 0.9740752553053383, + "paired_ratio_ci_high": 1.0136039775989931 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.04729445864047323, + "anchor_seconds": 0.04599607735872269, + "reference_seconds": 0.035464494089995115, + "historical_over_current": 1.028228087182837, + "reference_over_xff": 0.749865737117152, + "paired_ratio_ci_low": 0.5669311174714808, + "paired_ratio_ci_high": 1.1246130003709551 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03693423220621688, + "anchor_seconds": 0.03729989858610289, + "reference_seconds": 0.04722523809011493, + "historical_over_current": 0.9901965851450799, + "reference_over_xff": 1.2786305621960605, + "paired_ratio_ci_low": 0.9750889766296117, + "paired_ratio_ci_high": 1.023535415013096 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03596572005855186, + "anchor_seconds": 0.03575347044638225, + "reference_seconds": 0.046315607614815235, + "historical_over_current": 1.005936475802759, + "reference_over_xff": 1.2877708979387554, + "paired_ratio_ci_low": 0.9971580163913808, + "paired_ratio_ci_high": 1.0171124171899917 + }, + { + "role": "control", + "name": "name-native", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.14177533917661225, + "anchor_seconds": 0.11770372651517391, + "reference_seconds": 0.13109075597354344, + "historical_over_current": 1.2045102000940906, + "reference_over_xff": 0.924637223475383, + "paired_ratio_ci_low": 0.5672819983182887, + "paired_ratio_ci_high": 1.7078841608224526 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010263095210705484, + "anchor_seconds": 0.010398500066782747, + "reference_seconds": 0.008076202390449387, + "historical_over_current": 0.9869784242719962, + "reference_over_xff": 0.7869168340195326, + "paired_ratio_ci_low": 0.9571434441509797, + "paired_ratio_ci_high": 1.0177940260403477 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.029604273981281688, + "anchor_seconds": 0.029666607401200702, + "reference_seconds": 0.029677875073892728, + "historical_over_current": 0.9978988692884212, + "reference_over_xff": 1.0024861644186098, + "paired_ratio_ci_low": 0.8542836142497392, + "paired_ratio_ci_high": 1.6051032410180435 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.019295065264616693, + "anchor_seconds": 0.0197008095149483, + "reference_seconds": 0.01729173811950854, + "historical_over_current": 0.9794046914659146, + "reference_over_xff": 0.8961741192561884, + "paired_ratio_ci_low": 0.960613290074992, + "paired_ratio_ci_high": 1.2531453483312067 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.022179410526795045, + "anchor_seconds": 0.022307898849248886, + "reference_seconds": 0.029214005518172468, + "historical_over_current": 0.9942402319769275, + "reference_over_xff": 1.317167806731333, + "paired_ratio_ci_low": 0.9889311007721179, + "paired_ratio_ci_high": 1.0053529055709982 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.06445723785353559, + "anchor_seconds": 0.061102970237178464, + "reference_seconds": 0.06321489890771252, + "historical_over_current": 1.0548953283831726, + "reference_over_xff": 0.9807261529163567, + "paired_ratio_ci_low": 0.8437943064811538, + "paired_ratio_ci_high": 1.5687912696139594 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.03777064875300441, + "anchor_seconds": 0.04145771411380598, + "reference_seconds": 0.04851210143949304, + "historical_over_current": 0.9110644318044124, + "reference_over_xff": 1.28438623749173, + "paired_ratio_ci_low": 0.7984534885904709, + "paired_ratio_ci_high": 0.9742227601005815 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16528061897094762, + "anchor_seconds": 0.17657330938215768, + "reference_seconds": 0.28779699999306885, + "historical_over_current": 0.9360453148285889, + "reference_over_xff": 1.7412628400408925, + "paired_ratio_ci_low": 0.8496156012171953, + "paired_ratio_ci_high": 0.9941187013411968 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.45061526181442396, + "anchor_seconds": 0.4661750475476895, + "reference_seconds": 0.7871900239427175, + "historical_over_current": 0.9666224397570876, + "reference_over_xff": 1.746922686934879, + "paired_ratio_ci_low": 0.8657787063228278, + "paired_ratio_ci_high": 1.1046065302503612 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.15411420845027482, + "anchor_seconds": 0.16662858932146005, + "reference_seconds": 0.25831611294831547, + "historical_over_current": 0.9248965563343847, + "reference_over_xff": 1.6761343132853421, + "paired_ratio_ci_low": 0.7171181997117703, + "paired_ratio_ci_high": 1.0704262556069555 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.03609856577324016, + "anchor_seconds": 0.03739468473941088, + "reference_seconds": 0.029225143204842294, + "historical_over_current": 0.965339486742491, + "reference_over_xff": 0.8095929181349047, + "paired_ratio_ci_low": 0.7911553632563293, + "paired_ratio_ci_high": 1.1064232235400202 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.031963154673576355, + "anchor_seconds": 0.03664593438484839, + "reference_seconds": 0.028848196246794293, + "historical_over_current": 0.8722155734359397, + "reference_over_xff": 0.9025453382623346, + "paired_ratio_ci_low": 0.5462477728720883, + "paired_ratio_ci_high": 0.9681673948793591 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.012170255982450076, + "anchor_seconds": 0.012014006131461688, + "reference_seconds": 0.010211309684174401, + "historical_over_current": 1.0130056410225403, + "reference_over_xff": 0.8390382009137243, + "paired_ratio_ci_low": 0.9957869616202394, + "paired_ratio_ci_high": 1.0510226158181457 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02655133352215801, + "anchor_seconds": 0.026740118728152344, + "reference_seconds": 0.030884553412241594, + "historical_over_current": 0.9929400012051712, + "reference_over_xff": 1.1632015916062128, + "paired_ratio_ci_low": 0.9826689817336124, + "paired_ratio_ci_high": 1.001781908316705 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.04785680917224714, + "anchor_seconds": 0.04960883914359978, + "reference_seconds": 0.05346346992467131, + "historical_over_current": 0.9646831088653145, + "reference_over_xff": 1.117154922139597, + "paired_ratio_ci_low": 0.9182063309323789, + "paired_ratio_ci_high": 1.04271450594143 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.02754589289958988, + "anchor_seconds": 0.027470107190310955, + "reference_seconds": 0.03179154731333256, + "historical_over_current": 1.002758842867044, + "reference_over_xff": 1.1541302156811148, + "paired_ratio_ci_low": 0.9725464195069463, + "paired_ratio_ci_high": 1.0137630673634397 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.16451085132679769, + "anchor_seconds": 0.16554814324315106, + "reference_seconds": 0.2145106846998845, + "historical_over_current": 0.9937341978228663, + "reference_over_xff": 1.3039303059332121, + "paired_ratio_ci_low": 0.9851240666141025, + "paired_ratio_ci_high": 1.024195592284607 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.6905523751463208, + "anchor_seconds": 0.6332403156640274, + "reference_seconds": 0.8299136666048851, + "historical_over_current": 1.0905060181176163, + "reference_over_xff": 1.2018113273870574, + "paired_ratio_ci_low": 0.973739329050663, + "paired_ratio_ci_high": 1.2116032131449153 + }, + { + "role": "control", + "name": "metadata-time", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.5074674641447408, + "anchor_seconds": 0.47350692270057543, + "reference_seconds": 0.39972219044076546, + "historical_over_current": 1.0717213198288136, + "reference_over_xff": 0.7876804301423274, + "paired_ratio_ci_low": 0.9818266559416928, + "paired_ratio_ci_high": 1.2826434249138843 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.012465517834893294, + "anchor_seconds": 0.012201095132955484, + "reference_seconds": 0.01130886296076434, + "historical_over_current": 1.0216720465709341, + "reference_over_xff": 0.9072116466039412, + "paired_ratio_ci_low": 0.9889852654853288, + "paired_ratio_ci_high": 1.0473082902315773 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011801464882280146, + "anchor_seconds": 0.011782553313033921, + "reference_seconds": 0.01108721417507955, + "historical_over_current": 1.0016050484766579, + "reference_over_xff": 0.9394777924329512, + "paired_ratio_ci_low": 0.9758267918150825, + "paired_ratio_ci_high": 1.0308795255952552 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.011105345162962164, + "anchor_seconds": 0.011211862920650415, + "reference_seconds": 0.010971368955714362, + "historical_over_current": 0.9904995486974727, + "reference_over_xff": 0.9879358808500045, + "paired_ratio_ci_low": 0.9685805431452716, + "paired_ratio_ci_high": 1.0080260280642506 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.19646289904734918, + "anchor_seconds": 0.19049364301775182, + "reference_seconds": 0.20742333933178866, + "historical_over_current": 1.0313357229933446, + "reference_over_xff": 1.055788855491733, + "paired_ratio_ci_low": 0.8765278383144256, + "paired_ratio_ci_high": 1.3005887844053665 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.15396507124283484, + "anchor_seconds": 0.16744597615408047, + "reference_seconds": 0.19346258922347, + "historical_over_current": 0.9194910190087772, + "reference_over_xff": 1.2565355743468556, + "paired_ratio_ci_low": 0.8082478999665363, + "paired_ratio_ci_high": 1.264587416219476 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.05997123822037663, + "anchor_seconds": 0.06047973808433328, + "reference_seconds": 0.061035273862736564, + "historical_over_current": 0.9915922277433213, + "reference_over_xff": 1.017742432438195, + "paired_ratio_ci_low": 0.9758272366512284, + "paired_ratio_ci_high": 1.0097450264903303 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.941691190536533, + "anchor_seconds": 0.9372483571725232, + "reference_seconds": 1.1137815592810512, + "historical_over_current": 1.0047402946401667, + "reference_over_xff": 1.1827460748002419, + "paired_ratio_ci_low": 0.9490026477362045, + "paired_ratio_ci_high": 1.1125816423373656 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 2.530481089438711, + "anchor_seconds": 2.3558317738186036, + "reference_seconds": 2.411065351084939, + "historical_over_current": 1.0741348841462546, + "reference_over_xff": 0.9528090769568803, + "paired_ratio_ci_low": 0.9527421093516714, + "paired_ratio_ci_high": 1.1402652114315857 + }, + { + "role": "control", + "name": "content-regex", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 2.3133531247398684, + "anchor_seconds": 2.336766089179686, + "reference_seconds": 1.9219508990645409, + "historical_over_current": 0.9899806127159108, + "reference_over_xff": 0.8308074018231264, + "paired_ratio_ci_low": 0.9242351672167795, + "paired_ratio_ci_high": 1.0346175178152814 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.04496311329837356, + "anchor_seconds": 0.03853119643671172, + "reference_seconds": 0.040460934596402306, + "historical_over_current": 1.1669275147535685, + "reference_over_xff": 0.8998695069868725, + "paired_ratio_ci_low": 1.041602602247598, + "paired_ratio_ci_high": 1.904272936323108 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.031187779935342923, + "anchor_seconds": 0.03780792214508567, + "reference_seconds": 0.031392148828932216, + "historical_over_current": 0.824900660122544, + "reference_over_xff": 1.0065528515980613, + "paired_ratio_ci_low": 0.6540151539791065, + "paired_ratio_ci_high": 1.4754501165522016 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.026502101016896113, + "anchor_seconds": 0.024429946339556148, + "reference_seconds": 0.023643661024315015, + "historical_over_current": 1.0848202713398842, + "reference_over_xff": 0.8921428912085599, + "paired_ratio_ci_low": 0.8042314962858158, + "paired_ratio_ci_high": 1.2208182567562171 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.11822525012706007, + "anchor_seconds": 0.11822414305061102, + "reference_seconds": 0.18802566679992846, + "historical_over_current": 1.000009364216314, + "reference_over_xff": 1.5904019369622977, + "paired_ratio_ci_low": 0.9900239049487729, + "paired_ratio_ci_high": 1.0265855552406908 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.2682836548026119, + "anchor_seconds": 0.3049310952691095, + "reference_seconds": 0.3284119223909719, + "historical_over_current": 0.8798173061551651, + "reference_over_xff": 1.2241219936883556, + "paired_ratio_ci_low": 0.7758557902832083, + "paired_ratio_ci_high": 1.1061796922976297 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.16498031547026976, + "anchor_seconds": 0.16115999408066273, + "reference_seconds": 0.15443754156253167, + "historical_over_current": 1.0237051472445136, + "reference_over_xff": 0.9360967768931322, + "paired_ratio_ci_low": 0.8372785674173471, + "paired_ratio_ci_high": 1.1440687382021801 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 1.330801357249064, + "anchor_seconds": 1.3547910835061754, + "reference_seconds": 2.0304636248786534, + "historical_over_current": 0.98229267482701, + "reference_over_xff": 1.5257450812012099, + "paired_ratio_ci_low": 0.9534943388436506, + "paired_ratio_ci_high": 1.0543735881135539 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 2.080428386506225, + "anchor_seconds": 2.1108096904520477, + "reference_seconds": 2.365942773409188, + "historical_over_current": 0.9856068009905166, + "reference_over_xff": 1.1372382672505454, + "paired_ratio_ci_low": 0.9529861984740736, + "paired_ratio_ci_high": 1.0080088230836888 + }, + { + "role": "control", + "name": "content-regex", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 2.3920993810253486, + "anchor_seconds": 2.6196911070229754, + "reference_seconds": 2.3998981194038476, + "historical_over_current": 0.9131226863398171, + "reference_over_xff": 1.003260206678853, + "paired_ratio_ci_low": 0.7669746606747546, + "paired_ratio_ci_high": 1.0179959428149818 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.010097303693847997, + "anchor_seconds": 0.010163196096462863, + "reference_seconds": 0.007637749958251204, + "historical_over_current": 0.9935165668369029, + "reference_over_xff": 0.7564148004090112, + "paired_ratio_ci_low": 0.975148645688957, + "paired_ratio_ci_high": 1.0150174014191617 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010274857149592467, + "anchor_seconds": 0.010261339268514089, + "reference_seconds": 0.0076742083100335935, + "historical_over_current": 1.0013173603098628, + "reference_over_xff": 0.7468919711782053, + "paired_ratio_ci_low": 0.9835814089426198, + "paired_ratio_ci_high": 1.0175804069592551 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01028796418436936, + "anchor_seconds": 0.010258410525109087, + "reference_seconds": 0.007810987798230988, + "historical_over_current": 1.0028809199230169, + "reference_over_xff": 0.7592355162062409, + "paired_ratio_ci_low": 0.9841070433282136, + "paired_ratio_ci_high": 1.0155483217169583 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.011153202370873519, + "anchor_seconds": 0.011115487664937973, + "reference_seconds": 0.008593107174549783, + "historical_over_current": 1.0033929870710496, + "reference_over_xff": 0.7704609751357692, + "paired_ratio_ci_low": 0.9796815983843837, + "paired_ratio_ci_high": 1.0157788861830883 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.012422190313892705, + "anchor_seconds": 0.012297529727220535, + "reference_seconds": 0.00973697632019009, + "historical_over_current": 1.0101370429214116, + "reference_over_xff": 0.7838373164594387, + "paired_ratio_ci_low": 0.9560891657255672, + "paired_ratio_ci_high": 1.016586471402742 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.012102077449006694, + "anchor_seconds": 0.012428976462355681, + "reference_seconds": 0.009557119304580348, + "historical_over_current": 0.9736986376682678, + "reference_over_xff": 0.7897089854903193, + "paired_ratio_ci_low": 0.9290608257897806, + "paired_ratio_ci_high": 1.0213057534534549 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.02037353560860668, + "anchor_seconds": 0.02029811896915947, + "reference_seconds": 0.018617643043398857, + "historical_over_current": 1.0037154496710654, + "reference_over_xff": 0.9138150295098482, + "paired_ratio_ci_low": 0.9571674601260743, + "paired_ratio_ci_high": 1.0195945329904421 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.01996656520558255, + "anchor_seconds": 0.02003469624157463, + "reference_seconds": 0.018432648852467537, + "historical_over_current": 0.9965993476930936, + "reference_over_xff": 0.923175752197672, + "paired_ratio_ci_low": 0.9730247959675344, + "paired_ratio_ci_high": 1.0092186318620144 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "broad", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.020143922551402023, + "anchor_seconds": 0.02038160086210285, + "reference_seconds": 0.0188807678808059, + "historical_over_current": 0.98833858477021, + "reference_over_xff": 0.9372935103690514, + "paired_ratio_ci_low": 0.9547290017853426, + "paired_ratio_ci_high": 1.0036102971467595 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011511244411979402, + "anchor_seconds": 0.011687261850706168, + "reference_seconds": 0.00884325017354318, + "historical_over_current": 0.9849393775055933, + "reference_over_xff": 0.768227122720136, + "paired_ratio_ci_low": 0.9697318764099675, + "paired_ratio_ci_high": 1.0799646957498532 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.010202470235526562, + "anchor_seconds": 0.010344482426132475, + "reference_seconds": 0.007936803490987845, + "historical_over_current": 0.9862716968567553, + "reference_over_xff": 0.7779295903604483, + "paired_ratio_ci_low": 0.975848809254482, + "paired_ratio_ci_high": 1.024527987317054 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.039555738280926435, + "anchor_seconds": 0.03455723236714091, + "reference_seconds": 0.026589303543525084, + "historical_over_current": 1.144644277663231, + "reference_over_xff": 0.6721983888832206, + "paired_ratio_ci_low": 0.8177573446482559, + "paired_ratio_ci_high": 1.959946395506658 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 1, + "xff_seconds": 0.013387595037264484, + "anchor_seconds": 0.013809196784027986, + "reference_seconds": 0.010785648732313089, + "historical_over_current": 0.9694694953401536, + "reference_over_xff": 0.8056449797212378, + "paired_ratio_ci_low": 0.7882739652478774, + "paired_ratio_ci_high": 0.9942760195092744 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 3, + "xff_seconds": 0.016793321685067246, + "anchor_seconds": 0.017068291748208658, + "reference_seconds": 0.013001297866659505, + "historical_over_current": 0.9838900068502596, + "reference_over_xff": 0.7741945346179108, + "paired_ratio_ci_low": 0.9502932190421701, + "paired_ratio_ci_high": 1.1471774320409622 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 1000, + "cpus": 10, + "xff_seconds": 0.012646547784762723, + "anchor_seconds": 0.012836386848773276, + "reference_seconds": 0.009824577186788832, + "historical_over_current": 0.9852108645332159, + "reference_over_xff": 0.7768584244489266, + "paired_ratio_ci_low": 0.9659013563157132, + "paired_ratio_ci_high": 1.0132173903638244 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 1, + "xff_seconds": 0.05601754718061004, + "anchor_seconds": 0.05780556545193706, + "reference_seconds": 0.056260332997356145, + "historical_over_current": 0.9690684061759818, + "reference_over_xff": 1.004334102954621, + "paired_ratio_ci_low": 0.6242610484677411, + "paired_ratio_ci_high": 1.4426582854018157 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 3, + "xff_seconds": 0.094777048033263, + "anchor_seconds": 0.05769938110773053, + "reference_seconds": 0.036508017884833474, + "historical_over_current": 1.6426007734173917, + "reference_over_xff": 0.38519893415566814, + "paired_ratio_ci_low": 1.0924991044348582, + "paired_ratio_ci_high": 2.1977960937578938 + }, + { + "role": "control", + "name": "archive-tar", + "shape": "deep", + "files": 10000, + "cpus": 10, + "xff_seconds": 0.022115148603916168, + "anchor_seconds": 0.022059059435767785, + "reference_seconds": 0.019493053667247295, + "historical_over_current": 1.0025426817635497, + "reference_over_xff": 0.8814344419008538, + "paired_ratio_ci_low": 0.9897681423510383, + "paired_ratio_ci_high": 1.0102278076346647 + } + ] + }, + "screen": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-lazy-shard/measurements", + "contract_sha256": "c4ceb1611aab4e804afc2ceccda7f8694e82fb9916d3e3b8c6dc3c799574abda", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:21:49.396965+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 119.3534132912755 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "ad2e54d5287f6f19a03c2bbdbd88af97a0fc98f6a7de58190bc6e1a350cf42a4", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0161884252093478, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0005016423429507, + "cpu_ratio_geomean": 0.9868192511653519, + "vs_reference_geomean": 1.3848115858361607, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9770962459790604, + "cpu_ratio_geomean": 0.9670554747719768, + "vs_reference_geomean": 1.0062597330578749, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0011308210694787, + "cpu_ratio_geomean": 0.9959466783959995, + "vs_reference_geomean": 1.3562271396957934, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0016195187185026, + "cpu_ratio_geomean": 1.0017140947986878, + "vs_reference_geomean": 1.0431939584536467, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 1 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9887296894648111 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 1.001375140081813 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.008445283797170435, + "anchor_seconds": 0.008504809767362616, + "reference_seconds": 0.005987900885797683, + "historical_over_current": 0.9930009051559726, + "reference_over_xff": 0.7090230511618697, + "paired_ratio_ci_low": 0.9849641440668488, + "paired_ratio_ci_high": 1.0100693145280248 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011791188447248368, + "anchor_seconds": 0.011856892722703162, + "reference_seconds": 0.008259172329590433, + "historical_over_current": 0.9944585586636046, + "reference_over_xff": 0.7004529158820986, + "paired_ratio_ci_low": 0.8799981068950893, + "paired_ratio_ci_high": 1.019179142371272 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.013709493957105138, + "anchor_seconds": 0.013292863255455381, + "reference_seconds": 0.009376819378563337, + "historical_over_current": 1.0313424349324267, + "reference_over_xff": 0.6839653898168625, + "paired_ratio_ci_low": 0.99944868284295, + "paired_ratio_ci_high": 1.0974075913346168 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009671807599564394, + "anchor_seconds": 0.009712505819542068, + "reference_seconds": 0.007216398959003743, + "historical_over_current": 0.9958097095915467, + "reference_over_xff": 0.7461272243803486, + "paired_ratio_ci_low": 0.9806083336161789, + "paired_ratio_ci_high": 1.0555415312884713 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.00959724813167538, + "anchor_seconds": 0.009576436353936083, + "reference_seconds": 0.007135087225053992, + "historical_over_current": 1.002173227803132, + "reference_over_xff": 0.7434513651371467, + "paired_ratio_ci_low": 0.9531701187023572, + "paired_ratio_ci_high": 1.0413656915472145 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009882158777188687, + "anchor_seconds": 0.010013902692922525, + "reference_seconds": 0.007436504055346761, + "historical_over_current": 0.9868438989499119, + "reference_over_xff": 0.7525181716886282, + "paired_ratio_ci_low": 0.9060094964738159, + "paired_ratio_ci_high": 1.0116697028356716 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.030707212253695444, + "anchor_seconds": 0.03153968260933956, + "reference_seconds": 0.036381482146680355, + "historical_over_current": 0.9736056203876445, + "reference_over_xff": 1.184786226965362, + "paired_ratio_ci_low": 0.9492458966753394, + "paired_ratio_ci_high": 0.9813325487410388 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03075056549693857, + "anchor_seconds": 0.031999619189827216, + "reference_seconds": 0.03729320423943656, + "historical_over_current": 0.9609666075874514, + "reference_over_xff": 1.212764826817554, + "paired_ratio_ci_low": 0.9466024095816344, + "paired_ratio_ci_high": 0.974435046215023 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.031457122947488515, + "anchor_seconds": 0.03213442041583005, + "reference_seconds": 0.03751033553410144, + "historical_over_current": 0.9789229909991505, + "reference_over_xff": 1.1924274065596392, + "paired_ratio_ci_low": 0.9669150476440967, + "paired_ratio_ci_high": 0.9955976031591974 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.033184674701520374, + "anchor_seconds": 0.033615444254662306, + "reference_seconds": 0.02737331133158434, + "historical_over_current": 0.9871853678363276, + "reference_over_xff": 0.8248780974288176, + "paired_ratio_ci_low": 0.9701440157340149, + "paired_ratio_ci_high": 0.9969164593304196 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.033360254196893604, + "anchor_seconds": 0.03391481953717414, + "reference_seconds": 0.027349299662524744, + "historical_over_current": 0.9836482886287314, + "reference_over_xff": 0.8198168845209645, + "paired_ratio_ci_low": 0.8341417069216824, + "paired_ratio_ci_high": 1.009662598232581 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034654565510295686, + "anchor_seconds": 0.035417250047127403, + "reference_seconds": 0.028810097215076286, + "historical_over_current": 0.9784657324942828, + "reference_over_xff": 0.831350697688504, + "paired_ratio_ci_low": 0.9711236277175145, + "paired_ratio_ci_high": 1.0163254373637711 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009283539750391529, + "anchor_seconds": 0.009218904721949781, + "reference_seconds": 0.0066286784020208175, + "historical_over_current": 1.0070111396517478, + "reference_over_xff": 0.7140248849304767, + "paired_ratio_ci_low": 0.9965752548068962, + "paired_ratio_ci_high": 1.048017386352426 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009022313702319349, + "anchor_seconds": 0.008925545428480421, + "reference_seconds": 0.006310309505178815, + "historical_over_current": 1.010841721059438, + "reference_over_xff": 0.6994114495882177, + "paired_ratio_ci_low": 0.9927602046870164, + "paired_ratio_ci_high": 1.0390542076323472 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.008979063259348982, + "anchor_seconds": 0.008865107205652055, + "reference_seconds": 0.006346757878505048, + "historical_over_current": 1.0128544473353096, + "reference_over_xff": 0.7068396440905811, + "paired_ratio_ci_low": 1.0083005666306846, + "paired_ratio_ci_high": 1.0838148384191988 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011828095297373477, + "anchor_seconds": 0.012019573533464046, + "reference_seconds": 0.009213593034517197, + "historical_over_current": 0.9840694650640084, + "reference_over_xff": 0.7789583024887489, + "paired_ratio_ci_low": 0.9424752727781386, + "paired_ratio_ci_high": 0.9989355374407736 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011388569449385008, + "anchor_seconds": 0.011482388978557927, + "reference_seconds": 0.00878187920898199, + "historical_over_current": 0.9918292674679358, + "reference_over_xff": 0.7711134614414824, + "paired_ratio_ci_low": 0.9383421615171703, + "paired_ratio_ci_high": 1.0101189914472368 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.01023597429905619, + "anchor_seconds": 0.010230841203814461, + "reference_seconds": 0.00775773823261261, + "historical_over_current": 1.00050172758422, + "reference_over_xff": 0.7578895770896878, + "paired_ratio_ci_low": 0.9802709620304941, + "paired_ratio_ci_high": 1.012075857111342 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.031884624844505674, + "anchor_seconds": 0.03193185691322599, + "reference_seconds": 0.03580154376547961, + "historical_over_current": 0.9985208480406051, + "reference_over_xff": 1.1228466365866272, + "paired_ratio_ci_low": 0.9910513770045076, + "paired_ratio_ci_high": 1.0097469167487423 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03265134728558007, + "anchor_seconds": 0.03255481352763517, + "reference_seconds": 0.03772222623229027, + "historical_over_current": 1.002965268342359, + "reference_over_xff": 1.155303819544061, + "paired_ratio_ci_low": 0.9933651130081855, + "paired_ratio_ci_high": 1.026867204046772 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.03199591860175133, + "anchor_seconds": 0.032317476169694034, + "reference_seconds": 0.03620050594742809, + "historical_over_current": 0.990050040843095, + "reference_over_xff": 1.1314101150840725, + "paired_ratio_ci_low": 0.9731254119259355, + "paired_ratio_ci_high": 0.9984719066960995 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03485411090687627, + "anchor_seconds": 0.03454415872693062, + "reference_seconds": 0.02821141259656066, + "historical_over_current": 1.008972636514202, + "reference_over_xff": 0.8094142086119004, + "paired_ratio_ci_low": 1.0025287412468125, + "paired_ratio_ci_high": 1.1745587548268137 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.036298763805202076, + "anchor_seconds": 0.03585636101308323, + "reference_seconds": 0.02903862501538935, + "historical_over_current": 1.0123381955005815, + "reference_over_xff": 0.7999893652363926, + "paired_ratio_ci_low": 0.9827146488469037, + "paired_ratio_ci_high": 1.2768238908222505 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.034214630989091735, + "anchor_seconds": 0.034316293540455046, + "reference_seconds": 0.027933781700474874, + "historical_over_current": 0.9970374845044537, + "reference_over_xff": 0.8164279693497407, + "paired_ratio_ci_low": 0.9818624043704648, + "paired_ratio_ci_high": 1.00067387589359 + } + ] + } + } + }, + "linux_instruction_diagnostics": { + "summary": [ + { + "files": 100, + "baseline": 1728843.111111111, + "candidate": 1565778.4444444445, + "ratio": 0.9056798933236536 + }, + { + "files": 10000, + "baseline": 23364542.444444444, + "candidate": 21310266.333333332, + "ratio": 0.912077194920649 + }, + { + "files": 100000, + "baseline": 220044126.55555555, + "candidate": 200800015.0, + "ratio": 0.912544307104253 + } + ], + "samples": { + "cells": 3, + "samples": 54 + }, + "samples_sha256": "99e16fab81ecd9f1a1451300804ad12c247c9a5a32a2aacc50ddffa0ceb46fb7", + "note": "Separate validated perf stat runs after timing collection; not accepted timing samples." + }, + "minimal_production": { + "target": "//xff/cli:xff", + "configs": ["clang_release"], + "scope": "Listing only, 100/100000 files, broad/deep, workers 1/3/10; no archive or other-task claim.", + "platforms": { + "linux": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/minimal-production-screen", + "contract_sha256": "1928aed1e3d988c62ddbd30473bbeeb48e127876395680244d9cbb4974514f6c", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:46:45.103724+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 124.47242485103197 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": "tmpfs", + "platform": "Linux-7.0.0-38-generic-x86_64-with-glibc2.43", + "affinity": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9], + "drivers": { + "benchmark_extended_core_history.py": "901f8f639e5c949e61ef23c3b1e4bf483068f34abc27a1ba0bfb1f044b3fe2e9", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.0608197784951137, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9766082975444458, + "cpu_ratio_geomean": 0.9562600767162864, + "vs_reference_geomean": 1.1789573107132758, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9855380462662184, + "cpu_ratio_geomean": 0.9847327331810318, + "vs_reference_geomean": 1.1087671770871066, + "all_round_ci_below_one_cells": 4, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9892290517734794, + "cpu_ratio_geomean": 0.986180016737007, + "vs_reference_geomean": 1.1763994564096794, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.0105450291818572, + "cpu_ratio_geomean": 1.0031044097821278, + "vs_reference_geomean": 1.1275212991331105, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9810630120075523 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 0.9998302360860926 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0011726458601298787, + "anchor_seconds": 0.0012089676123910717, + "reference_seconds": 0.000995023985437694, + "historical_over_current": 0.9699563893284482, + "reference_over_xff": 0.8485289713362294, + "paired_ratio_ci_low": 0.9284194298017442, + "paired_ratio_ci_high": 0.9784880372864883 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001236845672662769, + "anchor_seconds": 0.0012692329972716315, + "reference_seconds": 0.00103806580660776, + "historical_over_current": 0.9744827587381648, + "reference_over_xff": 0.8392848271627441, + "paired_ratio_ci_low": 0.9327852279460735, + "paired_ratio_ci_high": 1.0010712042893946 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001267262906323941, + "anchor_seconds": 0.0013015079034847162, + "reference_seconds": 0.0010663047266591872, + "historical_over_current": 0.9736882142097746, + "reference_over_xff": 0.8414234499708584, + "paired_ratio_ci_low": 0.9530239153221512, + "paired_ratio_ci_high": 0.9857480454161952 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013354355136730842, + "anchor_seconds": 0.0013509140505144994, + "reference_seconds": 0.0011369645806206833, + "historical_over_current": 0.9885421749551571, + "reference_over_xff": 0.8513811179796236, + "paired_ratio_ci_low": 0.9735539379111793, + "paired_ratio_ci_high": 1.031627955588606 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001355783930713577, + "anchor_seconds": 0.0013907763308712415, + "reference_seconds": 0.0011580687049510224, + "historical_over_current": 0.9748396637324538, + "reference_over_xff": 0.854169074228153, + "paired_ratio_ci_low": 0.9711260223940208, + "paired_ratio_ci_high": 1.0160912237894102 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0014005947935705383, + "anchor_seconds": 0.001431741862602177, + "reference_seconds": 0.0011969210713037423, + "historical_over_current": 0.9782453318959122, + "reference_over_xff": 0.8545805516329457, + "paired_ratio_ci_low": 0.9659233201193969, + "paired_ratio_ci_high": 1.0105244651585024 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.040957275223696514, + "anchor_seconds": 0.04172378405374253, + "reference_seconds": 0.03849079289163152, + "historical_over_current": 0.9816289714025288, + "reference_over_xff": 0.939779140126051, + "paired_ratio_ci_low": 0.9738141512217219, + "paired_ratio_ci_high": 0.9846863672831979 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04118987518207481, + "anchor_seconds": 0.04190734352007331, + "reference_seconds": 0.03812402419169389, + "historical_over_current": 0.9828796512082699, + "reference_over_xff": 0.9255678494574529, + "paired_ratio_ci_low": 0.9615738856065943, + "paired_ratio_ci_high": 0.9835885108127678 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.041752872428679394, + "anchor_seconds": 0.04211273758361737, + "reference_seconds": 0.03836840885646996, + "historical_over_current": 0.9914547195080007, + "reference_over_xff": 0.9189405812021522, + "paired_ratio_ci_low": 0.9835575168548093, + "paired_ratio_ci_high": 1.0081563615419091 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.058916647802107036, + "anchor_seconds": 0.05950565147213638, + "reference_seconds": 0.051606917953384776, + "historical_over_current": 0.9901017188206881, + "reference_over_xff": 0.8759309953737585, + "paired_ratio_ci_low": 0.9584756394800242, + "paired_ratio_ci_high": 0.9941248719054703 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.049353782525507824, + "anchor_seconds": 0.05028156557541695, + "reference_seconds": 0.043228059325234165, + "historical_over_current": 0.9815482465732386, + "reference_over_xff": 0.8758813836182128, + "paired_ratio_ci_low": 0.9764109632237824, + "paired_ratio_ci_high": 0.9943932423720029 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05006743923738776, + "anchor_seconds": 0.05079571444851657, + "reference_seconds": 0.0439416672424635, + "historical_over_current": 0.9856626642811187, + "reference_over_xff": 0.8776495844758552, + "paired_ratio_ci_low": 0.9810120368483805, + "paired_ratio_ci_high": 1.0028158260375701 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0013511613222016465, + "anchor_seconds": 0.001354579869214268, + "reference_seconds": 0.0011546786852358352, + "historical_over_current": 0.9974763045795119, + "reference_over_xff": 0.8545823997939394, + "paired_ratio_ci_low": 0.9272887067527777, + "paired_ratio_ci_high": 1.1430937226183773 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.001201489053311802, + "anchor_seconds": 0.0011849584767506236, + "reference_seconds": 0.0010266629036604648, + "historical_over_current": 1.0139503424681247, + "reference_over_xff": 0.8544920994748609, + "paired_ratio_ci_low": 0.998121343974836, + "paired_ratio_ci_high": 1.0323001482633 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.001252292688669903, + "anchor_seconds": 0.0012471082598148357, + "reference_seconds": 0.0010616587131239829, + "historical_over_current": 1.0041571602258788, + "reference_over_xff": 0.8477720286394086, + "paired_ratio_ci_low": 0.9778609012842031, + "paired_ratio_ci_high": 1.0191892434471397 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.0014082587523651974, + "anchor_seconds": 0.0014310382872021624, + "reference_seconds": 0.0012081757553720049, + "historical_over_current": 0.9840818131557462, + "reference_over_xff": 0.8579217088783228, + "paired_ratio_ci_low": 0.8312774289775685, + "paired_ratio_ci_high": 0.9945886667103415 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.0015967134774352114, + "anchor_seconds": 0.0016938252374529839, + "reference_seconds": 0.0013587751059925982, + "historical_over_current": 0.9426671902918391, + "reference_over_xff": 0.850982424332754, + "paired_ratio_ci_low": 0.9027819534247995, + "paired_ratio_ci_high": 1.1003238748905293 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.0015457299027946732, + "anchor_seconds": 0.0015540428714649309, + "reference_seconds": 0.0012903139438657533, + "historical_over_current": 0.9946507468854953, + "reference_over_xff": 0.8347602912597285, + "paired_ratio_ci_low": 0.9777364791730065, + "paired_ratio_ci_high": 1.0355813622877468 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.07868916444879558, + "anchor_seconds": 0.07521973301966985, + "reference_seconds": 0.06992534709916938, + "historical_over_current": 1.046123952982105, + "reference_over_xff": 0.8886273934789463, + "paired_ratio_ci_low": 0.9975605237833676, + "paired_ratio_ci_high": 1.1069836716503976 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04353073358513592, + "anchor_seconds": 0.04390617799834304, + "reference_seconds": 0.04009685443625564, + "historical_over_current": 0.9914489388436114, + "reference_over_xff": 0.9211159825238318, + "paired_ratio_ci_low": 0.9778394126626717, + "paired_ratio_ci_high": 1.0102656678482054 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.04527095257348958, + "anchor_seconds": 0.04489314137581026, + "reference_seconds": 0.041333177126944065, + "historical_over_current": 1.0084157888287784, + "reference_over_xff": 0.9130176145475796, + "paired_ratio_ci_low": 0.9892274932074773, + "paired_ratio_ci_high": 1.0276018377842413 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.07250521903569322, + "anchor_seconds": 0.07205317004783345, + "reference_seconds": 0.06400520008035182, + "historical_over_current": 1.0062738251149765, + "reference_over_xff": 0.8827667984678872, + "paired_ratio_ci_low": 0.970234829171039, + "paired_ratio_ci_high": 1.0449287836724641 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.05397837113456002, + "anchor_seconds": 0.053481295494185316, + "reference_seconds": 0.04637207380784232, + "historical_over_current": 1.0092943829385874, + "reference_over_xff": 0.8590862012535292, + "paired_ratio_ci_low": 0.9797580442005265, + "paired_ratio_ci_high": 1.040490663303984 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.05083959520284441, + "anchor_seconds": 0.050710189183952196, + "reference_seconds": 0.0436573782325944, + "historical_over_current": 1.0025518741100095, + "reference_over_xff": 0.85872788833991, + "paired_ratio_ci_low": 0.9843669532034452, + "paired_ratio_ci_high": 1.0107014257999953 + } + ], + "builds": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "af9e971c10204a258fe3e077fd1eb176f2796b8ce3e4a94d798d7a8531fe40a8", + "bytes": 12731944, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 3.604210182093084, + "completed_at": "2026-11-08T22:43:45.043082+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "ecc4aaa35c2821c13712bb337c8c14452833843e0f32e5d86c1f1813dd3a5f49", + "link_actions_sha256": "280f06fbd5e8b14c89dab5559e1c87767f2a4fdd49a52dc4e31770d478dcb916", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "a1e4301d125b3a9caaa415af93dacc66cdbe95d8a3515ff05d264f453e5c7f7e", + "bytes": 12729496, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/home/marcus/.cache/bazel-disk", + "--jobs=6", + "--action_env=LD_LIBRARY_PATH=/home/marcus/Documents/xff-chart-campaign-20261107/compat/usr/lib/x86_64-linux-gnu", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/k8-opt/bin/xff/cli/xff", + "elapsed_seconds": 5.675406232010573, + "completed_at": "2026-11-08T22:43:41.438094+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "c5448fb90798589c71e18295711c61ca471d8088e05e194245905bc5dcc68e71", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "2e9361f731a06a344ebfae2219392caf24c9616a34bd39a947c04a46488f2005", + "link_actions_sha256": "280f06fbd5e8b14c89dab5559e1c87767f2a4fdd49a52dc4e31770d478dcb916", + "thin_lto": true + } + } + }, + "macos": { + "raw_root": "/private/tmp/xff-per-entry-evidence-20261108/macos-minimal-production/measurements", + "contract_sha256": "b952645ef4e31befeb6a1b57f2fbeff05755a21969b2a6858bb1e973cccf7ec0", + "fixture_manifest_sha256": "faa95878f25333e8817a47a64267562b6d18cac8447b5ad5da0a90a82742d042", + "progress": { + "total": 24, + "completed": 24, + "new_cells": 24, + "state": "complete", + "utc": "2026-11-08T22:57:27.937251+00:00", + "pr": 0, + "case": "files-exact/deep/100/10", + "session_seconds": 309.68858958315104 + }, + "repetitions": 27, + "keep": 21, + "warmup_rounds": 1, + "executions": 2016, + "filesystem": { + "type": "hfs", + "storage": "RAM disk", + "device": "/dev/disk4", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "image": "ram://4194304" + }, + "platform": "macOS-26.6-arm64-arm-64bit-Mach-O", + "affinity": [], + "drivers": { + "benchmark_extended_macos.py": "6205106466e33736ce668169d38b1728954d0a623b500aac60fd08ce7aab2a09", + "benchmark_extended.py": "fa5adbddf307e12f3465b900ca0930f6cd0ce1a6ef1dff9f6f4a5d9656eac2ef", + "process_resources.py": "8a39146449514c519921ee153f1301621555694b3cf5a64b16edcd6538f5ac16" + }, + "control_p95_factor": 1.436925047421298, + "summary": { + "source": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "baseline": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "groups": [ + { + "role": "candidate", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 1.0044836035723075, + "cpu_ratio_geomean": 0.978703776911611, + "vs_reference_geomean": 1.2820456547170611, + "all_round_ci_below_one_cells": 1, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "candidate", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 0.9688798251877058, + "cpu_ratio_geomean": 0.9646429639228056, + "vs_reference_geomean": 0.9895262128888956, + "all_round_ci_below_one_cells": 2, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100, + "cells": 6, + "wall_ratio_geomean": 0.9939322586269524, + "cpu_ratio_geomean": 1.0122170911358321, + "vs_reference_geomean": 1.291808656192265, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + }, + { + "role": "control", + "name": "files-exact", + "files": 100000, + "cells": 6, + "wall_ratio_geomean": 1.056337814730664, + "cpu_ratio_geomean": 1.021444266052909, + "vs_reference_geomean": 0.9990310893657004, + "all_round_ci_below_one_cells": 0, + "all_round_ci_above_one_cells": 0 + } + ], + "candidate": { + "cells": 12, + "wall_ratio_geomean": 0.9865211088633907 + }, + "control": { + "cells": 12, + "wall_ratio_geomean": 1.0246600558567256 + } + }, + "cells": [ + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.011993783703517346, + "anchor_seconds": 0.012224502063223295, + "reference_seconds": 0.009363918920003232, + "historical_over_current": 0.9811265638049953, + "reference_over_xff": 0.7807310146219438, + "paired_ratio_ci_low": 0.9566906433742279, + "paired_ratio_ci_high": 1.0234389503575323 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.02508695228468804, + "anchor_seconds": 0.023114361135022982, + "reference_seconds": 0.017624229946661563, + "historical_over_current": 1.0853405005720091, + "reference_over_xff": 0.7025257491089745, + "paired_ratio_ci_low": 0.9614788462242697, + "paired_ratio_ci_high": 1.3412504410117638 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.020175406620616003, + "anchor_seconds": 0.01982723203088556, + "reference_seconds": 0.015525309457665398, + "historical_over_current": 1.0175604234210847, + "reference_over_xff": 0.769516557936485, + "paired_ratio_ci_low": 0.867401315527137, + "paired_ratio_ci_high": 1.1073715295376294 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.009872863113525369, + "anchor_seconds": 0.010211133043326083, + "reference_seconds": 0.008063625056473981, + "historical_over_current": 0.9668724392909752, + "reference_over_xff": 0.8167463646312675, + "paired_ratio_ci_low": 0.9255977220639673, + "paired_ratio_ci_high": 0.9973388663183276 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.011055646641623406, + "anchor_seconds": 0.011160210351504031, + "reference_seconds": 0.008900940506940796, + "historical_over_current": 0.9906306685459084, + "reference_over_xff": 0.8051035634071049, + "paired_ratio_ci_low": 0.9669714086195091, + "paired_ratio_ci_high": 1.0083065615229578 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009924696447948614, + "anchor_seconds": 0.010027491931049596, + "reference_seconds": 0.008053333409840152, + "historical_over_current": 0.9897486346727759, + "reference_over_xff": 0.8114438010348152, + "paired_ratio_ci_low": 0.9657664142143145, + "paired_ratio_ci_high": 1.0256944069071985 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.03437307547955286, + "anchor_seconds": 0.034723617136478424, + "reference_seconds": 0.04136503971226159, + "historical_over_current": 0.989904805840135, + "reference_over_xff": 1.2034139842059801, + "paired_ratio_ci_low": 0.9663365967569681, + "paired_ratio_ci_high": 1.0259375545744014 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.03165763501255285, + "anchor_seconds": 0.03280093064088197, + "reference_seconds": 0.03999934119305441, + "historical_over_current": 0.9651444149299789, + "reference_over_xff": 1.2634974525795724, + "paired_ratio_ci_low": 0.9559398484825046, + "paired_ratio_ci_high": 0.990864751165583 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.042656216282574905, + "anchor_seconds": 0.04405763488085497, + "reference_seconds": 0.05179865099489689, + "historical_over_current": 0.968191243082614, + "reference_over_xff": 1.2143283091908148, + "paired_ratio_ci_low": 0.9404514458442904, + "paired_ratio_ci_high": 1.0091866261404867 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.04696521238379535, + "anchor_seconds": 0.048987865226254576, + "reference_seconds": 0.03957662500795864, + "historical_over_current": 0.9587111454414795, + "reference_over_xff": 0.8426795706690761, + "paired_ratio_ci_low": 0.9383463332869468, + "paired_ratio_ci_high": 1.0229946943935635 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.04614277401318153, + "anchor_seconds": 0.04837924814117806, + "reference_seconds": 0.03817639872431755, + "historical_over_current": 0.9537720362774106, + "reference_over_xff": 0.8273537848723997, + "paired_ratio_ci_low": 0.9103940148170617, + "paired_ratio_ci_high": 0.9944622389732289 + }, + { + "role": "candidate", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.06146682146936655, + "anchor_seconds": 0.06284931164589666, + "reference_seconds": 0.05086249596483651, + "historical_over_current": 0.9780030975626386, + "reference_over_xff": 0.8274788698840567, + "paired_ratio_ci_low": 0.7490394461350314, + "paired_ratio_ci_high": 1.0875736296973666 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 1, + "xff_seconds": 0.027433797672745727, + "anchor_seconds": 0.027387946444962705, + "reference_seconds": 0.021324523635918184, + "historical_over_current": 1.0016741389455819, + "reference_over_xff": 0.7773084824163139, + "paired_ratio_ci_low": 0.9122968292799638, + "paired_ratio_ci_high": 1.1138458805915472 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 3, + "xff_seconds": 0.009989863128534384, + "anchor_seconds": 0.009943882801703044, + "reference_seconds": 0.0074388571527032625, + "historical_over_current": 1.0046239811699578, + "reference_over_xff": 0.7446405478224625, + "paired_ratio_ci_low": 0.964732403598481, + "paired_ratio_ci_high": 1.070082315059756 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100, + "cpus": 10, + "xff_seconds": 0.009242601027446134, + "anchor_seconds": 0.00935572013258934, + "reference_seconds": 0.007097515898446242, + "historical_over_current": 0.987909096943893, + "reference_over_xff": 0.767913261361168, + "paired_ratio_ci_low": 0.9523043663294091, + "paired_ratio_ci_high": 1.040523965486 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 1, + "xff_seconds": 0.030594549674008573, + "anchor_seconds": 0.028775400748210295, + "reference_seconds": 0.022255640920429004, + "historical_over_current": 1.0632188910839555, + "reference_over_xff": 0.7274380946138311, + "paired_ratio_ci_low": 0.9572257000516828, + "paired_ratio_ci_high": 1.3181021544278313 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 3, + "xff_seconds": 0.025723640762624286, + "anchor_seconds": 0.02767333725378627, + "reference_seconds": 0.022093521741529305, + "historical_over_current": 0.9295460293320703, + "reference_over_xff": 0.8588800452240244, + "paired_ratio_ci_low": 0.8194261560380176, + "paired_ratio_ci_high": 1.032953582757003 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100, + "cpus": 10, + "xff_seconds": 0.03456108307554608, + "anchor_seconds": 0.03521982540509531, + "reference_seconds": 0.026780420559502784, + "historical_over_current": 0.9812962636250342, + "reference_over_xff": 0.7748721445148067, + "paired_ratio_ci_low": 0.8407515563361351, + "paired_ratio_ci_high": 1.186197172342711 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06586561910808086, + "anchor_seconds": 0.07083197013430652, + "reference_seconds": 0.08824880567512342, + "historical_over_current": 0.9298854596757817, + "reference_over_xff": 1.339831111741519, + "paired_ratio_ci_low": 0.8110663195177453, + "paired_ratio_ci_high": 1.0838130754749908 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.07755756542263996, + "anchor_seconds": 0.0685509228191915, + "reference_seconds": 0.09292465443944647, + "historical_over_current": 1.1313861613096616, + "reference_over_xff": 1.1981378468117914, + "paired_ratio_ci_low": 0.9712995406503879, + "paired_ratio_ci_high": 1.302381515512247 + }, + { + "role": "control", + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.06826681147019069, + "anchor_seconds": 0.06738830557359117, + "reference_seconds": 0.09995866079060804, + "historical_over_current": 1.0130364740457845, + "reference_over_xff": 1.46423508931944, + "paired_ratio_ci_low": 0.8820118014362535, + "paired_ratio_ci_high": 1.265137372435918 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 1, + "xff_seconds": 0.06469919443840072, + "anchor_seconds": 0.07220114887292896, + "reference_seconds": 0.053243420663334075, + "historical_over_current": 0.8960964672773923, + "reference_over_xff": 0.8229379225737726, + "paired_ratio_ci_low": 0.5989217109181785, + "paired_ratio_ci_high": 1.0914077254155676 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3, + "xff_seconds": 0.19182138278016023, + "anchor_seconds": 0.1334943552723243, + "reference_seconds": 0.12320052384443227, + "historical_over_current": 1.436925047421298, + "reference_over_xff": 0.6422668946434823, + "paired_ratio_ci_low": 0.9079242701318154, + "paired_ratio_ci_high": 1.7228561027984386 + }, + { + "role": "control", + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 10, + "xff_seconds": 0.0353998171963862, + "anchor_seconds": 0.034965387013341696, + "reference_seconds": 0.028660035913898832, + "historical_over_current": 1.0124245781371943, + "reference_over_xff": 0.8096097150700711, + "paired_ratio_ci_low": 0.9914325781313161, + "paired_ratio_ci_high": 1.0739933096865155 + } + ], + "builds": { + "candidate": { + "identity": { + "source": { + "revision": "1ea02a41d7dcf25c043e1079c98a9e60d6d73290", + "tree": "444cb61851102890cf94fde197b102fde6827c48", + "clean": true + }, + "sha256": "6f736a8ec854252b39677371f185d622dabf8f0b6f887112971528ff1b768a05", + "bytes": 4199136, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 10.068295957520604, + "completed_at": "2026-11-08T22:49:46.635035+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "34a8e3dab8f09c86f3f981280c3d3252f14ec10462667cf71c433858efd41b5d", + "link_actions_sha256": "8096b3c263c673a3cc9880c465ab6b6029ccd303c29af96a7ec1b25fe0f3e7dc", + "thin_lto": true + }, + "baseline": { + "identity": { + "source": { + "revision": "efffe2529f26c1c7ca61763fa5fbb17efd573f6f", + "tree": "7d3a77282504106243f88397d6fdcb9e57840a71", + "clean": true + }, + "sha256": "797a495025a296d1ed23b5e24e55a8a06933f419935d4f1d7c4072b5f11549a4", + "bytes": 4198416, + "command": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "build", + "//xff/cli:xff", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6" + ], + "query": [ + "bazel", + "--nosystem_rc", + "--nohome_rc", + "cquery", + "config(//xff/cli:xff, target)", + "--config=clang_release", + "--disk_cache=/Users/marcus/.cache/bazel-disk", + "--jobs=6", + "--output=starlark", + "--starlark:expr=target.files_to_run.executable.path" + ], + "artifact": "bazel-out/darwin_arm64-opt/bin/xff/cli/xff", + "elapsed_seconds": 14.524037375114858, + "completed_at": "2026-11-08T22:49:36.563676+00:00", + "configuration": { + ".bazelrc": "d194a75cb8f8e5d39dd3dc8a853aae4d1215a4539aafa92fb044713ef1ddbea1", + ".bazelversion": "4d9dfd02f463b487bd0bff68cf9292b3626b31c81febb54e8911e493f64793d0", + "MODULE.bazel": "14ac2e29445ee90680e1ec7d6debaeb0b2fb22ef29326eb74acf9d5ac52ce75d", + "MODULE.bazel.lock": "585f641b4aa3c00c77634b2ef3d8f73da48cf99e03ea6c3727b5d7b89fcda26f", + "bazelmod/llvm.MODULE.bazel": "91fe1ae8bc722dc8af130906212774bfc28ade948d265cd3e6c72f67c50e08aa" + } + }, + "manifest_sha256": "bb5e2b10c6c5c0f181056ba9983fc07578f13f26c6f3b69c883c41a9d65f3531", + "link_actions_sha256": "8096b3c263c673a3cc9880c465ab6b6029ccd303c29af96a7ec1b25fe0f3e7dc", + "thin_lto": true + } + } + } + } + }, + "syscall_diagnostics": { + "results": [ + { + "case": { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3 + }, + "label": "xff", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/broad-xff.txt", + "--", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "--no-config", + "--no-pager", + "--color=never", + "--sort=none", + "--gitignore=off", + "--hidden", + "--jobs=3", + "--exact", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "6ff2bd4158063702766a047565dbcfcd12933967b0e9b9f8cdaa52f8a5165bcd", + "trace_sha256": "c258a8993864dcb4ce9aef52a637083991017de34a990a853078ba5da20f13ed" + }, + { + "case": { + "name": "files-exact", + "shape": "broad", + "files": 100000, + "cpus": 3 + }, + "label": "find", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/broad-find.txt", + "--", + "/usr/bin/find", + "-P", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "6ff2bd4158063702766a047565dbcfcd12933967b0e9b9f8cdaa52f8a5165bcd", + "trace_sha256": "23c1acf6742c570e66664dfadc969de9ae8cfca2b914b988fb8f37761b33604d" + }, + { + "case": { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3 + }, + "label": "xff", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/deep-xff.txt", + "--", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-build/binaries/1ea02a41d7dcf25c043e1079c98a9e60d6d73290/xff", + "--no-config", + "--no-pager", + "--color=never", + "--sort=none", + "--gitignore=off", + "--hidden", + "--jobs=3", + "--exact", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "94500dcde3b2fe96d13e711e763bf92fb5e7064e27dd6ac076f88a0a7d290999", + "trace_sha256": "38f25f086f28c84fc13bc299ff7ee19906d2c439bbe45362012d9ffa7f83c30c" + }, + { + "case": { + "name": "files-exact", + "shape": "deep", + "files": 100000, + "cpus": 3 + }, + "label": "find", + "command": [ + "/usr/bin/strace", + "-f", + "-qq", + "-c", + "-o", + "/home/marcus/Documents/xff-per-entry-followup-20261108/minimal-production-syscalls/deep-find.txt", + "--", + "/usr/bin/find", + "-P", + ".", + "-type", + "f", + "-print0" + ], + "output_sha256": "157898c324a19caf2da8df7bba3d3e8fec4ffb20ddccdff786a13294b6dfa880", + "trace_sha256": "c5a46b36fe27ed459b8a950b480c9ba03031632e6bc450aee6c9515642450652" + } + ], + "strace_sha256": "f47342683309e807bca57d6d89b82f94a9b39aa614e9c28c2b67cefbc35eee58", + "note": "Post-collection syscall diagnostics only; traced durations are not benchmark timings." + }, + "retained_macos_archive": { + "file": "/private/tmp/xff-macos-qualification-20261108.tar", + "bytes": 156651520, + "sha256": "aeefb85696b352fe0bb739fd72e281f16dc1d54f9738a0ec7537b3ca1f8067b2", + "remote_path": "/home/marcus/Documents/xff-per-entry-followup-20261108/macos-qualification.tar", + "note": "Raw macOS campaigns, all experiment binaries/build evidence, collectors, source bundle, viewers and owned disk release. Python caches omitted.", + "remote_sha256": "aeefb85696b352fe0bb739fd72e281f16dc1d54f9738a0ec7537b3ca1f8067b2", + "remote_bytes": 156651520, + "remote_verified_at": "2026-11-08T23:00:49.910236+00:00" + }, + "macos_ramdisk_release": { + "receipt": { + "device": "/dev/disk4", + "image": "ram://4194304", + "uuid": "6DFC181C-0017-3C3B-9AFE-3CAAA784D2BB", + "mount": "/Volumes/XFFQual20261108", + "filesystem": "Case-sensitive HFS+", + "bytes": 2147483648, + "created_at": "2026-11-08T21:07:31.094720+00:00", + "authorization": "User explicitly approved disposable 2 GiB macOS RAM disk and measurements in this session." + }, + "released_at": "2026-11-08T22:58:25.553533+00:00", + "command": ["hdiutil", "detach", "/dev/disk4"], + "stdout": "\"disk4\" ejected.", + "stderr": "", + "verified_live_uuid_and_image_before_detach": true, + "verified_image_and_mount_absent_after_detach": true, + "note": "Only this session-owned disk was detached. Raw measurement evidence remains outside the mount." + }, + "retained_roots": { + "local": "/private/tmp/xff-per-entry-evidence-20261108", + "linux": "/home/marcus/Documents/xff-per-entry-followup-20261108", + "macos_archive": "/home/marcus/Documents/xff-per-entry-followup-20261108/macos-qualification.tar" + }, + "correctness": { + "linux": { + "suites": 7, + "log": "/private/tmp/xff-per-entry-evidence-20261108/lazy-shard-linux-tests.log", + "sha256": "1cec3befad86096f901ca27f687d726f1f46116da833fe08d8ddc071ac85bbd7", + "note": "Cached test results are identified in the retained Bazel log." + }, + "macos": { + "suites": 7, + "log": "/private/tmp/xff-lazy-shard-macos-20261108/tests.log", + "sha256": "69025d8ef01e720a572649da0c9fbacb5eedd1acd26c1378f037d249b8968c56", + "note": "Cached test results are identified in the retained Bazel log." + }, + "extended_tooling_linux": { + "tests": 23, + "log_sha256": "4cdae0d2419bfacdf12a9e078c39c4b65396c10aaa5c9a79cfdf7e336f48036f" + } + }, + "cpp_blobs": { + "xff/engine/run.cc": "d30acd9c0b0465a8f0b1a2cbb4268483efdcee7a", + "xff/engine/evaluate.cc": "71cb91a6ceb420b2d1b8827a4c5820bad1276d8c" + } +} diff --git a/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md new file mode 100644 index 0000000000..c040332809 --- /dev/null +++ b/docs/benchmarks/lazy-evaluation-shard-setup-20261108.md @@ -0,0 +1,183 @@ +# Lazy evaluation and shard setup qualification (2026-11-08) + +## Outcome and scope + +This follow-up to PR #1143 reduces ordinary predicate evaluation work and avoids +constructing deferred-entry maps and shard regular expressions when unused. +Qualification compares production full-feature CLIs with merged PR #1149 +(`efffe2529f26c1c7ca61763fa5fbb17efd573f6f`) and equivalent traditional tools. +The measured code revision is `1ea02a41d7dcf25c043e1079c98a9e60d6d73290`. + +Three workers remain the primary practical target. One diagnoses serial work; +ten exposes contention. Every declared size and broad/deep shape is retained. +The results do not establish that XFF always beats GNU find or ripgrep. + +## Implementation + +- Bind the required immutable predicate descriptor once in the shared evaluator. + Repeated OptionalRef dereferences performed repeated presence checks; one binding + preserves the required check and all metadata, safety, invalidation and control + dispatch ordering. +- Construct each entry's deferred evaluation memo only when the expression has + deferred nodes. Initial decisions are immutable and run-scoped; retained + candidates still own their memo, outputs and decisions. Ordinary entries avoid + constructing unused maps. Deferred expressions retain their existing path. +- Build `shard::Matcher` only for shard grouping or `-shard-status`. Startup profiles + showed `RunFindCore -> shard::Matcher::Make -> RE2::Init` compiling the built-in + shard patterns even for plain `-type f -print0`. Optional observers let ordinary + collections and `-top` operate without that matcher. Explicit shard consumers + keep eager pattern validation and existing matching/grouping behavior. + +## Qualification contract + +Both hosts built clean exact checkouts of `//xff/cli:xff_full` with +`--config=clang_release --config=xff_full`, without system/home Bazel rc files. +The configured executable was queried with matching flags, immediately copied, +and SHA256 checked. Retained CppLink actions establish ThinLTO. Builds and tests +finished before measurement. Adding this report does not change the measured +C++ sources; the frozen source revision above identifies the binaries. + +Linux used the verified tmpfs fixture on drogon. Guest affinity uses CPUs reported +as distinct guest cores; this does not establish physical host pinning. macOS used +an explicitly approved disposable 2 GiB case-sensitive HFS+ RAM image, whose live +UUID/device/image were checked against its new ownership receipt. macOS worker +counts are requests without CPU affinity. Neither measured fixture is on SSD; +absolute times from these two filesystems are not pooled. + +The separate `extended-production-v1` suite checks file listing, native-case name +filtering, metadata/time formatting, regex content search and TAR listing against +GNU find, ripgrep and GNU tar. Native sizes are 100, 10,000 and 100,000; archive +sizes are 100, 1,000 and 10,000. Workers 1/3/10 and both shapes give 90 cases per +revision, with a separate identical-binary control for every case. + +Each round rotates candidate, fixed baseline and traditional reference through +execution order. Every output must match an independent multiset oracle, including +record counts and duplicates, with zero exit status and no diagnostics. Warmups +and all raw samples are retained. Final binary, fixture, tool and resource-launcher +checks must pass. The chart estimator is the mean of the fastest measured rounds; +per-cell 95% bootstrap intervals use all paired rounds and describe within-cell +variability, not independent-machine confidence. + +Initial 100/100,000-file listing screens use 27 rounds/21 keep. Full five-task +qualification uses 9/7 after those screens. A separate Linux small-workload repeat +uses 54/42. These are distinct immutable campaigns; samples are never relabeled +or silently pooled. No profiler samples enter accepted wall-time results. + +Seven existing correctness suites pass on both platforms: engine run, expression +execution, expression program, parallel matching, record buffer, shard matcher +and shard grouping. Cached suites are reported as cached in retained Bazel logs. + +## Results + +The primary three-worker results below equally weight broad/deep shapes. Negative +elapsed changes mean less time. Reference ratios below one mean XFF was faster. +All other cells, intervals and controls are retained in the companion +[qualification data](lazy-evaluation-shard-setup-20261108.json). + +| Platform | Task | Files | Elapsed change | Candidate/reference | Identical control change | +| -------- | --------------- | ------: | -------------: | ------------------: | -----------------------: | +| linux | `files-exact` | 100,000 | -0.76% | 1.1126 | -0.36% | +| linux | `name-native` | 100,000 | -3.37% | 1.0216 | -0.49% | +| linux | `metadata-time` | 100,000 | -0.98% | 1.1251 | -1.18% | +| linux | `content-regex` | 100,000 | -0.67% | 0.6809 | -0.34% | +| linux | `archive-tar` | 10,000 | -4.91% | 0.7486 | -1.39% | +| macos | `files-exact` | 100,000 | -5.03% | 1.0061 | -7.58% | +| macos | `name-native` | 100,000 | -4.11% | 0.7205 | +0.75% | +| macos | `metadata-time` | 100,000 | -1.14% | 0.6658 | +2.67% | +| macos | `content-regex` | 100,000 | -0.40% | 0.8876 | +2.89% | +| macos | `archive-tar` | 10,000 | -0.38% | 1.1899 | +27.95% | + +Across the complete 90-case candidate grid, the elapsed geometric ratio is +`0.991092` on Linux (control `0.998757`) and `0.987598` on macOS (control +`1.005969`). These averages are descriptive. Full-grid identical-control p95 +factors are `1.0393` and `1.2213`, respectively; several macOS content-search +cells are noisy. Do not interpret the aggregate as a precise universal speedup. + +The independent 27-round listing screens show 100,000-file ratios `0.985856` +on Linux and `0.977096` on macOS, equally weighting six shape/worker cases. +Corresponding controls are `0.999689` and `1.001620`. This supports a modest +listing gain independent of the noisier full-grid population. + +Linux full qualification had a 4.7% slower small metadata cell. The separate +54-round repeat did not reproduce it: the 30-case small-workload aggregate was +`1.001746`, with control `0.993124`. Two different deep/single-worker content +and archive cells still have slower intervals, around 1%. The data does not +establish improvement in every small task or a precisely zero startup cost. + +Separate Linux userspace instruction counters, nine validated rounds per +binary/size, give candidate/baseline ratios `0.905680`, `0.912077` and `0.912544` +for broad single-worker listing at 100, 10,000 and 100,000 files. About 19.2 million +fewer instructions per 100,000 files is distinct from the smaller wall-time gain. + +Each full campaign contains 180 completed cells and 5,400 independently checked +participant executions including warmups. The small Linux repeat adds 9,900 +checked executions; each listing screen adds 2,016. Final integrity checks passed. + +## Minimal production CLI cross-check + +Continuous CI uses `//xff/cli:xff --config=clang_release`, without the full +extension configuration. Both hosts therefore also built and froze that exact +target at both revisions, checked the ThinLTO link actions, and measured the +same 100/100,000-file listing screen at workers 1/3/10 (27 rounds/21 keep). +This separate population covers listing only; it makes no minimal-CLI archive +or other-task claim. + +| Platform | Files | Candidate/baseline | Identical control | Interpretation | +| -------- | ------: | -----------------: | ----------------: | ---------------------------------------------------- | +| Linux | 100 | 0.976608 | 0.989229 | Small gain with noisy controls | +| Linux | 100,000 | 0.985538 | 1.010545 | Large gain agrees with the full-feature screens | +| macOS | 100 | 1.004484 | 0.993932 | No demonstrated small-case speedup | +| macOS | 100,000 | 0.968880 | 1.056338 | Inconclusive elapsed gain: controls are too variable | + +All 24 cells per host and final checks passed. Control p95 factors were `1.0608` +on Linux and `1.4369` on macOS. All six large macOS control intervals cross one; +there is no established systematic bias, but this run cannot prove a small +minimal-CLI speedup. It remains retained rather than being silently omitted. +Full-feature macOS and minimal macOS results must not be conflated. + +The owned RAM disk was released after all campaigns and integrity checks finished. +The release receipt binds the live volume UUID, device and `ram://` image before +detach and verifies that the image/mount are absent afterward. Retained raw data +is outside that mount and has a separate hashed archive on drogon. + +## Remaining find gap + +A separate post-collection syscall check of the minimal production CLI and GNU +find used 100,000 files and three workers, with output validation on all four +commands. Both tools issued 124 `getdents64` and 440 `write` calls on the broad +tree; both issued 202 and 3,443, respectively, on the deep tree. There is no +extra metadata syscall per file in these listing cases. Traced durations are +diagnostics and are not accepted benchmark timings. + +Ordinary minimal-CLI samples still show roughly 4-6 ms extra userspace CPU per +100,000 files relative to GNU find. Directory/output syscall counts therefore +do not explain that remaining userspace gap. Predicate dispatch, entry setup and +output processing remain concrete profiling targets. These observations do not +attribute the gap to physical disk throughput. + +## Rejected experiments and limits + +Conditional deferred state alone saved about 0.6% of userspace listing instructions +but did not establish a wall-time gain. A borrowed record-terminator capture removed +a sampled stack store/load sequence but did not establish a gain; that code is +excluded. Both experiments and their raw results remain available. + +The descriptor-only follow-up saved about 8.5% of large-listing instructions and +improved large listings, but its Linux small-workload regression was independently +confirmed at roughly 2.6%-3.0% across five task groups. It was not published as the +accepted change. Skipping unused shard compilation addresses concrete startup +work; the exact cause of that earlier timing regression was not established. + +All task groups, controls and per-cell results must remain visible, including +noisy or slower cells. Instruction reductions are distinct from elapsed-time +reductions. Kernel traversal, process startup and output remain significant. +This change does not alter the core CI benchmark contract or claim that the +130-revision extended history is already integrated into continuous publishing. + +## Retained evidence + +Raw samples, manifests, executable hashes, build logs/link actions, correctness +logs, controls, profiles and generated 3D viewers are retained under +`/private/tmp/xff-per-entry-evidence-20261108` locally. Linux originals are under +`/home/marcus/Documents/xff-per-entry-followup-20261108` on drogon. The approved +RAM disk is temporary fixture storage, not the retained evidence location. diff --git a/release-site.json b/release-site.json index 54585c6063..537904011d 100644 --- a/release-site.json +++ b/release-site.json @@ -155,6 +155,7 @@ "docs/benchmarks/language-list-reserve-requalification-20261108.md": "docs/benchmarks/language-list-reserve-requalification-20261108.html", "docs/benchmarks/ordered-output-credit-20261107.md": "docs/benchmarks/ordered-output-credit-20261107.html", "docs/benchmarks/ordered-output-credit-requalification-20261108.md": "docs/benchmarks/ordered-output-credit-requalification-20261108.html", + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.md": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.html", "docs/benchmarks/adaptive-ordered-output-20261109.md": "docs/benchmarks/adaptive-ordered-output-20261109.html" }, "generated_html": { @@ -201,6 +202,7 @@ "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz": "docs/benchmarks/language-list-reserve-requalification-20261108.json.gz", "docs/benchmarks/ordered-output-credit-20261107.json.gz": "docs/benchmarks/ordered-output-credit-20261107.json.gz", "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz": "docs/benchmarks/ordered-output-credit-requalification-20261108.json.gz", + "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json": "docs/benchmarks/lazy-evaluation-shard-setup-20261108.json", "docs/benchmarks/adaptive-ordered-output-20261109.json.gz": "docs/benchmarks/adaptive-ordered-output-20261109.json.gz" } } diff --git a/xff/cli/archive_dive_test.sh b/xff/cli/archive_dive_test.sh index 2a687e4148..184951cb7a 100755 --- a/xff/cli/archive_dive_test.sh +++ b/xff/cli/archive_dive_test.sh @@ -285,20 +285,23 @@ test::a_tar_gz_is_still_read_as_a_tar() { test::write_actions_on_a_member_refuse_loudly() { local root out rc root="$(_tree)" + # Reproduce the execution-marker collision in archive diagnostics deterministically. + mv "${root}/a.tar" "${root}/GOT.tar" # A member exists only inside its container: there is nothing to unlink and no path a child process # can open. Both must SAY so (exit 2, naming the path) rather than exit 0 having done nothing, which # is what -delete used to do while -exec handed the child `a.tar!one.txt`. - out="$("$(_xff_bin)" --archive=roots "${root}/a.tar" -name 'one.txt' -delete 2>&1)" && rc=0 || rc=$? + out="$("$(_xff_bin)" --archive=roots "${root}/GOT.tar" -name 'one.txt' -delete 2>&1)" && rc=0 || rc=$? expect_eq "2" "${rc}" expect_output_contains "archive member" "${out}" - out="$("$(_xff_bin)" --archive=roots "${root}/a.tar" -name 'one.txt' -exec echo GOT {} \; 2>&1)" && rc=0 || rc=$? + out="$("$(_xff_bin)" --archive=roots "${root}/GOT.tar" -name 'one.txt' -exec echo GOT {} \; 2>&1)" && rc=0 || rc=$? expect_eq "2" "${rc}" expect_output_contains "archive member" "${out}" - expect_output_not_contains "GOT" "${out}" # the child never ran + # Diagnostics contain the archive name; only the complete child record proves execution. + expect_output_not_contains "GOT ${root}/GOT.tar!one.txt" "${out}" # The tar itself is a real file, so a write action on IT is not refused: `-delete` on the container is # a legitimate request, which is why the guard keys on the entry rather than on "diving is on". - out="$("$(_xff_bin)" --archive=roots "${root}/a.tar" -name 'a.tar' -exec echo GOT {} \; 2>&1)" - expect_output_contains "GOT ${root}/a.tar" "${out}" + out="$("$(_xff_bin)" --archive=roots "${root}/GOT.tar" -name 'GOT.tar' -exec echo GOT {} \; 2>&1)" + expect_output_contains "GOT ${root}/GOT.tar" "${out}" } test::skip_unsupported_downgrades_a_refused_member_to_a_warning() { diff --git a/xff/engine/evaluate.cc b/xff/engine/evaluate.cc index fb570dccc9..ffb6416f94 100644 --- a/xff/engine/evaluate.cc +++ b/xff/engine/evaluate.cc @@ -4091,28 +4091,29 @@ struct BooleanResult { template Result EvaluatePredicateResult(Cursor cursor, EvalContext& context) { const auto& expr = cursor.Get(); - const bool invalidate = !expr.descriptor->pure || expr.descriptor->kind == registry::Kind::kAction; + const auto& descriptor = *expr.descriptor; + const bool invalidate = !descriptor.pure || descriptor.kind == registry::Kind::kAction; if (invalidate) { context.content.Invalidate(); } - if (expr.descriptor->needs_metadata || (expr.grep_template != nullptr && expr.grep_template->NeedsBirthTime())) { + if (descriptor.needs_metadata || (expr.grep_template != nullptr && expr.grep_template->NeedsBirthTime())) { context.control.metadata_error = context.visit.EnsureMetadata(); if (!context.control.metadata_error.ok()) { return {.unknown = true}; } } - if (context.dry_run && expr.descriptor->safety == registry::Safety::kSecurity) { + if (context.dry_run && descriptor.safety == registry::Safety::kSecurity) { PreviewExecution(expr, context); return {.unknown = true}; } - if (expr.descriptor->control == registry::Control::kTop) { + if (descriptor.control == registry::Control::kTop) { if constexpr (std::is_same_v) { return EvaluateTop(expr, context); } else { return {}; // The boolean evaluator is selected only without deferred state. } } - if (expr.descriptor->control == registry::Control::kShardStatus) { + if (descriptor.control == registry::Control::kShardStatus) { if constexpr (std::is_same_v) { return EvaluateShardStatus(expr, context); } else { diff --git a/xff/engine/run.cc b/xff/engine/run.cc index 8d024cedaa..fbc74bef92 100644 --- a/xff/engine/run.cc +++ b/xff/engine/run.cc @@ -1793,7 +1793,7 @@ template int ResolveDeferredRound( std::vector& candidates, const std::map& node_order, - const shard::Matcher& shard_matcher, + mbo::types::OptionalRef shard_matcher, shard::Dedup shard_dedup, const SchemeAllowed& scheme_allowed, bool report_dedup_errors) { @@ -1816,7 +1816,7 @@ int ResolveDeferredRound( } if (next_node.Get().descriptor->control == registry::Control::kShardStatus) { return ResolveShardStatusRound( - next_node.Get(), entries, shard_matcher, shard_dedup, scheme_allowed, report_dedup_errors); + next_node.Get(), entries, *shard_matcher, shard_dedup, scheme_allowed, report_dedup_errors); } int limit = 0; // `-top` arity and its positive integer argument were validated before traversal. @@ -4025,7 +4025,8 @@ Collections MakeCollections( // The selected shard policy also applies when reductions consume explicit collections. struct CollectionShardPolicy { const ShardsConfig& config; - const shard::Matcher& matcher; + // Required only when shard grouping is enabled. + mbo::types::OptionalRef matcher; shard::Dedup dedup; }; @@ -4039,11 +4040,12 @@ struct CollectedShardDirectory { std::map GroupCollectedDirectories( const Collections::EntriesType& entries, const CollectionShardPolicy& policy) { + const auto& matcher = *policy.matcher; std::map groups; for (const Collections::Entry& entry : entries) { const auto slash = entry.path.rfind('/'); auto& group = groups[std::string(slash == std::string_view::npos ? "" : entry.path.substr(0, slash + 1))]; - const auto match = policy.matcher.Decode(entry.name); + const auto match = matcher.Decode(entry.name); const bool selected = match.has_value() && (match->scheme == shard::Scheme::kCustom || policy.config.schemes.empty() || absl::c_linear_search(policy.config.schemes, match->scheme)); @@ -4067,9 +4069,10 @@ int FeedCollectedShards( const Collections::EntriesType& entries, const CollectionShardPolicy& policy, const Feed& feed) { + const auto& matcher = *policy.matcher; int errors = 0; for (const auto& [prefix, group] : GroupCollectedDirectories(entries, policy)) { - for (const auto& set : shard::GroupShards(group.shards, policy.matcher, policy.dedup)) { + for (const auto& set : shard::GroupShards(group.shards, matcher, policy.dedup)) { if (policy.dedup == shard::Dedup::kError) { errors += ReportShardDuplicateErrors(set, prefix); } @@ -5459,8 +5462,11 @@ RunResult RunFindCore( return RunResult{.errors = 2}; } shard_matcher = *std::move(matcher_or); - } else { - shard_matcher = *shard::Matcher::Make(); + } + // Ordinary walks, collections and -top frontiers need no shard regex compilation. + mbo::types::OptionalRef shard_matcher_ref; + if (shard_matcher) { + shard_matcher_ref.set_ref(*shard_matcher); } // Comparison pairs physical entries by relative path. Collapsing a side's reductions onto @@ -6148,6 +6154,7 @@ RunResult RunFindCore( }; std::vector deferred_candidates; + const DeferredDecisions initial_deferred_decisions; std::size_t deferred_order = 0; std::vector deferred_nodes; if (expression.has_value()) { @@ -6462,9 +6469,17 @@ RunResult RunFindCore( // no fuzzy test renders empty rather than inheriting the previous entry's score. fuzzy_score.reset(); hash_verification.reset(); - EvaluationMemo evaluation_memo; - const DeferredDecisions deferred_results; - DeferredEvaluation deferred{.decisions = deferred_results, .memo = evaluation_memo}; + // Ordinary entries do not need deferred memo storage; unresolved result-set + // predicates keep their own memo while sharing the immutable initial decisions. + std::optional evaluation_memo; + std::optional deferred; + if (!deferred_nodes.empty()) { + deferred.emplace( + DeferredEvaluation{ + .decisions = initial_deferred_decisions, + .memo = evaluation_memo.emplace(), + }); + } EvalContext eval_context{ .visit = visit, .emit = emit, @@ -6491,8 +6506,7 @@ RunResult RunFindCore( .fuzzy_workspace = fuzzy_workspace, .hash_verification = hash_verification_summary ? mbo::types::OptionalRef{hash_verification} : mbo::types::OptionalRef>{}, - .deferred = deferred_nodes.empty() ? mbo::types::OptionalRef{} - : mbo::types::OptionalRef{deferred}, + .deferred = deferred ? mbo::types::OptionalRef{*deferred} : mbo::types::OptionalRef{}, .grep = grep_options, .grep_json = format == render::Format::kJsonl, .grep_before = grep_before, @@ -6547,7 +6561,7 @@ RunResult RunFindCore( .entry = OwnedVisit(visit), .captures = std::move(captures), .outputs = std::move(outputs), - .memo = std::move(evaluation_memo), + .memo = std::move(evaluation_memo).value(), .decisions = {}, .hash_verification = hash_verification, .waiting_at = evaluated.waiting_at.value(), @@ -6611,7 +6625,7 @@ RunResult RunFindCore( || absl::c_linear_search(shards.schemes, scheme); }; errors += ResolveDeferredRound( - deferred_candidates, deferred_node_order, *shard_matcher, shard_dedup, scheme_allowed, + deferred_candidates, deferred_node_order, shard_matcher_ref, shard_dedup, scheme_allowed, /*report_dedup_errors=*/!group_matched_shards); std::vector next_round; next_round.reserve(deferred_candidates.size()); @@ -6925,7 +6939,7 @@ RunResult RunFindCore( .hash_encoding = hash_encoding, .defines = defines, }, - CollectionShardPolicy{.config = shards, .matcher = *shard_matcher, .dedup = shard_dedup}); + CollectionShardPolicy{.config = shards, .matcher = shard_matcher_ref, .dedup = shard_dedup}); collect_status != 0) { return RunResult{.errors = collect_status + rg_errors, .any_match = any_match}; }