diff --git a/benchmarks/audit_iquest_replay.py b/benchmarks/audit_iquest_replay.py new file mode 100644 index 000000000..1fd28ac95 --- /dev/null +++ b/benchmarks/audit_iquest_replay.py @@ -0,0 +1,212 @@ +"""Compare functional replay with unmodified official token-by-token autograd.""" + +import argparse +import copy +import hashlib +import importlib +import json +import sys +import types +from contextlib import nullcontext +from pathlib import Path + +import torch +import torch.nn.functional as F +from torch.nn.attention import SDPBackend, sdpa_kernel + +ROOT = Path(__file__).resolve().parents[1] +SOURCE = ROOT / "benchmarks/results/iquest-contract/reference" +sys.path.insert(0, str(ROOT)) +from vime_plugins.iquest.replay import replay + + +def official_forward(model, tokens: torch.Tensor) -> torch.Tensor: + cache, logits = None, [] + for position in range(tokens.shape[1]): + mask = torch.zeros((1, 1, 1, position + 1)) + result = model( + input_ids=tokens[:, position : position + 1], + past_key_values=cache, + attention_mask={"full_attention": mask}, + use_cache=True, + cache_position=torch.tensor([position]), + position_ids=torch.tensor([[position]]), + ) + cache = result.past_key_values + logits.append(result.logits) + return torch.cat(logits, dim=1) + + +def build_model(seed: int): + package = types.ModuleType("pinned_iquest") + package.__path__ = [str(SOURCE)] + sys.modules[package.__name__] = package + config_module = importlib.import_module("pinned_iquest.configuration_iquestloopcoder") + model_module = importlib.import_module("pinned_iquest.modeling_iquestloopcoder") + torch.manual_seed(seed) + config = config_module.IQuestLoopCoderConfig( + vocab_size=97, + hidden_size=32, + intermediate_size=48, + num_hidden_layers=2, + num_attention_heads=4, + num_key_value_heads=2, + head_dim=8, + max_position_embeddings=131072, + loop_num=2, + loop_window_size=64, + ) + config._attn_implementation = "eager" + model = model_module.IQuestLoopCoderForCausalLM(config).float() + with torch.no_grad(): + for gate in model.model.gate_projections: + gate.weight.normal_(std=0.1) + gate.bias.normal_(std=0.1) + return model + + +def main(math_backend: bool, output: Path) -> None: + torch.set_num_threads(1) + manifest = json.loads((SOURCE / "source_manifest.json").read_text()) + for entry in manifest["files"]: + assert hashlib.sha256((SOURCE / entry["path"]).read_bytes()).hexdigest() == entry["sha256"] + assert not output.exists() + receipt = { + "state": "RUNNING", + "revision": manifest["revision"], + "torch": torch.__version__, + "official_weights": False, + "device": "cpu", + "sdpa_backend": "MATH" if math_backend else "AUTO", + "gradient_relative_l2_gate": 2e-6, + "logits_atol": 1e-5, + "logits_rtol": 1e-5, + "optimizer": "AdamW", + "learning_rate": 1e-4, + "betas": [0.9, 0.999], + "eps": 1e-8, + "weight_decay": 0.1, + "cases": [], + "scope": "Tiny supervised numerical/Adam equivalence; not RL reward convergence or 40B execution.", + } + for seed in (42, 43): + for length in (1, 4, 8, 65): + for recompute in (False, True): + reference = build_model(seed) + candidate = copy.deepcopy(reference) + tokens = torch.randint(3, 97, (1, length)) + targets = torch.randint(0, 97, (length,)) + params = [dict(m.named_parameters()) for m in (reference, candidate)] + assert params[0].keys() == params[1].keys() + optimizers = [ + torch.optim.AdamW( + m.parameters(), + lr=1e-4, + betas=(0.9, 0.999), + eps=1e-8, + weight_decay=0.1, + ) + for m in (reference, candidate) + ] + case = { + "seed": seed, + "length": length, + "recompute": recompute, + "tokens": tokens.tolist(), + "targets": targets.tolist(), + "steps": [], + } + receipt["cases"].append(case) + for step in (1, 2): + before = [{k: p.detach().clone() for k, p in row.items()} for row in params] + for optimizer in optimizers: + optimizer.zero_grad(set_to_none=True) + expected = official_forward(reference, tokens) + actual = replay(candidate, tokens, recompute=recompute) + record = { + "step": step, + "logits_max_abs": (expected - actual).abs().max().item(), + "failures": [], + } + case["steps"].append(record) + output.write_text(json.dumps(receipt, indent=2) + "\n") + if not torch.allclose(actual, expected, atol=1e-5, rtol=1e-5): + record["failures"].append({"field": "logits"}) + losses = [F.cross_entropy(logits.reshape(-1, 97), targets) for logits in (expected, actual)] + for loss in losses: + loss.backward() + for row in params: + assert all(p.grad is not None and torch.isfinite(p.grad).all() for p in row.values()) + norm = sum(p.grad.double().square().sum().item() for p in params[0].values()) + error = sum((params[0][k].grad.double() - p.grad.double()).square().sum().item() for k, p in params[1].items()) + record["gradient_relative_l2"] = (error / norm) ** 0.5 + assert norm > 0 + if record["gradient_relative_l2"] > 2e-6: + record["failures"].append({"field": "gradient_relative_l2"}) + for optimizer in optimizers: + optimizer.step() + delta_max = 0.0 + for name in params[0]: + p, q = params[0][name], params[1][name] + dp, dq = p - before[0][name], q - before[1][name] + delta_max = max(delta_max, (dp - dq).abs().max().item()) + a, b = optimizers[0].state[p], optimizers[1].state[q] + assert a["step"].item() == b["step"].item() == step + for field, left, right, atol, rtol in ( + ("parameter_delta", dq, dp, 1e-7, 1e-5), + ("parameter", q, p, 1e-7, 1e-5), + ("exp_avg", b["exp_avg"], a["exp_avg"], 1e-8, 2e-6), + ( + "exp_avg_sq", + b["exp_avg_sq"], + a["exp_avg_sq"], + 1e-10, + 2e-6, + ), + ): + close = torch.isclose(left, right, atol=atol, rtol=rtol) + if not bool(close.all()): + record["failures"].append( + { + "tensor": name, + "field": field, + "mismatched_elements": int((~close).sum()), + "max_abs": (left - right).abs().max().item(), + } + ) + record.update( + loss_reference=losses[0].item(), + loss_candidate=losses[1].item(), + parameter_delta_max_abs=delta_max, + all_parameters_and_moments_checked=True, + nonzero_applied_update=all(any(bool((row[k] - initial[k]).any()) for k in row) for row, initial in zip(params, before, strict=True)), + passed=not record["failures"], + ) + assert record["nonzero_applied_update"] + output.write_text(json.dumps(receipt, indent=2) + "\n") + print( + json.dumps( + { + "seed": seed, + "length": length, + "recompute": recompute, + "steps": 2, + } + ), + flush=True, + ) + receipt["state"] = "PASS" if all(s["passed"] for c in receipt["cases"] for s in c["steps"]) else "FAILED_NUMERICAL_GATE" + receipt["case_count"] = 16 + receipt["paired_steps"] = 32 + output.write_text(json.dumps(receipt, indent=2) + "\n") + print(json.dumps({"state": receipt["state"], "cases": 16, "paired_steps": 32})) + raise SystemExit(0 if receipt["state"] == "PASS" else 1) + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--sdpa-math", action="store_true") + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + with sdpa_kernel(SDPBackend.MATH) if args.sdpa_math else nullcontext(): + main(args.sdpa_math, args.output) diff --git a/benchmarks/probe_iquest_source.py b/benchmarks/probe_iquest_source.py new file mode 100644 index 000000000..f4c0db8f4 --- /dev/null +++ b/benchmarks/probe_iquest_source.py @@ -0,0 +1,120 @@ +"""Execute pinned, unmodified IQuest code with a tiny CPU configuration.""" + +import argparse +import importlib +import json +import sys +import types +from pathlib import Path + +import torch +import transformers + + +def main() -> None: + parser = argparse.ArgumentParser() + parser.add_argument( + "--case", + choices=("cached", "uncached", "checkpointed", "decode"), + required=True, + ) + parser.add_argument("--length", type=int, default=8) + parser.add_argument("--explicit-mask", action="store_true") + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + source = Path(__file__).resolve().parents[1] / "benchmarks/results/iquest-contract/reference" + package = types.ModuleType("pinned_iquest") + package.__path__ = [str(source)] + sys.modules[package.__name__] = package + config_module = importlib.import_module("pinned_iquest.configuration_iquestloopcoder") + model_module = importlib.import_module("pinned_iquest.modeling_iquestloopcoder") + torch.set_num_threads(1) + torch.manual_seed(42) + config = config_module.IQuestLoopCoderConfig( + vocab_size=97, + hidden_size=32, + intermediate_size=48, + num_hidden_layers=2, + num_attention_heads=4, + num_key_value_heads=2, + head_dim=8, + max_position_embeddings=131072, + loop_num=2, + loop_window_size=64, + attention_dropout=0.0, + use_cache=True, + ) + config._attn_implementation = "eager" + model = model_module.IQuestLoopCoderForCausalLM(config).float() + with torch.no_grad(): + for gate in model.model.gate_projections: + gate.weight.normal_(std=0.1) + gate.bias.normal_(std=0.1) + tokens = torch.randint(3, config.vocab_size, (1, args.length)) + receipt = { + "case": args.case, + "length": args.length, + "torch": torch.__version__, + "transformers": transformers.__version__, + "revision": json.loads((source / "source_manifest.json").read_text())["revision"], + "device": "cpu", + "official_weights": False, + "config": config.to_dict(), + "unique_parameter_count": sum(p.numel() for p in model.parameters()), + "explicit_causal_mask_input": args.explicit_mask, + } + args.output.with_suffix(".input.json").write_text(json.dumps(receipt, indent=2) + "\n") + print( + json.dumps({"state": "TINY_INPUT_READY", "case": args.case, "length": args.length}), + flush=True, + ) + + def forward(input_ids: torch.Tensor, cache=None): + kwargs = {} + if args.explicit_mask: + seen = 0 if cache is None else cache.get_seq_length() + positions = torch.arange(seen, seen + input_ids.shape[1]) + allowed = torch.arange(seen + input_ids.shape[1])[None, :] <= positions[:, None] + mask = torch.where(allowed, 0.0, torch.finfo(torch.float32).min)[None, None] + kwargs = { + "attention_mask": {"full_attention": mask}, + "cache_position": positions, + "position_ids": positions[None], + } + return model( + input_ids=input_ids, + past_key_values=cache, + use_cache=args.case != "uncached", + **kwargs, + ) + + if args.case == "checkpointed": + model.gradient_checkpointing_enable(gradient_checkpointing_kwargs={"use_reentrant": False}) + if args.case == "decode": + model.eval() + with torch.no_grad(): + full = forward(tokens).logits + cache = None + chunks = [] + for position in range(args.length): + result = forward(tokens[:, position : position + 1], cache) + cache = result.past_key_values + chunks.append(result.logits) + decoded = torch.cat(chunks, dim=1) + receipt["prefill_decode_max_abs"] = (full - decoded).abs().max().item() + receipt["prefill_decode_allclose_1e-5"] = torch.allclose(full, decoded, atol=1e-5, rtol=1e-5) + receipt["prefill_finite"] = bool(torch.isfinite(full).all()) + receipt["decode_finite"] = bool(torch.isfinite(decoded).all()) + else: + result = forward(tokens) + loss = result.logits.square().mean() + loss.backward() + receipt["loss"] = loss.item() + receipt["all_parameters_have_finite_gradients"] = all(p.grad is not None and torch.isfinite(p.grad).all().item() for p in model.parameters()) + receipt["gradient_norm"] = sum(p.grad.square().sum().item() for p in model.parameters()) ** 0.5 + args.output.write_text(json.dumps(receipt, indent=2) + "\n") + print(json.dumps({k: v for k, v in receipt.items() if k != "config"})) + + +if __name__ == "__main__": + main() diff --git a/benchmarks/results/iquest-contract/README.md b/benchmarks/results/iquest-contract/README.md new file mode 100644 index 000000000..8ff5f4477 --- /dev/null +++ b/benchmarks/results/iquest-contract/README.md @@ -0,0 +1,27 @@ +# ScaleRLT — IQuest semantic qualification + +The fixed official source and sixteen physical checkpoint headers are in `reference/`. No weight tensor body is included. The unique parameter count is 39,794,696,320. These are tiny CPU FP32 tests of the checkpoint's architecture, not a 40B run or RL reward curve. + +| Actual comparison | AUTO SDPA | MATH SDPA | Status | +| --- | ---: | ---: | --- | +| Paired AdamW steps, two seeds × four lengths × ordinary/recomputed × two steps | 32 | 32 | All executed | +| Maximum logits error against unmodified official token-by-token autograd | 7.15256×10⁻⁷ | 6.25849×10⁻⁷ | 32/32 pass original 10⁻⁵ absolute/relative | +| Maximum whole-gradient relative L2 error | 3.21867×10⁻⁷ | 3.04581×10⁻⁷ | 32/32 pass original 2×10⁻⁶ | +| Maximum parameter-delta difference | 2.39909×10⁻⁶ | 1.98185×10⁻⁶ | Original 10⁻⁷ absolute/10⁻⁵ relative gate fails | +| Complete update checks passed | 24/32 | 24/32 | **FAILED_NUMERICAL_GATE** | +| Adam moments and counters | 32/32 | 32/32 | Original checks pass | +| Speed ratio / GPU memory / RL reward convergence | NOT_MEASURED | NOT_MEASURED | No claim | + +The unmodified public full-prefill path differs from decode by 0.41336 at length eight and 0.50415 at length 65. Cache-free and HF checkpointed training lose the first-loop global KV. The default cache/mask API also fails in the existing Transformers 4.54.1 environment; explicit mask inputs isolate the mathematical tests without changing source or packages. All failed records remain alongside the complete matrices. + +The experimental replay is not registered as a learner provider. See [the contract report](../../../docs/iquest_semantic_qualification.md) for the complete boundaries. No failed check is promoted to full update qualification. + +Run in the existing matching environment: + +```sh +python benchmarks/audit_iquest_replay.py --output /tmp/scalerlt-iquest-auto.json +python benchmarks/audit_iquest_replay.py --sdpa-math --output /tmp/scalerlt-iquest-math.json +python benchmarks/probe_iquest_source.py --case decode --length 65 --explicit-mask --output /tmp/scalerlt-iquest-decode.json +``` + +Both complete replay audits currently return exit code 1 after writing all sixteen cases and thirty-two paired steps. The decode probe records an agreement failure in its JSON. Its exit code alone is not a numerical pass. Do not replace existing result files. The source manifest and `SHA256SUMS.json` bind the retained artifacts; original source notices and LICENSE are included. diff --git a/benchmarks/results/iquest-contract/SHA256SUMS.json b/benchmarks/results/iquest-contract/SHA256SUMS.json new file mode 100644 index 000000000..a69148142 --- /dev/null +++ b/benchmarks/results/iquest-contract/SHA256SUMS.json @@ -0,0 +1,54 @@ +{ + "README.md": "9c5cca797ee09495fc1f8bcde0be5f4919dc2841b0ec3b46a9bf7ca6d4c07fe9", + "cached-explicit-tiny-8.input.json": "42a4c1fab6a64d4c78e523f96aa15e8d427cce21f64de988af0d632d753dbbfc", + "cached-explicit-tiny-8.json": "396d98ff9c6e1f3b5d6628a2b152988a7ccd6925e435e39220df05980fb2f55d", + "cached-tiny-8-attempt08.log": "c3c265daac0bf261350edc7fd4b073bf6f54a5f18859a35df100a374f1f19415", + "cached-tiny-8.input.json": "d0f3051c4e86484679f390bb38b2ae3a1766d461560b31d3f6e62a65effc1281", + "checkpointed-explicit-tiny-8.input.json": "40aa66dae9b1bafe6bf7e53d7a40e7223fc5711a8fba3bae150a1df505b8b78d", + "checkpointed-explicit-tiny-8.log": "13cc8b40be0fabf626bae952d3eb99c998e84ea1224b67e6f1a44bba59a9dc5e", + "decode-explicit-tiny-65.input.json": "671800d6423ca8f514e6289d8a41a165da61424e6643963e7c6a1fb93155f21a", + "decode-explicit-tiny-65.json": "0450cd162b313a62f4c344f5fbbb073247f524a278a46f40e0e79399dffd8940", + "decode-explicit-tiny-8.input.json": "342a40a5ac3d4e5a3c8e473c88b3fd8d3d0568f665afb5b35e53514ed8aed67e", + "decode-explicit-tiny-8.json": "8dac6623699526fa4a447e369b5b38ecc1c7392afad2124b6292e7ed616a7179", + "functional-replay-audit-attempt01-provenance.json": "4600ffd5ac80698a48faaf804e2273f78b45c79d24c8372c2b4052c700d773af", + "functional-replay-audit-attempt01.json": "f693d9f0da640495cb58dfecc23e002aa0a97099e773435d1ee63f919a786e48", + "functional-replay-audit-attempt01.log": "6b0a547a9abff73d1ce800f111b46e6374e397f200d027f5d6dfabf503d4ff75", + "functional-replay-audit-attempt02.log": "8d4e8db2fb3cd2220e9cfb8ef15818245058a47489cce830702b95dd6c2ae562", + "functional-replay-audit.json": "144c0002c185043f0171e2b0f5a71e11d236c9e207022afac78c4e9c20beb32f", + "functional-replay-math-audit-attempt01.log": "633e0ed3c038a0766dca075a8392487c7d56d9f3529b6f028a0cfefc383cd08a", + "functional-replay-math-audit.json": "d9a5707f80a90c3c8dca7fc430a0cacfd7d7b342ab63ab0b180773e8b501c4e4", + "reference/LICENSE": "cefd38efbfd2ca094b39736be7bf323fd6eae65964bbd96187e866981d67bee0", + "reference/README.md": "87a11089dfbba555832e6f871f0ba0e02af983e265fb01c684908fbc4b2ea91e", + "reference/__init__.py": "40b8838e5c0e460136324d90cfa6fc409148a3929b00a2ac9b88b00fa0259b0d", + "reference/config.json": "d8fe4db01164b642779ddf1b322b924a2a4a2dc803027ddd5ed925097cc5c721", + "reference/configuration_iquestloopcoder.py": "172306263d98fb62b8cec593727b53187b6156d2fdaa99c43a37adde381e8807", + "reference/generation_config.json": "16856b186ca44da6ee8e9fea0d7f7024cb6217f794677bd3335f0608e11fc202", + "reference/header-resume-input.json": "69e648e4912ea691fbcca249770ae52d4cbc18437af8d22b35fc59ecdf29ac2b", + "reference/model.safetensors.index.json": "2b0a5682197ec8c98ac12de1b2be89d31182c32f8e967c1d9a8396318f268a8c", + "reference/modeling_iquestloopcoder.py": "4b15953c4b3f48f74c524dfbd3fa2edf4f24a2fb73c68c3dba3fdec44bc0c3ea", + "reference/source_manifest.json": "675d78ea9307094bff8fb06f8ec8908a68ff6577b9d1a0d5d0ed1b3dcdaae325", + "reference/tokenization_iquestcoder.py": "77c56f9aac1b382dddd56d9850fbadeee66c2eb974a2135ea72076b31837550e", + "reference/tokenizer.model": "7d3be68e090a927f31e0e378d7599b15c206dd47e4a73933775a746cc9c1cd91", + "reference/tokenizer_config.json": "90e4563e1bea1fc922749bbbf3c6134c07edef8dd0de1bd551ab99655dd6c246", + "reference/weight-header-audit.json": "c284e84c02f38171e186e5c5b395f6771f3f2ff44b9896999d3991478fa370f8", + "reference/weight-headers/model-00001-of-00016.safetensors.header": "5dca395450fbcd32877649dfbca2d4ee72be043630c81ef3d53b2f57d6a614e8", + "reference/weight-headers/model-00002-of-00016.safetensors.header": "4eff8d03cadbb5a151298fdd7041c96df2c750de0d689b2269a6cd80c1512974", + "reference/weight-headers/model-00003-of-00016.safetensors.header": "1806828ed03fce061be4e8dc097d09ee5853b820b9f1863b7ddd32800aac63f7", + "reference/weight-headers/model-00004-of-00016.safetensors.header": "8863b5419dda676dffca2ab8b2c27560b0038537c57ea5e1536b14840bbd820e", + "reference/weight-headers/model-00005-of-00016.safetensors.header": "05745e0b110ef7f99bdc52971709cf4a2958570ce6e6ffea97666d91578ae682", + "reference/weight-headers/model-00006-of-00016.safetensors.header": "718bed5ed94f4dc873b2d39c745f16ffaae8596ecc61c11bbe6f49677d5e1964", + "reference/weight-headers/model-00007-of-00016.safetensors.header": "480cbe37ad52908173c278c36530720f5430732e0e27483c1d5f5a30bad35e08", + "reference/weight-headers/model-00008-of-00016.safetensors.header": "115ef9f116b5c1b2b8f48fe7107761fae1b38a9e542279a2b463b9f4a9153b45", + "reference/weight-headers/model-00009-of-00016.safetensors.header": "d07bb1abb9b335b7d4d82f738438319aa02819d99440b45f78011a487f56ca5b", + "reference/weight-headers/model-00010-of-00016.safetensors.header": "6e12e5ad455197c93b2532e5b2efe4fb1a2b6423fed78953c90f8e51ffbb6b6d", + "reference/weight-headers/model-00011-of-00016.safetensors.header": "a2fd525a5d296391c9cf1977f95eff901b30a70d01a17d7e96c2becfe2a2d8b1", + "reference/weight-headers/model-00012-of-00016.safetensors.header": "809f79c4d6ecf6d9d20b9b3754b40ae3034d9437b9bb905b416ac38ea73236e9", + "reference/weight-headers/model-00013-of-00016.safetensors.header": "8da14d18fa7e03ca9340d56559829040d1d9a6eac8939762931cac4780a82945", + "reference/weight-headers/model-00014-of-00016.safetensors.header": "dd1a4bd813b7fc2b9c31b18f205364470bbbcb80ae539be39ca3531ce48b1192", + "reference/weight-headers/model-00015-of-00016.safetensors.header": "1c30029d91e69243e331f26911ecf68ad78124c2d58bda28b239302878db5c7b", + "reference/weight-headers/model-00016-of-00016.safetensors.header": "69b0cea8f93d6f980d36aca9a1b8709f28e9ff5c8da85a4e832c54ef266687bc", + "uncached-explicit-tiny-8.input.json": "8fba8875130e0b5c8fd00675f2e0c77bf483c624d522570b96eb18ee44ec4181", + "uncached-explicit-tiny-8.log": "82c447ed86a0adc703775ef7f2c42043a05640233805afaa081db439a0a2af88", + "weight-header-audit-attempt01.log": "80c9ba32496f2b16ba43f19d870a7173467caae9e2dcc325f487517c97d9c0a8", + "weight-header-audit-attempt02.log": "b6aaf4c740ddde52e1cfb2fa8c7efa4483fb30dbed6a39bd8bd2b063b7bc66db" +} diff --git a/benchmarks/results/iquest-contract/cached-explicit-tiny-8.input.json b/benchmarks/results/iquest-contract/cached-explicit-tiny-8.input.json new file mode 100644 index 000000000..e9c97887a --- /dev/null +++ b/benchmarks/results/iquest-contract/cached-explicit-tiny-8.input.json @@ -0,0 +1,94 @@ +{ + "case": "cached", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true +} diff --git a/benchmarks/results/iquest-contract/cached-explicit-tiny-8.json b/benchmarks/results/iquest-contract/cached-explicit-tiny-8.json new file mode 100644 index 000000000..b4d1b580a --- /dev/null +++ b/benchmarks/results/iquest-contract/cached-explicit-tiny-8.json @@ -0,0 +1,97 @@ +{ + "case": "cached", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true, + "loss": 0.32658153772354126, + "all_parameters_have_finite_gradients": true, + "gradient_norm": 0.3441292759579828 +} diff --git a/benchmarks/results/iquest-contract/cached-tiny-8-attempt08.log b/benchmarks/results/iquest-contract/cached-tiny-8-attempt08.log new file mode 100644 index 000000000..fb6b9c037 --- /dev/null +++ b/benchmarks/results/iquest-contract/cached-tiny-8-attempt08.log @@ -0,0 +1,375 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/distributed/tensor/_ops/_conv_ops.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/distributed/tensor/device_mesh.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/distributed/tensor/_utils.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/distributed/tensor/parallel/_data_parallel_utils.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/__init__.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/quantizers/quantizer_aqlm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/quantizers/quantizer_bnb_4bit.py +{"state": "TINY_INPUT_READY", "case": "cached", "length": 8} +/Users/0z5a/Documents/infra/flashrlt-20261005/bench/resident_pytest.py:198 +:287 +:98 +:88 +bench/probe_iquest_source.py:113 +bench/probe_iquest_source.py:97 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:961 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:1038 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:1069 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:942 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/masking_utils.py:761 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/masking_utils.py:700 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/cache_utils.py:1219 +IndexError: list index out of range diff --git a/benchmarks/results/iquest-contract/cached-tiny-8.input.json b/benchmarks/results/iquest-contract/cached-tiny-8.input.json new file mode 100644 index 000000000..c420face6 --- /dev/null +++ b/benchmarks/results/iquest-contract/cached-tiny-8.input.json @@ -0,0 +1,93 @@ +{ + "case": "cached", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800 +} diff --git a/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.input.json b/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.input.json new file mode 100644 index 000000000..67cb14456 --- /dev/null +++ b/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.input.json @@ -0,0 +1,94 @@ +{ + "case": "checkpointed", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true +} diff --git a/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.log b/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.log new file mode 100644 index 000000000..1a6d9963d --- /dev/null +++ b/benchmarks/results/iquest-contract/checkpointed-explicit-tiny-8.log @@ -0,0 +1,384 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +{"state": "TINY_INPUT_READY", "case": "checkpointed", "length": 8} +`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`. +/Users/0z5a/Documents/infra/flashrlt-20261005/bench/resident_pytest.py:198 +:287 +:98 +:88 +bench/probe_iquest_source.py:140 +bench/probe_iquest_source.py:124 +bench/probe_iquest_source.py:95 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:961 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:1038 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:1069 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:960 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/modeling_layers.py:93 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/_compile.py:54 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/_dynamo/eval_frame.py:1446 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/utils/checkpoint.py:522 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/utils/checkpoint.py:1706 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/utils/checkpoint.py:519 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:760 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:499 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:643 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:401 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:129 +AttributeError: 'NoneType' object has no attribute 'shape' diff --git a/benchmarks/results/iquest-contract/decode-explicit-tiny-65.input.json b/benchmarks/results/iquest-contract/decode-explicit-tiny-65.input.json new file mode 100644 index 000000000..65cc3ccc6 --- /dev/null +++ b/benchmarks/results/iquest-contract/decode-explicit-tiny-65.input.json @@ -0,0 +1,94 @@ +{ + "case": "decode", + "length": 65, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true +} diff --git a/benchmarks/results/iquest-contract/decode-explicit-tiny-65.json b/benchmarks/results/iquest-contract/decode-explicit-tiny-65.json new file mode 100644 index 000000000..468096ce9 --- /dev/null +++ b/benchmarks/results/iquest-contract/decode-explicit-tiny-65.json @@ -0,0 +1,98 @@ +{ + "case": "decode", + "length": 65, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true, + "prefill_decode_max_abs": 0.5041471123695374, + "prefill_decode_allclose_1e-5": false, + "prefill_finite": true, + "decode_finite": true +} diff --git a/benchmarks/results/iquest-contract/decode-explicit-tiny-8.input.json b/benchmarks/results/iquest-contract/decode-explicit-tiny-8.input.json new file mode 100644 index 000000000..5cb38a93a --- /dev/null +++ b/benchmarks/results/iquest-contract/decode-explicit-tiny-8.input.json @@ -0,0 +1,94 @@ +{ + "case": "decode", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true +} diff --git a/benchmarks/results/iquest-contract/decode-explicit-tiny-8.json b/benchmarks/results/iquest-contract/decode-explicit-tiny-8.json new file mode 100644 index 000000000..d20e88786 --- /dev/null +++ b/benchmarks/results/iquest-contract/decode-explicit-tiny-8.json @@ -0,0 +1,98 @@ +{ + "case": "decode", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true, + "prefill_decode_max_abs": 0.41336044669151306, + "prefill_decode_allclose_1e-5": false, + "prefill_finite": true, + "decode_finite": true +} diff --git a/benchmarks/results/iquest-contract/functional-replay-audit-attempt01-provenance.json b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01-provenance.json new file mode 100644 index 000000000..607d60dd7 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01-provenance.json @@ -0,0 +1,9 @@ +{ + "driver_sha256": "f9cff8a04c1fc9090e1a41962c363ec870d2db113f5dd03c86f7f3976d51c1a1", + "prototype_sha256": "cdf28edb5b41dfdd6d223ef171e9163c33b73c5d118590a84c5277e9c37592fc", + "actual_exit_code": 1, + "failure": "One parameter delta differs by1.7881393432617188e-7 at original1e-7 absolute bound. First four complete cases passed; fifth incomplete.", + "gradient_relative_l2_gate": 2e-06, + "parameter_delta_atol": 1e-07, + "gates_changed": false +} diff --git a/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.json b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.json new file mode 100644 index 000000000..711166066 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.json @@ -0,0 +1,206 @@ +{ + "state": "RUNNING", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "torch": "2.13.0", + "official_weights": false, + "device": "cpu", + "gradient_relative_l2_gate": 2e-06, + "logits_atol": 1e-05, + "logits_rtol": 1e-05, + "optimizer": "AdamW", + "learning_rate": 0.0001, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.1, + "cases": [ + { + "seed": 42, + "length": 1, + "recompute": false, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + } + ] + }, + { + "seed": 42, + "length": 1, + "recompute": true, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "gradient_relative_l2": 1.4622053521253907e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "gradient_relative_l2": 1.5220117685639182e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "gradient_relative_l2": 1.4622053521253907e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "gradient_relative_l2": 1.5220117685639182e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true + } + ] + }, + { + "seed": 42, + "length": 8, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63 + ] + ], + "targets": [ + 63, + 62, + 41, + 66, + 86, + 49, + 16, + 53 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07 + } + ] + } + ], + "scope": "Tiny supervised numerical/Adam equivalence; not RL reward convergence or 40B execution." +} diff --git a/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.log b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.log new file mode 100644 index 000000000..d34eaf98c --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-audit-attempt01.log @@ -0,0 +1,371 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +{"seed": 42, "length": 1, "recompute": false, "steps": 2} +{"seed": 42, "length": 1, "recompute": true, "steps": 2} +{"seed": 42, "length": 4, "recompute": false, "steps": 2} +{"seed": 42, "length": 4, "recompute": true, "steps": 2} +/Users/0z5a/Documents/infra/flashrlt-20261005/bench/resident_pytest.py:198 +:287 +:98 +:88 +bench/audit_iquest_replay.py:210 +bench/audit_iquest_replay.py:169 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/testing/_comparison.py:1631 +AssertionError: Tensor-likes are not close! + +Mismatched elements: 1 / 1536 (0.1%) +Greatest absolute difference: 1.7881393432617188e-07 at index (42, 11) (up to 1e-07 allowed) +Greatest relative difference: 0.0018458698177710176 at index (42, 11) (up to 1e-05 allowed) diff --git a/benchmarks/results/iquest-contract/functional-replay-audit-attempt02.log b/benchmarks/results/iquest-contract/functional-replay-audit-attempt02.log new file mode 100644 index 000000000..53506f638 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-audit-attempt02.log @@ -0,0 +1,376 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/hubert/configuration_hubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/dpt/configuration_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/hubert/configuration_hubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/dpt/configuration_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +{"seed": 42, "length": 1, "recompute": false, "steps": 2} +{"seed": 42, "length": 1, "recompute": true, "steps": 2} +{"seed": 42, "length": 4, "recompute": false, "steps": 2} +{"seed": 42, "length": 4, "recompute": true, "steps": 2} +{"seed": 42, "length": 8, "recompute": false, "steps": 2} +{"seed": 42, "length": 8, "recompute": true, "steps": 2} +{"seed": 42, "length": 65, "recompute": false, "steps": 2} +{"seed": 42, "length": 65, "recompute": true, "steps": 2} +{"seed": 43, "length": 1, "recompute": false, "steps": 2} +{"seed": 43, "length": 1, "recompute": true, "steps": 2} +{"seed": 43, "length": 4, "recompute": false, "steps": 2} +{"seed": 43, "length": 4, "recompute": true, "steps": 2} +{"seed": 43, "length": 8, "recompute": false, "steps": 2} +{"seed": 43, "length": 8, "recompute": true, "steps": 2} +{"seed": 43, "length": 65, "recompute": false, "steps": 2} +{"seed": 43, "length": 65, "recompute": true, "steps": 2} +{"state": "FAILED_NUMERICAL_GATE", "cases": 16, "paired_steps": 32} diff --git a/benchmarks/results/iquest-contract/functional-replay-audit.json b/benchmarks/results/iquest-contract/functional-replay-audit.json new file mode 100644 index 000000000..20337a3d8 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-audit.json @@ -0,0 +1,1310 @@ +{ + "state": "FAILED_NUMERICAL_GATE", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "torch": "2.13.0", + "official_weights": false, + "device": "cpu", + "gradient_relative_l2_gate": 2e-06, + "logits_atol": 1e-05, + "logits_rtol": 1e-05, + "optimizer": "AdamW", + "learning_rate": 0.0001, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.1, + "cases": [ + { + "seed": 42, + "length": 1, + "recompute": false, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 1, + "recompute": true, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.4622053521253907e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "failures": [], + "gradient_relative_l2": 1.5220117685639182e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.4622053521253907e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "failures": [], + "gradient_relative_l2": 1.5220117685639182e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 8, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63 + ] + ], + "targets": [ + 63, + 62, + 41, + 66, + 86, + 49, + 16, + 53 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [ + { + "tensor": "model.layers.1.mlp.gate_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.7881393432617188e-07 + } + ], + "gradient_relative_l2": 2.157212363916451e-07, + "loss_reference": 4.706143856048584, + "loss_candidate": 4.706143856048584, + "parameter_delta_max_abs": 1.7881393432617188e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 2.980232238769531e-07, + "failures": [], + "gradient_relative_l2": 1.8812555691567062e-07, + "loss_reference": 4.6882195472717285, + "loss_candidate": 4.6882195472717285, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 8, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63 + ] + ], + "targets": [ + 63, + 62, + 41, + 66, + 86, + 49, + 16, + 53 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [ + { + "tensor": "model.layers.1.mlp.gate_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.7881393432617188e-07 + } + ], + "gradient_relative_l2": 2.157212363916451e-07, + "loss_reference": 4.706143856048584, + "loss_candidate": 4.706143856048584, + "parameter_delta_max_abs": 1.7881393432617188e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 2.980232238769531e-07, + "failures": [], + "gradient_relative_l2": 1.8812555691567062e-07, + "loss_reference": 4.6882195472717285, + "loss_candidate": 4.6882195472717285, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 65, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63, + 19, + 70, + 5, + 79, + 72, + 61, + 87, + 9, + 85, + 47, + 73, + 66, + 22, + 40, + 94, + 41, + 35, + 15, + 74, + 62, + 95, + 17, + 46, + 40, + 88, + 50, + 71, + 66, + 68, + 71, + 43, + 89, + 64, + 18, + 34, + 14, + 19, + 49, + 48, + 56, + 26, + 79, + 28, + 81, + 26, + 51, + 7, + 76, + 55, + 79, + 56, + 83, + 48, + 13, + 79, + 63, + 69 + ] + ], + "targets": [ + 66, + 42, + 11, + 29, + 78, + 14, + 59, + 18, + 21, + 14, + 48, + 49, + 47, + 94, + 3, + 49, + 49, + 52, + 42, + 21, + 9, + 69, + 8, + 83, + 0, + 17, + 35, + 25, + 8, + 20, + 71, + 39, + 19, + 18, + 37, + 49, + 40, + 9, + 26, + 63, + 86, + 26, + 37, + 17, + 2, + 6, + 28, + 78, + 80, + 21, + 42, + 80, + 78, + 47, + 23, + 88, + 2, + 65, + 67, + 68, + 11, + 87, + 96, + 19, + 42 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 2.3990869522094727e-06 + }, + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 2.3990869522094727e-06 + } + ], + "gradient_relative_l2": 2.652557820595656e-07, + "loss_reference": 4.591853618621826, + "loss_candidate": 4.591853618621826, + "parameter_delta_max_abs": 2.3990869522094727e-06, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 7.152557373046875e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 2.4139881134033203e-06 + } + ], + "gradient_relative_l2": 3.2186702337661606e-07, + "loss_reference": 4.585211753845215, + "loss_candidate": 4.585211753845215, + "parameter_delta_max_abs": 3.725290298461914e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + } + ] + }, + { + "seed": 42, + "length": 65, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63, + 19, + 70, + 5, + 79, + 72, + 61, + 87, + 9, + 85, + 47, + 73, + 66, + 22, + 40, + 94, + 41, + 35, + 15, + 74, + 62, + 95, + 17, + 46, + 40, + 88, + 50, + 71, + 66, + 68, + 71, + 43, + 89, + 64, + 18, + 34, + 14, + 19, + 49, + 48, + 56, + 26, + 79, + 28, + 81, + 26, + 51, + 7, + 76, + 55, + 79, + 56, + 83, + 48, + 13, + 79, + 63, + 69 + ] + ], + "targets": [ + 66, + 42, + 11, + 29, + 78, + 14, + 59, + 18, + 21, + 14, + 48, + 49, + 47, + 94, + 3, + 49, + 49, + 52, + 42, + 21, + 9, + 69, + 8, + 83, + 0, + 17, + 35, + 25, + 8, + 20, + 71, + 39, + 19, + 18, + 37, + 49, + 40, + 9, + 26, + 63, + 86, + 26, + 37, + 17, + 2, + 6, + 28, + 78, + 80, + 21, + 42, + 80, + 78, + 47, + 23, + 88, + 2, + 65, + 67, + 68, + 11, + 87, + 96, + 19, + 42 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 2.3990869522094727e-06 + }, + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 2.3990869522094727e-06 + } + ], + "gradient_relative_l2": 2.652557820595656e-07, + "loss_reference": 4.591853618621826, + "loss_candidate": 4.591853618621826, + "parameter_delta_max_abs": 2.3990869522094727e-06, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 7.152557373046875e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 2.4139881134033203e-06 + } + ], + "gradient_relative_l2": 3.2186702337661606e-07, + "loss_reference": 4.585211753845215, + "loss_candidate": 4.585211753845215, + "parameter_delta_max_abs": 3.725290298461914e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + } + ] + }, + { + "seed": 43, + "length": 1, + "recompute": false, + "tokens": [ + [ + 41 + ] + ], + "targets": [ + 39 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.7143659591674805, + "loss_candidate": 4.7143659591674805, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.682393550872803, + "loss_candidate": 4.682393550872803, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 1, + "recompute": true, + "tokens": [ + [ + 41 + ] + ], + "targets": [ + 39 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.7143659591674805, + "loss_candidate": 4.7143659591674805, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.682393550872803, + "loss_candidate": 4.682393550872803, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 4, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7 + ] + ], + "targets": [ + 10, + 85, + 78, + 14 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5759216394079447e-07, + "loss_reference": 4.155712127685547, + "loss_candidate": 4.155712127685547, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.8323617298532977e-07, + "loss_reference": 4.13065242767334, + "loss_candidate": 4.13065242767334, + "parameter_delta_max_abs": 2.0489096641540527e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 4, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7 + ] + ], + "targets": [ + 10, + 85, + 78, + 14 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5759216394079447e-07, + "loss_reference": 4.155712127685547, + "loss_candidate": 4.155712127685547, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.8323617298532977e-07, + "loss_reference": 4.13065242767334, + "loss_candidate": 4.13065242767334, + "parameter_delta_max_abs": 2.0489096641540527e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 8, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60 + ] + ], + "targets": [ + 47, + 0, + 86, + 94, + 32, + 15, + 51, + 54 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.980232238769531e-07, + "failures": [], + "gradient_relative_l2": 2.0124109255572636e-07, + "loss_reference": 5.068241119384766, + "loss_candidate": 5.068241596221924, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.904253669715577e-07, + "loss_reference": 5.05097770690918, + "loss_candidate": 5.05097770690918, + "parameter_delta_max_abs": 3.259629011154175e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 8, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60 + ] + ], + "targets": [ + 47, + 0, + 86, + 94, + 32, + 15, + 51, + 54 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.980232238769531e-07, + "failures": [], + "gradient_relative_l2": 2.0124109255572636e-07, + "loss_reference": 5.068241119384766, + "loss_candidate": 5.068241596221924, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 1.904253669715577e-07, + "loss_reference": 5.05097770690918, + "loss_candidate": 5.05097770690918, + "parameter_delta_max_abs": 3.259629011154175e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 65, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60, + 86, + 66, + 95, + 38, + 64, + 90, + 62, + 18, + 45, + 75, + 89, + 59, + 49, + 71, + 89, + 13, + 16, + 13, + 31, + 8, + 5, + 43, + 36, + 59, + 29, + 9, + 45, + 71, + 17, + 17, + 65, + 95, + 54, + 56, + 9, + 15, + 28, + 31, + 47, + 89, + 48, + 8, + 51, + 64, + 42, + 63, + 86, + 14, + 21, + 91, + 44, + 43, + 39, + 61, + 23, + 69, + 74 + ] + ], + "targets": [ + 63, + 26, + 48, + 81, + 58, + 75, + 29, + 8, + 32, + 40, + 15, + 62, + 69, + 78, + 62, + 17, + 68, + 25, + 86, + 72, + 92, + 10, + 63, + 63, + 94, + 21, + 63, + 6, + 87, + 57, + 25, + 65, + 63, + 72, + 30, + 43, + 73, + 57, + 84, + 7, + 3, + 45, + 66, + 57, + 10, + 19, + 61, + 48, + 14, + 39, + 79, + 17, + 43, + 87, + 69, + 80, + 6, + 70, + 60, + 22, + 31, + 36, + 83, + 47, + 46 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.1.self_attn.o_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 2.1606683731079102e-07 + } + ], + "gradient_relative_l2": 2.6332313782247524e-07, + "loss_reference": 4.665134906768799, + "loss_candidate": 4.665134906768799, + "parameter_delta_max_abs": 2.1606683731079102e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 4.76837158203125e-07, + "failures": [], + "gradient_relative_l2": 2.838259423124515e-07, + "loss_reference": 4.657588481903076, + "loss_candidate": 4.657588481903076, + "parameter_delta_max_abs": 2.2351741790771484e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 65, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60, + 86, + 66, + 95, + 38, + 64, + 90, + 62, + 18, + 45, + 75, + 89, + 59, + 49, + 71, + 89, + 13, + 16, + 13, + 31, + 8, + 5, + 43, + 36, + 59, + 29, + 9, + 45, + 71, + 17, + 17, + 65, + 95, + 54, + 56, + 9, + 15, + 28, + 31, + 47, + 89, + 48, + 8, + 51, + 64, + 42, + 63, + 86, + 14, + 21, + 91, + 44, + 43, + 39, + 61, + 23, + 69, + 74 + ] + ], + "targets": [ + 63, + 26, + 48, + 81, + 58, + 75, + 29, + 8, + 32, + 40, + 15, + 62, + 69, + 78, + 62, + 17, + 68, + 25, + 86, + 72, + 92, + 10, + 63, + 63, + 94, + 21, + 63, + 6, + 87, + 57, + 25, + 65, + 63, + 72, + 30, + 43, + 73, + 57, + 84, + 7, + 3, + 45, + 66, + 57, + 10, + 19, + 61, + 48, + 14, + 39, + 79, + 17, + 43, + 87, + 69, + 80, + 6, + 70, + 60, + 22, + 31, + 36, + 83, + 47, + 46 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.1.self_attn.o_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 2.1606683731079102e-07 + } + ], + "gradient_relative_l2": 2.6332313782247524e-07, + "loss_reference": 4.665134906768799, + "loss_candidate": 4.665134906768799, + "parameter_delta_max_abs": 2.1606683731079102e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 4.76837158203125e-07, + "failures": [], + "gradient_relative_l2": 2.838259423124515e-07, + "loss_reference": 4.657588481903076, + "loss_candidate": 4.657588481903076, + "parameter_delta_max_abs": 2.2351741790771484e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + } + ], + "scope": "Tiny supervised numerical/Adam equivalence; not RL reward convergence or 40B execution.", + "case_count": 16, + "paired_steps": 32, + "prototype_sha256": "cdf28edb5b41dfdd6d223ef171e9163c33b73c5d118590a84c5277e9c37592fc", + "parameter_delta_atol": 1e-07, + "parameter_delta_rtol": 1e-05 +} diff --git a/benchmarks/results/iquest-contract/functional-replay-math-audit-attempt01.log b/benchmarks/results/iquest-contract/functional-replay-math-audit-attempt01.log new file mode 100644 index 000000000..d537e2c20 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-math-audit-attempt01.log @@ -0,0 +1,377 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/ao/quantization/observer.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/hubert/configuration_hubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/dpt/configuration_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/hubert/configuration_hubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilebert/tokenization_mobilebert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/dpt/configuration_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/llava_next/image_processing_llava_next_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +{"seed": 42, "length": 1, "recompute": false, "steps": 2} +{"seed": 42, "length": 1, "recompute": true, "steps": 2} +{"seed": 42, "length": 4, "recompute": false, "steps": 2} +{"seed": 42, "length": 4, "recompute": true, "steps": 2} +{"seed": 42, "length": 8, "recompute": false, "steps": 2} +{"seed": 42, "length": 8, "recompute": true, "steps": 2} +{"seed": 42, "length": 65, "recompute": false, "steps": 2} +{"seed": 42, "length": 65, "recompute": true, "steps": 2} +{"seed": 43, "length": 1, "recompute": false, "steps": 2} +{"seed": 43, "length": 1, "recompute": true, "steps": 2} +{"seed": 43, "length": 4, "recompute": false, "steps": 2} +{"seed": 43, "length": 4, "recompute": true, "steps": 2} +{"seed": 43, "length": 8, "recompute": false, "steps": 2} +{"seed": 43, "length": 8, "recompute": true, "steps": 2} +{"seed": 43, "length": 65, "recompute": false, "steps": 2} +{"seed": 43, "length": 65, "recompute": true, "steps": 2} +{"state": "FAILED_NUMERICAL_GATE", "cases": 16, "paired_steps": 32} diff --git a/benchmarks/results/iquest-contract/functional-replay-math-audit.json b/benchmarks/results/iquest-contract/functional-replay-math-audit.json new file mode 100644 index 000000000..ae8011939 --- /dev/null +++ b/benchmarks/results/iquest-contract/functional-replay-math-audit.json @@ -0,0 +1,1311 @@ +{ + "state": "FAILED_NUMERICAL_GATE", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "torch": "2.13.0", + "official_weights": false, + "device": "cpu", + "sdpa_backend": "MATH", + "gradient_relative_l2_gate": 2e-06, + "logits_atol": 1e-05, + "logits_rtol": 1e-05, + "optimizer": "AdamW", + "learning_rate": 0.0001, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.1, + "cases": [ + { + "seed": 42, + "length": 1, + "recompute": false, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 1, + "recompute": true, + "tokens": [ + [ + 36 + ] + ], + "targets": [ + 0 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.2766923904418945, + "loss_candidate": 5.2766923904418945, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 5.24023962020874, + "loss_candidate": 5.24023962020874, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.5331974029541016e-07, + "failures": [], + "gradient_relative_l2": 1.467064204113856e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.4031483142315044e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 4, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9 + ] + ], + "targets": [ + 2, + 61, + 29, + 52 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.5331974029541016e-07, + "failures": [], + "gradient_relative_l2": 1.467064204113856e-07, + "loss_reference": 4.553637504577637, + "loss_candidate": 4.553637504577637, + "parameter_delta_max_abs": 7.450580596923828e-09, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.4031483142315044e-07, + "loss_reference": 4.529329776763916, + "loss_candidate": 4.529329299926758, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 8, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63 + ] + ], + "targets": [ + 63, + 62, + 41, + 66, + 86, + 49, + 16, + 53 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [ + { + "tensor": "model.layers.1.mlp.gate_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.1920928955078125e-07 + } + ], + "gradient_relative_l2": 2.1936654883315191e-07, + "loss_reference": 4.706143856048584, + "loss_candidate": 4.706143856048584, + "parameter_delta_max_abs": 1.1920928955078125e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "failures": [], + "gradient_relative_l2": 1.7789788518861875e-07, + "loss_reference": 4.6882195472717285, + "loss_candidate": 4.6882195472717285, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 8, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63 + ] + ], + "targets": [ + 63, + 62, + 41, + 66, + 86, + 49, + 16, + 53 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [ + { + "tensor": "model.layers.1.mlp.gate_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.1920928955078125e-07 + } + ], + "gradient_relative_l2": 2.1936654883315191e-07, + "loss_reference": 4.706143856048584, + "loss_candidate": 4.706143856048584, + "parameter_delta_max_abs": 1.1920928955078125e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 2.682209014892578e-07, + "failures": [], + "gradient_relative_l2": 1.7789788518861875e-07, + "loss_reference": 4.6882195472717285, + "loss_candidate": 4.6882195472717285, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 42, + "length": 65, + "recompute": false, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63, + 19, + 70, + 5, + 79, + 72, + 61, + 87, + 9, + 85, + 47, + 73, + 66, + 22, + 40, + 94, + 41, + 35, + 15, + 74, + 62, + 95, + 17, + 46, + 40, + 88, + 50, + 71, + 66, + 68, + 71, + 43, + 89, + 64, + 18, + 34, + 14, + 19, + 49, + 48, + 56, + 26, + 79, + 28, + 81, + 26, + 51, + 7, + 76, + 55, + 79, + 56, + 83, + 48, + 13, + 79, + 63, + 69 + ] + ], + "targets": [ + 66, + 42, + 11, + 29, + 78, + 14, + 59, + 18, + 21, + 14, + 48, + 49, + 47, + 94, + 3, + 49, + 49, + 52, + 42, + 21, + 9, + 69, + 8, + 83, + 0, + 17, + 35, + 25, + 8, + 20, + 71, + 39, + 19, + 18, + 37, + 49, + 40, + 9, + 26, + 63, + 86, + 26, + 37, + 17, + 2, + 6, + 28, + 78, + 80, + 21, + 42, + 80, + 78, + 47, + 23, + 88, + 2, + 65, + 67, + 68, + 11, + 87, + 96, + 19, + 42 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.9818544387817383e-06 + }, + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 1.9818544387817383e-06 + } + ], + "gradient_relative_l2": 2.6241594921539816e-07, + "loss_reference": 4.591853618621826, + "loss_candidate": 4.591853618621826, + "parameter_delta_max_abs": 1.9818544387817383e-06, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 6.258487701416016e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 1.996755599975586e-06 + } + ], + "gradient_relative_l2": 3.04581396807327e-07, + "loss_reference": 4.585211753845215, + "loss_candidate": 4.585211753845215, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + } + ] + }, + { + "seed": 42, + "length": 65, + "recompute": true, + "tokens": [ + [ + 36, + 18, + 74, + 9, + 66, + 43, + 91, + 63, + 19, + 70, + 5, + 79, + 72, + 61, + 87, + 9, + 85, + 47, + 73, + 66, + 22, + 40, + 94, + 41, + 35, + 15, + 74, + 62, + 95, + 17, + 46, + 40, + 88, + 50, + 71, + 66, + 68, + 71, + 43, + 89, + 64, + 18, + 34, + 14, + 19, + 49, + 48, + 56, + 26, + 79, + 28, + 81, + 26, + 51, + 7, + 76, + 55, + 79, + 56, + 83, + 48, + 13, + 79, + 63, + 69 + ] + ], + "targets": [ + 66, + 42, + 11, + 29, + 78, + 14, + 59, + 18, + 21, + 14, + 48, + 49, + 47, + 94, + 3, + 49, + 49, + 52, + 42, + 21, + 9, + 69, + 8, + 83, + 0, + 17, + 35, + 25, + 8, + 20, + 71, + 39, + 19, + 18, + 37, + 49, + 40, + 9, + 26, + 63, + 86, + 26, + 37, + 17, + 2, + 6, + 28, + 78, + 80, + 21, + 42, + 80, + 78, + 47, + 23, + 88, + 2, + 65, + 67, + 68, + 11, + 87, + 96, + 19, + 42 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 4.76837158203125e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.9818544387817383e-06 + }, + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 1.9818544387817383e-06 + } + ], + "gradient_relative_l2": 2.6241594921539816e-07, + "loss_reference": 4.591853618621826, + "loss_candidate": 4.591853618621826, + "parameter_delta_max_abs": 1.9818544387817383e-06, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 6.258487701416016e-07, + "failures": [ + { + "tensor": "model.layers.0.mlp.down_proj.weight", + "field": "parameter", + "mismatched_elements": 1, + "max_abs": 1.996755599975586e-06 + } + ], + "gradient_relative_l2": 3.04581396807327e-07, + "loss_reference": 4.585211753845215, + "loss_candidate": 4.585211753845215, + "parameter_delta_max_abs": 2.9802322387695312e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + } + ] + }, + { + "seed": 43, + "length": 1, + "recompute": false, + "tokens": [ + [ + 41 + ] + ], + "targets": [ + 39 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.7143659591674805, + "loss_candidate": 4.7143659591674805, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.682393550872803, + "loss_candidate": 4.682393550872803, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 1, + "recompute": true, + "tokens": [ + [ + 41 + ] + ], + "targets": [ + 39 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.7143659591674805, + "loss_candidate": 4.7143659591674805, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 0.0, + "failures": [], + "gradient_relative_l2": 0.0, + "loss_reference": 4.682393550872803, + "loss_candidate": 4.682393550872803, + "parameter_delta_max_abs": 0.0, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 4, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7 + ] + ], + "targets": [ + 10, + 85, + 78, + 14 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5299823638318051e-07, + "loss_reference": 4.155712127685547, + "loss_candidate": 4.155712127685547, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5779121045767353e-07, + "loss_reference": 4.13065242767334, + "loss_candidate": 4.13065242767334, + "parameter_delta_max_abs": 1.6763806343078613e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 4, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7 + ] + ], + "targets": [ + 10, + 85, + 78, + 14 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5299823638318051e-07, + "loss_reference": 4.155712127685547, + "loss_candidate": 4.155712127685547, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 2.384185791015625e-07, + "failures": [], + "gradient_relative_l2": 1.5779121045767353e-07, + "loss_reference": 4.13065242767334, + "loss_candidate": 4.13065242767334, + "parameter_delta_max_abs": 1.6763806343078613e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 8, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60 + ] + ], + "targets": [ + 47, + 0, + 86, + 94, + 32, + 15, + 51, + 54 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 2.0755403898758715e-07, + "loss_reference": 5.068241119384766, + "loss_candidate": 5.068241119384766, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 2.0145367451122857e-07, + "loss_reference": 5.05097770690918, + "loss_candidate": 5.05097770690918, + "parameter_delta_max_abs": 2.60770320892334e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 8, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60 + ] + ], + "targets": [ + 47, + 0, + 86, + 94, + 32, + 15, + 51, + 54 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 2.0755403898758715e-07, + "loss_reference": 5.068241119384766, + "loss_candidate": 5.068241119384766, + "parameter_delta_max_abs": 1.4901161193847656e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + }, + { + "step": 2, + "logits_max_abs": 3.5762786865234375e-07, + "failures": [], + "gradient_relative_l2": 2.0145367451122857e-07, + "loss_reference": 5.05097770690918, + "loss_candidate": 5.05097770690918, + "parameter_delta_max_abs": 2.60770320892334e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 65, + "recompute": false, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60, + 86, + 66, + 95, + 38, + 64, + 90, + 62, + 18, + 45, + 75, + 89, + 59, + 49, + 71, + 89, + 13, + 16, + 13, + 31, + 8, + 5, + 43, + 36, + 59, + 29, + 9, + 45, + 71, + 17, + 17, + 65, + 95, + 54, + 56, + 9, + 15, + 28, + 31, + 47, + 89, + 48, + 8, + 51, + 64, + 42, + 63, + 86, + 14, + 21, + 91, + 44, + 43, + 39, + 61, + 23, + 69, + 74 + ] + ], + "targets": [ + 63, + 26, + 48, + 81, + 58, + 75, + 29, + 8, + 32, + 40, + 15, + 62, + 69, + 78, + 62, + 17, + 68, + 25, + 86, + 72, + 92, + 10, + 63, + 63, + 94, + 21, + 63, + 6, + 87, + 57, + 25, + 65, + 63, + 72, + 30, + 43, + 73, + 57, + 84, + 7, + 3, + 45, + 66, + 57, + 10, + 19, + 61, + 48, + 14, + 39, + 79, + 17, + 43, + 87, + 69, + 80, + 6, + 70, + 60, + 22, + 31, + 36, + 83, + 47, + 46 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 5.960464477539062e-07, + "failures": [ + { + "tensor": "model.layers.1.self_attn.o_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.2665987014770508e-07 + } + ], + "gradient_relative_l2": 2.6744974994108295e-07, + "loss_reference": 4.665134906768799, + "loss_candidate": 4.665134906768799, + "parameter_delta_max_abs": 1.2665987014770508e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 4.76837158203125e-07, + "failures": [], + "gradient_relative_l2": 2.777231646506259e-07, + "loss_reference": 4.657588481903076, + "loss_candidate": 4.657588481903076, + "parameter_delta_max_abs": 5.960464477539063e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + }, + { + "seed": 43, + "length": 65, + "recompute": true, + "tokens": [ + [ + 41, + 37, + 69, + 7, + 53, + 16, + 74, + 60, + 86, + 66, + 95, + 38, + 64, + 90, + 62, + 18, + 45, + 75, + 89, + 59, + 49, + 71, + 89, + 13, + 16, + 13, + 31, + 8, + 5, + 43, + 36, + 59, + 29, + 9, + 45, + 71, + 17, + 17, + 65, + 95, + 54, + 56, + 9, + 15, + 28, + 31, + 47, + 89, + 48, + 8, + 51, + 64, + 42, + 63, + 86, + 14, + 21, + 91, + 44, + 43, + 39, + 61, + 23, + 69, + 74 + ] + ], + "targets": [ + 63, + 26, + 48, + 81, + 58, + 75, + 29, + 8, + 32, + 40, + 15, + 62, + 69, + 78, + 62, + 17, + 68, + 25, + 86, + 72, + 92, + 10, + 63, + 63, + 94, + 21, + 63, + 6, + 87, + 57, + 25, + 65, + 63, + 72, + 30, + 43, + 73, + 57, + 84, + 7, + 3, + 45, + 66, + 57, + 10, + 19, + 61, + 48, + 14, + 39, + 79, + 17, + 43, + 87, + 69, + 80, + 6, + 70, + 60, + 22, + 31, + 36, + 83, + 47, + 46 + ], + "steps": [ + { + "step": 1, + "logits_max_abs": 5.960464477539062e-07, + "failures": [ + { + "tensor": "model.layers.1.self_attn.o_proj.weight", + "field": "parameter_delta", + "mismatched_elements": 1, + "max_abs": 1.2665987014770508e-07 + } + ], + "gradient_relative_l2": 2.6744974994108295e-07, + "loss_reference": 4.665134906768799, + "loss_candidate": 4.665134906768799, + "parameter_delta_max_abs": 1.2665987014770508e-07, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": false + }, + { + "step": 2, + "logits_max_abs": 4.76837158203125e-07, + "failures": [], + "gradient_relative_l2": 2.777231646506259e-07, + "loss_reference": 4.657588481903076, + "loss_candidate": 4.657588481903076, + "parameter_delta_max_abs": 5.960464477539063e-08, + "all_parameters_and_moments_checked": true, + "nonzero_applied_update": true, + "passed": true + } + ] + } + ], + "scope": "Tiny supervised numerical/Adam equivalence; not RL reward convergence or 40B execution.", + "case_count": 16, + "paired_steps": 32, + "prototype_sha256": "cdf28edb5b41dfdd6d223ef171e9163c33b73c5d118590a84c5277e9c37592fc", + "parameter_delta_atol": 1e-07, + "parameter_delta_rtol": 1e-05 +} diff --git a/benchmarks/results/iquest-contract/reference/LICENSE b/benchmarks/results/iquest-contract/reference/LICENSE new file mode 100644 index 000000000..67ab50597 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/LICENSE @@ -0,0 +1,26 @@ +Modified MIT License + +Software Copyright© 2025 IQuest Research + +Our only modification is that, if the Software (or any derivative works +thereof) is used for any of your commercial products or services, you shall +prominently display "IQuest Coder" on the user interface of such product or +service. +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + + diff --git a/benchmarks/results/iquest-contract/reference/README.md b/benchmarks/results/iquest-contract/reference/README.md new file mode 100644 index 000000000..b999037c9 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/README.md @@ -0,0 +1,182 @@ +--- +license: other +license_name: iquestcoder +license_link: >- + https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Instruct/blob/main/LICENSE +language: + - en +library_name: transformers +--- + +![Evaluation Results](./papers/iquest-coder-v1-logo.png) + +

+ 📘 Blog +  •  + 📄 Technical Report +

+ +# IQuest-Coder-V1 Model Family + +| Model | Link | +|-------|------| +| IQuest-Coder-V1-40B-Base-Stage1 | [🤗 Hugging Face](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Base-Stage1) | +| IQuest-Coder-V1-40B-Base | [🤗 Hugging Face](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Base) | +| IQuest-Coder-V1-40B-Instruct | [🤗 Hugging Face](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Instruct) | +| IQuest-Coder-V1-40B-Loop-Instruct | [🤗 Hugging Face](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct) | + +[Clarification: Regarding the Performance of IQuest-Coder-V1](https://github.com/IQuestLab/IQuest-Coder-V1/issues/14#issuecomment-3705756919) + +## Sampling Parameters +For the IQuest-Coder-V1-Instruct: We suggest using Temperature=0.6, TopP=0.85, TopK=20. + + +## IQuest-Coder-V1 Highlights + +IQuest-Coder-V1 is a new family of code large language models (LLMs) designed to advance autonomous software engineering and code intelligence. Built on the innovative code-flow multi-stage training paradigm, IQuest-Coder-V1 captures the dynamic evolution of software logic, delivering state-of-the-art performance across critical dimensions: + +- **State-of-the-Art Performance**: Achieves leading results on SWE-Bench Verified (76.2%), BigCodeBench (49.9%), LiveCodeBench v6 (81.1%), and other major coding benchmarks, surpassing competitive models across agentic software engineering, competitive programming, and complex tool use. +- **Code-Flow Training Paradigm**: Moving beyond static code representations, our models learn from repository evolution patterns, commit transitions, and dynamic code transformations to understand real-world software development processes. +- **Dual Specialization Paths**: Bifurcated post-training delivers two specialized variants—Thinking models (utilizing reasoning-driven RL for complex problem-solving) and Instruct models (optimized for general coding assistance and instruction-following). +- **Efficient Architecture**: The IQuest-Coder-V1-Loop variant introduces a recurrent mechanism that optimizes the trade-off between model capacity and deployment footprint. +- **Native Long Context**: All models natively support up to 128K tokens without requiring additional scaling techniques. + +## Model Overview + +The IQuest-Coder-V1 series includes models ranging from 7B to 40B parameters, with both standard and Loop variants: + +| Model | Parameters | Layers | Hidden Size | Attention Heads (Q/KV) | Context Length | +|-------|------------|--------|-------------|------------------------|----------------| +| IQuest-Coder-V1-7B-Instruct | 7B | 14 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-7B-Thinking | 7B | 14 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-14B-Instruct | 14B | 28 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-14B-Thinking | 14B | 28 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-40B-Instruct | 40B | 80 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-40B-Thinking | 40B | 80 | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-40B-Loop-Instruct | 40B | 80 (2 iterations) | 5120 | 40/8 | 128K | +| IQuest-Coder-V1-40B-Loop-Thinking | 40B | 80 (2 iterations) | 5120 | 40/8 | 128K | + +**Architecture Features:** + +- Grouped Query Attention (GQA) for efficient inference +- Native 128K context length support +- Vocabulary size: 76,800 tokens +- Loop variants use recurrent transformer design with shared parameters across two iterations + +For more details, please refer to our Technical Report, GitHub. + +## Quickstart + +IQuest-Coder-V1 uses custom modeling code via Hugging Face's auto_map feature. We recommend using transformers==4.56.0. + +### Basic Usage with Transformers + +```python +from transformers import AutoModelForCausalLM, AutoTokenizer + +model_name = "IQuestLab/IQuest-Coder-V1-40B-Instruct" + +# Load the tokenizer and model +tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True) +model = AutoModelForCausalLM.from_pretrained( + model_name, + torch_dtype="auto", + device_map="cuda:0", + trust_remote_code=True, +) + +# Prepare the input +prompt = "Write a Python function to calculate the Fibonacci sequence using dynamic programming." +messages = [ + {"role": "user", "content": prompt} +] +text = tokenizer.apply_chat_template( + messages, + tokenize=False, + add_generation_prompt=True +) +model_inputs = tokenizer([text], return_tensors="pt").to(model.device) + +# Generate response +generated_ids = model.generate( + **model_inputs, + max_new_tokens=8192 +) +generated_ids = generated_ids[0][len(model_inputs.input_ids[0]):] +response = tokenizer.decode(generated_ids, skip_special_tokens=True) + +print(response) +``` + +### Using Thinking Models + +For complex reasoning tasks, use the Thinking variant: + +```python +model_name = "IQuest/IQuest-Coder-V1-40B-Thinking" + +# The Thinking model includes explicit reasoning traces +# Use similar code as above, but expect longer, more detailed responses +# with step-by-step problem decomposition +``` + +### Deployment with vLLM + +For production deployment, you can use vLLM to create an OpenAI-compatible API endpoint. Please refer to the [vLLM PR](https://github.com/vllm-project/vllm/pull/31575/files) for implementation details. + +```bash +vllm serve IQuestLab/IQuest-Coder-V1-40B-Instruct --tensor-parallel-size 8 +``` + +For Thinking models with reasoning support: + +```bash +vllm serve IQuestLab/IQuest-Coder-V1-40B-Thinking --reasoning-parser qwen3 --tensor-parallel-size 8 +``` + + +## Evaluation Results +![Evaluation Results](./papers/results.png) + +## Limitations + +- **Reasoning vs. Efficiency Trade-off**: Thinking models provide superior reasoning but generate longer responses; Instruct models are more efficient for straightforward tasks. +- **Code Execution**: Models generate code but do not execute it; always validate outputs in sandboxed environments. +- **Domain Specificity**: While trained on diverse codebases, performance may vary on highly specialized or proprietary frameworks. +- **Factuality**: Models may generate plausible but incorrect code; verify critical implementations thoroughly. + +## Citation + +If you find our work helpful, please cite: + +```bibtex +@article{iquest-coder-v1-2025, + title={IQuest-Coder-V1 Technical Report}, + author={IQuest Coder Team}, + url={https://github.com/IQuestLab/IQuest-Coder-V1/blob/main/papers/IQuest_Coder_Technical_Report.pdf} + year={2025} +} +@article{codescaling, + title={Scaling Laws for Code: Every Programming Language Matters}, + author={Yang, Jian and Guo, Shawn and Jing, Lin and Zhang, Wei and Liu, Aishan and Hao, Chuan and Li, Zhoujun and Zhao, Wayne Xin and Liu, Xianglong and Lv, Weifeng and others}, + journal={arXiv preprint arXiv:2512.13472}, + year={2025} +} +@article{close_the_loop, + title={Close the Loop: Synthesizing Infinite Tool-Use Data via Multi-Agent Role-Playing}, + author={Yuwen Li, Wei Zhang, Zelong Huang, Mason Yang, Jiajun Wu, Shawn Guo, Huahao Hu, Lingyi Sun, Jian Yang, Mingjie Tang, Byran Dai}, + journal={arXiv preprint arXiv:2512.23611}, + year={2025} +} +@article{loopcoder, + title={LoopCoder: Scaling Code Intelligence via Looped Language Models}, + author={Jian Yang, Wei Zhang, Shawn Guo, Yizhi Li, Lin Jing, Zhengmao Ye, Shark Liu, Yuyang Song, Jiajun Wu, Che Liu, T. Zheng, Siwei Wu, L. Liao, X. Ma, Chuan Hao, Ran Tao, Yan Xing, Jianzhou Wang, Mingjie Tang, Aishan Liu, Zhoujun Li, Xianglong Liu, Weifeng Lv1, Bryan Dai}, + year={2025} +} +@article{swe_compress, + title={Context as a Tool: Context Management for Long-Horizon SWE-Agents}, + author={hukai Liu, Jian Yang, Bo Jiang, Yizhi Li, Jinyang Guo, Xianglong Liu, Bryan Dai}, + journal={arXiv preprint arXiv:2512.22087}, + year={2025} +} +``` diff --git a/benchmarks/results/iquest-contract/reference/__init__.py b/benchmarks/results/iquest-contract/reference/__init__.py new file mode 100644 index 000000000..67e6df6de --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/__init__.py @@ -0,0 +1,26 @@ +"""IQuestLoopCoder model package.""" + +from .configuration_iquestloopcoder import IQuestLoopCoderConfig +from .modeling_iquestloopcoder import ( + IQuestLoopCoderPreTrainedModel, + IQuestLoopCoderModel, + IQuestLoopCoderForCausalLM, + IQuestLoopCoderCache, +) +from .tokenization_iquestcoder import IQuestCoderTokenizer + +try: + from .tokenization_iquestcoder import IQuestCoderTokenizerFast +except ImportError: + IQuestCoderTokenizerFast = None + +__all__ = [ + "IQuestLoopCoderConfig", + "IQuestLoopCoderPreTrainedModel", + "IQuestLoopCoderModel", + "IQuestLoopCoderForCausalLM", + "IQuestLoopCoderCache", + "IQuestCoderTokenizer", + "IQuestCoderTokenizerFast", +] + diff --git a/benchmarks/results/iquest-contract/reference/config.json b/benchmarks/results/iquest-contract/reference/config.json new file mode 100644 index 000000000..a9af0646f --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/config.json @@ -0,0 +1,34 @@ +{ + "_name_or_path": "iquestloopcoder", + "architectures": [ + "IQuestLoopCoderForCausalLM" + ], + "model_type": "iquestloopcoder", + "vocab_size": 76800, + "hidden_size": 5120, + "intermediate_size": 27648, + "num_hidden_layers": 80, + "eos_token_id": [2, 75864, 75869], + "num_attention_heads": 40, + "num_key_value_heads": 8, + "head_dim": 128, + "hidden_act": "silu", + "max_position_embeddings": 131072, + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "tie_word_embeddings": false, + "rope_theta": 500000, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "torch_dtype": "bfloat16", + "transformers_version": "4.55.4", + "auto_map": { + "AutoConfig": "configuration_iquestloopcoder.IQuestLoopCoderConfig", + "AutoModel": "modeling_iquestloopcoder.IQuestLoopCoderModel", + "AutoModelForCausalLM": "modeling_iquestloopcoder.IQuestLoopCoderForCausalLM" + } +} diff --git a/benchmarks/results/iquest-contract/reference/configuration_iquestloopcoder.py b/benchmarks/results/iquest-contract/reference/configuration_iquestloopcoder.py new file mode 100644 index 000000000..043cf0ecf --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/configuration_iquestloopcoder.py @@ -0,0 +1,132 @@ +# Copyright 2024 IQuestLoopCoder Authors +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +"""IQuestLoopCoder model configuration""" + +from transformers.configuration_utils import PretrainedConfig +from transformers.utils import logging + +logger = logging.get_logger(__name__) + + +class IQuestLoopCoderConfig(PretrainedConfig): + r""" + Configuration class for IQuestLoopCoder model. + + IQuestLoopCoder extends the standard LLaMA architecture with a loop mechanism: + - Loop 1: Standard attention, stores K1, V1 + - Loop 2+: Mixed attention with gated combination of global (K1,V1) and local (K2,V2) KV + + The gate is computed as: gate = sigmoid(W @ Q + bias) + Mixed output = gate * Attention(Q, K1, V1) + (1 - gate) * SlidingWindowAttention(Q, K2, V2) + + Args: + vocab_size (`int`, *optional*, defaults to 76800): + Vocabulary size of the model. + hidden_size (`int`, *optional*, defaults to 5120): + Dimension of the hidden representations. + intermediate_size (`int`, *optional*, defaults to 27648): + Dimension of the MLP representations (FFN hidden size). + num_hidden_layers (`int`, *optional*, defaults to 80): + Number of hidden layers in the Transformer decoder. + num_attention_heads (`int`, *optional*, defaults to 40): + Number of attention heads for each attention layer. + num_key_value_heads (`int`, *optional*, defaults to 8): + Number of key-value heads (for GQA). If None, defaults to num_attention_heads. + head_dim (`int`, *optional*, defaults to 128): + Dimension of each attention head (hidden_size // num_attention_heads). + hidden_act (`str` or `function`, *optional*, defaults to `"silu"`): + Activation function in the MLP. + max_position_embeddings (`int`, *optional*, defaults to 8192): + Maximum sequence length. + initializer_range (`float`, *optional*, defaults to 0.02): + Standard deviation for weight initialization. + rms_norm_eps (`float`, *optional*, defaults to 1e-5): + Epsilon for RMS normalization layers. + use_cache (`bool`, *optional*, defaults to `True`): + Whether to use past key/values for generation. + tie_word_embeddings (`bool`, *optional*, defaults to `False`): + Whether to tie input and output embeddings. + rope_theta (`float`, *optional*, defaults to 500000.0): + Base value for rotary position embeddings. + attention_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in attention layers. + attention_dropout (`float`, *optional*, defaults to 0.0): + Dropout ratio for attention weights. + mlp_bias (`bool`, *optional*, defaults to `False`): + Whether to use bias in MLP layers. + + # Loop-specific parameters + loop_num (`int`, *optional*, defaults to 2): + Number of loops through the decoder. + loop_window_size (`int`, *optional*, defaults to 64): + Window size for sliding window attention in Loop 2+. + """ + + model_type = "iquestloopcoder" + keys_to_ignore_at_inference = ["past_key_values"] + + def __init__( + self, + vocab_size=76800, + hidden_size=5120, + intermediate_size=27648, + num_hidden_layers=80, + num_attention_heads=40, + num_key_value_heads=8, + head_dim=128, + hidden_act="silu", + max_position_embeddings=8192, + initializer_range=0.02, + rms_norm_eps=1e-5, + use_cache=True, + pad_token_id=None, + bos_token_id=1, + eos_token_id=2, + tie_word_embeddings=False, + rope_theta=500000.0, + rope_scaling=None, + attention_bias=False, + attention_dropout=0.0, + mlp_bias=False, + # Loop-specific parameters + loop_num=2, + loop_window_size=64, + **kwargs, + ): + self.vocab_size = vocab_size + self.max_position_embeddings = max_position_embeddings + self.hidden_size = hidden_size + self.intermediate_size = intermediate_size + self.num_hidden_layers = num_hidden_layers + self.num_attention_heads = num_attention_heads + self.head_dim = head_dim + + # GQA support + if num_key_value_heads is None: + num_key_value_heads = num_attention_heads + self.num_key_value_heads = num_key_value_heads + + self.hidden_act = hidden_act + self.initializer_range = initializer_range + self.rms_norm_eps = rms_norm_eps + self.use_cache = use_cache + self.rope_theta = rope_theta + self.rope_scaling = rope_scaling + self.attention_bias = attention_bias + self.attention_dropout = attention_dropout + self.mlp_bias = mlp_bias + + # Loop-specific + self.loop_num = loop_num + self.loop_window_size = loop_window_size + + super().__init__( + pad_token_id=pad_token_id, + bos_token_id=bos_token_id, + eos_token_id=eos_token_id, + tie_word_embeddings=tie_word_embeddings, + **kwargs, + ) + diff --git a/benchmarks/results/iquest-contract/reference/generation_config.json b/benchmarks/results/iquest-contract/reference/generation_config.json new file mode 100644 index 000000000..45ee99831 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/generation_config.json @@ -0,0 +1,6 @@ +{ + "_from_model_config": true, + "bos_token_id": 1, + "eos_token_id": [2, 75864, 75869], + "transformers_version": "4.55.4" +} diff --git a/benchmarks/results/iquest-contract/reference/header-resume-input.json b/benchmarks/results/iquest-contract/reference/header-resume-input.json new file mode 100644 index 000000000..b65bf39ab --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/header-resume-input.json @@ -0,0 +1,26 @@ +{ + "initial_auditor_sha256": "da2549caed159524c6dfbd6b439e323fdb8e21f0bbb6581afef863c7fd117117", + "cached_headers_written_after_range_and_storage_validation": { + "model-00014-of-00016.safetensors": "dd1a4bd813b7fc2b9c31b18f205364470bbbcb80ae539be39ca3531ce48b1192", + "model-00002-of-00016.safetensors": "4eff8d03cadbb5a151298fdd7041c96df2c750de0d689b2269a6cd80c1512974", + "model-00007-of-00016.safetensors": "480cbe37ad52908173c278c36530720f5430732e0e27483c1d5f5a30bad35e08", + "model-00009-of-00016.safetensors": "d07bb1abb9b335b7d4d82f738438319aa02819d99440b45f78011a487f56ca5b", + "model-00010-of-00016.safetensors": "6e12e5ad455197c93b2532e5b2efe4fb1a2b6423fed78953c90f8e51ffbb6b6d", + "model-00006-of-00016.safetensors": "718bed5ed94f4dc873b2d39c745f16ffaae8596ecc61c11bbe6f49677d5e1964", + "model-00015-of-00016.safetensors": "1c30029d91e69243e331f26911ecf68ad78124c2d58bda28b239302878db5c7b", + "model-00003-of-00016.safetensors": "1806828ed03fce061be4e8dc097d09ee5853b820b9f1863b7ddd32800aac63f7", + "model-00016-of-00016.safetensors": "69b0cea8f93d6f980d36aca9a1b8709f28e9ff5c8da85a4e832c54ef266687bc", + "model-00013-of-00016.safetensors": "8da14d18fa7e03ca9340d56559829040d1d9a6eac8939762931cac4780a82945", + "model-00005-of-00016.safetensors": "05745e0b110ef7f99bdc52971709cf4a2958570ce6e6ffea97666d91578ae682", + "model-00012-of-00016.safetensors": "809f79c4d6ecf6d9d20b9b3754b40ae3034d9437b9bb905b416ac38ea73236e9", + "model-00004-of-00016.safetensors": "8863b5419dda676dffca2ab8b2c27560b0038537c57ea5e1536b14840bbd820e", + "model-00001-of-00016.safetensors": "5dca395450fbcd32877649dfbca2d4ee72be043630c81ef3d53b2f57d6a614e8" + }, + "missing": [ + "model-00008-of-00016.safetensors", + "model-00011-of-00016.safetensors" + ], + "initial_attempt": "../weight-header-audit-attempt01.log", + "initial_exit_code": 1, + "failure": "transient TLS EOF during HTTP range request; full shards not downloaded" +} diff --git a/benchmarks/results/iquest-contract/reference/model.safetensors.index.json b/benchmarks/results/iquest-contract/reference/model.safetensors.index.json new file mode 100644 index 000000000..2463da428 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/model.safetensors.index.json @@ -0,0 +1,890 @@ +{ + "metadata": { + "total_size": 79589392640 + }, + "weight_map": { + "lm_head.weight": "model-00001-of-00016.safetensors", + "model.embed_tokens.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.0.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.0.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.1.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.1.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.10.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.10.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.11.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.11.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.12.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.12.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.13.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.13.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.14.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.14.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.15.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.15.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.16.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.16.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.17.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.17.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.18.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.18.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.19.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.19.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.2.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.2.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.20.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.20.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.21.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.21.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.22.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.22.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.23.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.23.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.24.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.24.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.25.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.25.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.26.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.26.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.27.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.27.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.28.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.28.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.29.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.29.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.3.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.3.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.30.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.30.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.31.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.31.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.32.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.32.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.33.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.33.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.34.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.34.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.35.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.35.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.36.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.36.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.37.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.37.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.38.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.38.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.39.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.39.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.4.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.4.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.40.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.40.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.41.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.41.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.42.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.42.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.43.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.43.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.44.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.44.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.45.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.45.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.46.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.46.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.47.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.47.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.48.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.48.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.49.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.49.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.5.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.5.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.50.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.50.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.51.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.51.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.52.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.52.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.53.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.53.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.54.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.54.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.55.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.55.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.56.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.56.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.57.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.57.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.58.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.58.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.59.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.59.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.6.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.6.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.60.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.60.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.61.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.61.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.62.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.62.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.63.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.63.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.64.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.64.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.65.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.65.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.66.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.66.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.67.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.67.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.68.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.68.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.69.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.69.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.7.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.7.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.70.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.70.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.71.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.71.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.72.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.72.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.73.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.73.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.74.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.74.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.75.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.75.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.76.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.76.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.77.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.77.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.78.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.78.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.79.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.79.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.8.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.8.weight": "model-00001-of-00016.safetensors", + "model.gate_projections.9.bias": "model-00001-of-00016.safetensors", + "model.gate_projections.9.weight": "model-00001-of-00016.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.input_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.11.input_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00016.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00016.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00016.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00016.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.input_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.input_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.input_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00016.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00016.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00004-of-00016.safetensors", + "model.layers.27.input_layernorm.weight": "model-00004-of-00016.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.input_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.input_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.input_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.input_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.31.input_layernorm.weight": "model-00005-of-00016.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00005-of-00016.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.input_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.32.mlp.down_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.mlp.up_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.input_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.33.mlp.down_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.mlp.up_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.input_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.34.mlp.down_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.mlp.up_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.input_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.35.mlp.down_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.mlp.up_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.36.input_layernorm.weight": "model-00006-of-00016.safetensors", + "model.layers.36.mlp.down_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.36.mlp.gate_proj.weight": "model-00006-of-00016.safetensors", + "model.layers.36.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.37.mlp.down_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.mlp.gate_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.38.mlp.down_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.mlp.gate_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.39.mlp.down_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.mlp.gate_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.40.mlp.down_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.mlp.gate_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.mlp.up_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00007-of-00016.safetensors", + "model.layers.41.input_layernorm.weight": "model-00007-of-00016.safetensors", + "model.layers.41.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.mlp.gate_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.mlp.up_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.input_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.42.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.mlp.gate_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.mlp.up_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.input_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.43.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.mlp.gate_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.mlp.up_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.input_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.44.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.mlp.gate_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.mlp.up_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.input_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.45.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.mlp.gate_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.mlp.up_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.46.input_layernorm.weight": "model-00008-of-00016.safetensors", + "model.layers.46.mlp.down_proj.weight": "model-00008-of-00016.safetensors", + "model.layers.46.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.46.mlp.up_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.46.post_attention_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.46.self_attn.k_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.46.self_attn.o_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.46.self_attn.q_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.46.self_attn.v_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.input_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.47.mlp.down_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.mlp.up_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.post_attention_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.47.self_attn.k_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.self_attn.o_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.self_attn.q_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.47.self_attn.v_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.input_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.48.mlp.down_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.mlp.up_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.post_attention_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.48.self_attn.k_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.self_attn.o_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.self_attn.q_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.48.self_attn.v_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.input_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.49.mlp.down_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.mlp.up_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.post_attention_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.49.self_attn.k_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.self_attn.o_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.self_attn.q_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.49.self_attn.v_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.input_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.50.input_layernorm.weight": "model-00009-of-00016.safetensors", + "model.layers.50.mlp.down_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.50.mlp.gate_proj.weight": "model-00009-of-00016.safetensors", + "model.layers.50.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.50.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.50.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.50.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.50.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.50.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.51.mlp.down_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.mlp.gate_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.51.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.51.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.52.mlp.down_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.mlp.gate_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.52.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.52.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.53.mlp.down_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.mlp.gate_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.53.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.53.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.54.mlp.down_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.mlp.gate_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.54.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.54.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.55.mlp.down_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.mlp.gate_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.mlp.up_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.post_attention_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.55.self_attn.k_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.self_attn.o_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.self_attn.q_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.55.self_attn.v_proj.weight": "model-00010-of-00016.safetensors", + "model.layers.56.input_layernorm.weight": "model-00010-of-00016.safetensors", + "model.layers.56.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.mlp.gate_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.mlp.up_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.post_attention_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.56.self_attn.k_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.self_attn.o_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.self_attn.q_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.56.self_attn.v_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.input_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.57.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.mlp.gate_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.mlp.up_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.post_attention_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.57.self_attn.k_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.self_attn.o_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.self_attn.q_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.57.self_attn.v_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.input_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.58.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.mlp.gate_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.mlp.up_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.post_attention_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.58.self_attn.k_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.self_attn.o_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.self_attn.q_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.58.self_attn.v_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.input_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.59.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.mlp.gate_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.mlp.up_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.post_attention_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.59.self_attn.k_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.self_attn.o_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.self_attn.q_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.59.self_attn.v_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.input_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.60.input_layernorm.weight": "model-00011-of-00016.safetensors", + "model.layers.60.mlp.down_proj.weight": "model-00011-of-00016.safetensors", + "model.layers.60.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.60.mlp.up_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.60.post_attention_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.60.self_attn.k_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.60.self_attn.o_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.60.self_attn.q_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.60.self_attn.v_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.input_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.61.mlp.down_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.mlp.up_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.post_attention_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.61.self_attn.k_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.self_attn.o_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.self_attn.q_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.61.self_attn.v_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.input_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.62.mlp.down_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.mlp.up_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.post_attention_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.62.self_attn.k_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.self_attn.o_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.self_attn.q_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.62.self_attn.v_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.input_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.63.mlp.down_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.mlp.up_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.post_attention_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.63.self_attn.k_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.self_attn.o_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.self_attn.q_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.63.self_attn.v_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.input_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.64.mlp.down_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.mlp.up_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.post_attention_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.64.self_attn.k_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.self_attn.o_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.self_attn.q_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.64.self_attn.v_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.65.input_layernorm.weight": "model-00012-of-00016.safetensors", + "model.layers.65.mlp.down_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.65.mlp.gate_proj.weight": "model-00012-of-00016.safetensors", + "model.layers.65.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.65.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.65.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.65.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.65.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.65.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.66.mlp.down_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.mlp.gate_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.66.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.66.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.67.mlp.down_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.mlp.gate_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.67.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.67.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.68.mlp.down_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.mlp.gate_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.68.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.68.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.69.mlp.down_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.mlp.gate_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.69.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.69.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00013-of-00016.safetensors", + "model.layers.70.input_layernorm.weight": "model-00013-of-00016.safetensors", + "model.layers.70.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.mlp.gate_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.mlp.up_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.post_attention_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.70.self_attn.k_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.self_attn.o_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.self_attn.q_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.70.self_attn.v_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.input_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.71.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.mlp.gate_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.mlp.up_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.post_attention_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.71.self_attn.k_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.self_attn.o_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.self_attn.q_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.71.self_attn.v_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.input_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.72.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.mlp.gate_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.mlp.up_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.post_attention_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.72.self_attn.k_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.self_attn.o_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.self_attn.q_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.72.self_attn.v_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.input_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.73.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.mlp.gate_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.mlp.up_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.post_attention_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.73.self_attn.k_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.self_attn.o_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.self_attn.q_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.73.self_attn.v_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.input_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.74.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.mlp.gate_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.mlp.up_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.post_attention_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.74.self_attn.k_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.self_attn.o_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.self_attn.q_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.74.self_attn.v_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.75.input_layernorm.weight": "model-00014-of-00016.safetensors", + "model.layers.75.mlp.down_proj.weight": "model-00014-of-00016.safetensors", + "model.layers.75.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.75.mlp.up_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.75.post_attention_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.75.self_attn.k_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.75.self_attn.o_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.75.self_attn.q_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.75.self_attn.v_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.input_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.76.mlp.down_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.mlp.up_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.post_attention_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.76.self_attn.k_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.self_attn.o_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.self_attn.q_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.76.self_attn.v_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.input_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.77.mlp.down_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.mlp.up_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.post_attention_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.77.self_attn.k_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.self_attn.o_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.self_attn.q_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.77.self_attn.v_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.input_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.78.mlp.down_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.mlp.up_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.post_attention_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.78.self_attn.k_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.self_attn.o_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.self_attn.q_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.78.self_attn.v_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.input_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.79.mlp.down_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.mlp.up_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.post_attention_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.79.self_attn.k_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.self_attn.o_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.self_attn.q_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.79.self_attn.v_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.8.input_layernorm.weight": "model-00015-of-00016.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00015-of-00016.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00016-of-00016.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.input_layernorm.weight": "model-00016-of-00016.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00016-of-00016.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00016-of-00016.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00016-of-00016.safetensors", + "model.norm.weight": "model-00016-of-00016.safetensors" + } +} \ No newline at end of file diff --git a/benchmarks/results/iquest-contract/reference/modeling_iquestloopcoder.py b/benchmarks/results/iquest-contract/reference/modeling_iquestloopcoder.py new file mode 100644 index 000000000..1cdd6fa67 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/modeling_iquestloopcoder.py @@ -0,0 +1,1113 @@ +""" +Modified MIT License + +Software Copyright© 2025 IQuest Research + +Our only modification is that, if the Software (or any derivative works +thereof) is used for any of your commercial products or services, you shall +prominently display "IQuest Coder" on the user interface of such product or +service. +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +""" + +import logging +from typing import Any, Callable, Optional, Union, Tuple, List + +import torch +from torch import nn + +from transformers.activations import ACT2FN +from transformers.cache_utils import Cache +from transformers.generation import GenerationMixin +from transformers.integrations import use_kernel_forward_from_hub +from transformers.masking_utils import ( + create_causal_mask, + create_sliding_window_causal_mask, +) +from transformers.modeling_flash_attention_utils import FlashAttentionKwargs +from transformers.modeling_layers import ( + GenericForQuestionAnswering, + GenericForSequenceClassification, + GenericForTokenClassification, + GradientCheckpointingLayer, +) +from transformers.modeling_outputs import ( + BaseModelOutputWithPast, + CausalLMOutputWithPast, +) +from transformers.modeling_rope_utils import ROPE_INIT_FUNCTIONS, dynamic_rope_update +from transformers.modeling_utils import ALL_ATTENTION_FUNCTIONS, PreTrainedModel +from transformers.processing_utils import Unpack +from transformers.utils import TransformersKwargs, auto_docstring, can_return_tuple +from transformers.utils.generic import check_model_inputs +from .configuration_iquestloopcoder import IQuestLoopCoderConfig + + +logger = logging.getLogger(__name__) + + +def needs_iquestloopcoder_cache( + cache: Optional[Cache] +) -> bool: + # need to test more conditions + if cache is None: + return True + if isinstance(cache, IQuestLoopCoderCache): + return False + return True + +class IQuestLoopCoderMLP(nn.Module): + def __init__(self, config): + super().__init__() + self.config = config + self.hidden_size = config.hidden_size + self.intermediate_size = config.intermediate_size + self.gate_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False) + self.up_proj = nn.Linear(self.hidden_size, self.intermediate_size, bias=False) + self.down_proj = nn.Linear(self.intermediate_size, self.hidden_size, bias=False) + self.act_fn = ACT2FN[config.hidden_act] + + def forward(self, x): + down_proj = self.down_proj(self.act_fn(self.gate_proj(x)) * self.up_proj(x)) + return down_proj + + +def rotate_half(x): + """Rotates half the hidden dims of the input.""" + x1 = x[..., : x.shape[-1] // 2] + x2 = x[..., x.shape[-1] // 2 :] + return torch.cat((-x2, x1), dim=-1) + + +def apply_rotary_pos_emb(q, k, cos, sin, position_ids=None, unsqueeze_dim=1): + """Applies Rotary Position Embedding to the query and key tensors. + + Args: + q (`torch.Tensor`): The query tensor. + k (`torch.Tensor`): The key tensor. + cos (`torch.Tensor`): The cosine part of the rotary embedding. + sin (`torch.Tensor`): The sine part of the rotary embedding. + position_ids (`torch.Tensor`, *optional*): + Deprecated and unused. + unsqueeze_dim (`int`, *optional*, defaults to 1): + The 'unsqueeze_dim' argument specifies the dimension along which to unsqueeze cos[position_ids] and + sin[position_ids] so that they can be properly broadcasted to the dimensions of q and k. For example, note + that cos[position_ids] and sin[position_ids] have the shape [batch_size, seq_len, head_dim]. Then, if q and + k have the shape [batch_size, heads, seq_len, head_dim], then setting unsqueeze_dim=1 makes + cos[position_ids] and sin[position_ids] broadcastable to the shapes of q and k. Similarly, if q and k have + the shape [batch_size, seq_len, heads, head_dim], then set unsqueeze_dim=2. + Returns: + `tuple(torch.Tensor)` comprising of the query and key tensors rotated using the Rotary Position Embedding. + """ + cos = cos.unsqueeze(unsqueeze_dim) + sin = sin.unsqueeze(unsqueeze_dim) + q_embed = (q * cos) + (rotate_half(q) * sin) + k_embed = (k * cos) + (rotate_half(k) * sin) + return q_embed, k_embed + + +def repeat_kv(hidden_states: torch.Tensor, n_rep: int) -> torch.Tensor: + """ + This is the equivalent of torch.repeat_interleave(x, dim=1, repeats=n_rep). The hidden states go from (batch, + num_key_value_heads, seqlen, head_dim) to (batch, num_attention_heads, seqlen, head_dim) + """ + batch, num_key_value_heads, slen, head_dim = hidden_states.shape + if n_rep == 1: + return hidden_states + hidden_states = hidden_states[:, :, None, :, :].expand( + batch, num_key_value_heads, n_rep, slen, head_dim + ) + return hidden_states.reshape(batch, num_key_value_heads * n_rep, slen, head_dim) + + +class IQuestLoopCoderCache(Cache): + """Cache implementation for IQuestLoopCoder that manages shared and local KV caches. + + - shared_key_cache/shared_value_cache: Stores KV from Loop 1 (global context) + - local_key_cache/local_value_cache: Stores KV from Loop 2+ (local window, only window_size tokens) + """ + + def __init__(self, window_size: int, num_layers: int, loop_num: int=2): + # We intentionally don't call super().__init__ because the parent assumes static cache sizes. + self.window_size = window_size + self.num_layers = num_layers + self.loop_num = loop_num + + # Shared cache: stores Loop 1 KV (global context) + self.shared_key_cache: List[Optional[torch.Tensor]] = [None] * self.num_layers + self.shared_value_cache: List[Optional[torch.Tensor]] = [None] * self.num_layers + + # Local cache: stores Loop 2+ KV (sliding window, only window_size tokens) + self.local_key_cache: List[Optional[torch.Tensor]] = [None] * (self.loop_num-1) * self.num_layers + self.local_value_cache: List[Optional[torch.Tensor]] = [None] * (self.loop_num-1) * self.num_layers + + self.layers: List[Any] = [] # attribute expected by HF Cache utilities + self._seen_tokens = 0 + + def update_shared( + self, + key_states: torch.Tensor, + value_states: torch.Tensor, + layer_idx: int, + cache_kwargs: Optional[dict] = None, + ) -> Tuple[torch.Tensor, torch.Tensor]: + """Update shared cache (Loop 1 KV).""" + # only store the first loop's kv cache + loop_idx = cache_kwargs.get("loop_idx", 0) + assert loop_idx == 0 + if layer_idx < 0 or layer_idx >= self.num_layers: + raise ValueError(f"layer_idx must be in [0, {self.num_layers}), got {layer_idx}") + + cached_key = self.shared_key_cache[layer_idx] + cached_value = self.shared_value_cache[layer_idx] + + if cached_key is None: + self.shared_key_cache[layer_idx] = key_states + self.shared_value_cache[layer_idx] = value_states + else: + if ( + key_states.shape[0] != cached_key.shape[0] + or key_states.shape[1] != cached_key.shape[1] + or key_states.shape[3] != cached_key.shape[3] + ): + raise ValueError( + "Cached and incoming key/value tensors must match on batch, head, and head_dim dimensions." + ) + assert key_states.shape[2] == 1 + assert value_states.shape[2] == 1 + self.shared_key_cache[layer_idx] = torch.cat([cached_key, key_states], dim=2) + self.shared_value_cache[layer_idx] = torch.cat([cached_value, value_states], dim=2) + + result_key = self.shared_key_cache[layer_idx] + result_value = self.shared_value_cache[layer_idx] + assert result_key is not None and result_value is not None + + # Track sequence length + self._seen_tokens = result_key.shape[2] + return result_key, result_value + + def update_local( + self, + key_states: torch.Tensor, + value_states: torch.Tensor, + layer_idx: int, + cache_kwargs: Optional[dict] = None, + ) -> Tuple[torch.Tensor, torch.Tensor]: + """Update local cache (Loop 2+ KV) with sliding window management. + + Ensures the local cache always contains at most window_size tokens. + Local cache only stores loop_idx > 0 (i.e., loop_idx = 1, 2, ...). + For loop_idx = 1, cache_idx = layer_idx + 0 * num_layers = layer_idx (0 to num_layers-1) + For loop_idx = 2, cache_idx = layer_idx + 1 * num_layers (num_layers to 2*num_layers-1) + """ + # only store the local kv cache for loop_idx > 0 + loop_idx = cache_kwargs.get("loop_idx", 0) + assert loop_idx > 0, f"update_local should only be called for loop_idx > 0, got {loop_idx}" + if layer_idx < 0 or layer_idx >= self.num_layers: + raise ValueError(f"layer_idx must be in [0, {self.num_layers}), got {layer_idx}") + + # Local cache size is (loop_num-1) * num_layers + # loop_idx = 1 maps to indices 0 to num_layers-1 + # loop_idx = 2 maps to indices num_layers to 2*num_layers-1 + # So offset = (loop_idx - 1) * num_layers + cache_idx = layer_idx + (loop_idx - 1) * self.num_layers + + # Validate cache_idx is within bounds + max_cache_idx = (self.loop_num - 1) * self.num_layers + if cache_idx >= max_cache_idx: + raise IndexError( + f"cache_idx {cache_idx} out of range. " + f"loop_idx={loop_idx}, layer_idx={layer_idx}, " + f"max_cache_idx={max_cache_idx - 1}" + ) + cached_key = self.local_key_cache[cache_idx] + cached_value = self.local_value_cache[cache_idx] + + if cached_key is None: + # First token in local cache, for prefill + # If prefill sequence is longer than window_size, only keep the last window_size tokens + seq_len = key_states.shape[2] + if seq_len > self.window_size: + # Keep only the last window_size tokens + start_idx = seq_len - self.window_size + self.local_key_cache[cache_idx] = key_states[:, :, start_idx:, :] + self.local_value_cache[cache_idx] = value_states[:, :, start_idx:, :] + else: + self.local_key_cache[cache_idx] = key_states + self.local_value_cache[cache_idx] = value_states + else: + # store the local kv cache for decode + if ( + key_states.shape[0] != cached_key.shape[0] + or key_states.shape[1] != cached_key.shape[1] + or key_states.shape[3] != cached_key.shape[3] + ): + raise ValueError( + "Cached and incoming key/value tensors must match on batch, head, and head_dim dimensions." + ) + assert cached_value is not None + assert key_states.shape[2] == 1 + assert value_states.shape[2] == 1 + # Concatenate new tokens + new_key = torch.cat([cached_key, key_states], dim=2) + new_value = torch.cat([cached_value, value_states], dim=2) + + # Ensure the total length doesn't exceed window_size + total_len = new_key.shape[2] + if total_len > self.window_size: + # Keep only the last window_size tokens + self.local_key_cache[cache_idx] = new_key[:, :, -self.window_size:, :] + self.local_value_cache[cache_idx] = new_value[:, :, -self.window_size:, :] + else: + self.local_key_cache[cache_idx] = new_key + self.local_value_cache[cache_idx] = new_value + + result_key = self.local_key_cache[cache_idx] + result_value = self.local_value_cache[cache_idx] + assert result_key is not None and result_value is not None + # Ensure the result is at most window_size (can be less during prefill when sequence is shorter) + assert result_key.shape[2] <= self.window_size, f"Local cache size {result_key.shape[2]} exceeds window_size {self.window_size}" + + return result_key, result_value + + def get_shared(self, layer_idx: int|List[int]) -> Tuple[Optional[torch.Tensor], Optional[torch.Tensor]]: + """Get shared cache for some layer.""" + if isinstance(layer_idx, list): + return [self.get_shared(layer_idx) for layer_idx in layer_idx] + if layer_idx < 0 or layer_idx >= self.num_layers: + raise ValueError(f"layer_idx must be in [0, {self.num_layers}), got {layer_idx}") + return self.shared_key_cache[layer_idx], self.shared_value_cache[layer_idx] + + def get_local(self, layer_idx: int|List[int], loop_idx: int) -> Tuple[Optional[torch.Tensor], Optional[torch.Tensor]]: + """Get local cache for a layer.""" + assert loop_idx > 0, f"get_local should only be called for loop_idx > 0, got {loop_idx}" + if isinstance(layer_idx, list): + return [self.get_local(layer_idx, loop_idx) for layer_idx in layer_idx] + if layer_idx < 0 or layer_idx >= self.num_layers: + raise ValueError(f"layer_idx must be in [0, {self.num_layers}), got {layer_idx}") + + # Local cache size is (loop_num-1) * num_layers + # loop_idx = 1 maps to indices 0 to num_layers-1 + # loop_idx = 2 maps to indices num_layers to 2*num_layers-1 + # So offset = (loop_idx - 1) * num_layers + cache_idx = layer_idx + (loop_idx - 1) * self.num_layers + + # Validate cache_idx is within bounds + max_cache_idx = (self.loop_num - 1) * self.num_layers + if cache_idx >= max_cache_idx: + raise IndexError( + f"cache_idx {cache_idx} out of range. " + f"loop_idx={loop_idx}, layer_idx={layer_idx}, " + f"max_cache_idx={max_cache_idx - 1}" + ) + + return self.local_key_cache[cache_idx], self.local_value_cache[cache_idx] + + def update( + self, + key_states: torch.Tensor, + value_states: torch.Tensor, + layer_idx: int, + cache_kwargs: Optional[dict] = None, + ) -> Tuple[torch.Tensor, torch.Tensor]: + """Default update method (for compatibility, updates shared cache).""" + loop_idx = cache_kwargs.get("loop_idx", 0) + assert loop_idx < self.loop_num + if loop_idx == 0: + return self.update_shared(key_states, value_states, layer_idx, cache_kwargs) + else: + return self.update_local(key_states, value_states, layer_idx, cache_kwargs) + + def get_seq_length(self, layer_idx: Optional[int] = 0) -> int: + """Get sequence length from shared cache.""" + if layer_idx is None: + layer_idx = 0 + if layer_idx < 0 or layer_idx >= self.loop_num * self.num_layers: + return 0 + cached_key = self.shared_key_cache[layer_idx] + if cached_key is None: + return 0 + return cached_key.shape[2] + + def get_max_length(self) -> Optional[int]: + return None + + def get_usable_length( + self, new_seq_length: int, layer_idx: Optional[int] = 0 + ) -> int: + return self.get_seq_length(layer_idx) + + def reorder_cache(self, beam_idx: torch.LongTensor) -> None: + # pass + raise NotImplementedError("Reorder cache for beam search is not implemented") + """Reorder cache for beam search. + + Reorders both shared cache (Loop 1) and local cache (Loop 2+) according to beam_idx. + """ + # Reorder shared cache (Loop 1, loop_idx=0) + for layer_idx in range(self.num_layers): + if self.shared_key_cache[layer_idx] is not None: + device = self.shared_key_cache[layer_idx].device + self.shared_key_cache[layer_idx] = self.shared_key_cache[layer_idx].index_select(0, beam_idx.to(device)) + self.shared_value_cache[layer_idx] = self.shared_value_cache[layer_idx].index_select(0, beam_idx.to(device)) + + # Reorder local cache (Loop 2+, loop_idx > 0) + # Local cache size is (loop_num-1) * num_layers + for cache_idx in range(len(self.local_key_cache)): + if self.local_key_cache[cache_idx] is not None: + device = self.local_key_cache[cache_idx].device + self.local_key_cache[cache_idx] = self.local_key_cache[cache_idx].index_select(0, beam_idx.to(device)) + self.local_value_cache[cache_idx] = self.local_value_cache[cache_idx].index_select(0, beam_idx.to(device)) + + @property + def is_compileable(self) -> bool: + return False + + def clear(self) -> None: + """Clear all caches.""" + logger.debug("Clearing IQuestLoopCoderCache") + self.shared_key_cache = [None] * self.num_layers + self.shared_value_cache = [None] * self.num_layers + self.local_key_cache = [None] * self.num_layers * (self.loop_num-1) + self.local_value_cache = [None] * self.num_layers * (self.loop_num-1) + self._seen_tokens = 0 + + +def eager_attention_forward( + module: nn.Module, + query: torch.Tensor, + key: torch.Tensor, + value: torch.Tensor, + attention_mask: Optional[torch.Tensor], + scaling: float, + dropout: float = 0.0, + **kwargs: Unpack[TransformersKwargs], +): + key_states = repeat_kv(key, module.num_key_value_groups) + value_states = repeat_kv(value, module.num_key_value_groups) + + attn_weights = torch.matmul(query, key_states.transpose(2, 3)) * scaling + if attention_mask is not None: + causal_mask = attention_mask[:, :, :, : key_states.shape[-2]] + attn_weights = attn_weights + causal_mask + + attn_weights = nn.functional.softmax(attn_weights, dim=-1, dtype=torch.float32).to( + query.dtype + ) + attn_weights = nn.functional.dropout( + attn_weights, p=dropout, training=module.training + ) + attn_output = torch.matmul(attn_weights, value_states) + attn_output = attn_output.transpose(1, 2).contiguous() + + return attn_output, attn_weights + +class LoopGateProjection(nn.Module): + """Gate projection for mixed attention in Loop 2+. + + Computes: g = sigmoid(linear(Q)) for each head independently. + This gate determines how much to use Loop1's KV (global) vs current loop's KV (local). + """ + + def __init__(self, num_heads: int, head_dim: int): + super().__init__() + self.num_heads = num_heads + self.head_dim = head_dim + # Each head has its own gate: Linear(head_dim -> 1) per head + # Implemented as [num_heads, head_dim] weight + [num_heads] bias + self.weight = nn.Parameter(torch.zeros(num_heads, head_dim)) + self.bias = nn.Parameter(torch.zeros(num_heads)) + + def forward(self, query: torch.Tensor) -> torch.Tensor: + """Compute gate values from query tensor. + + Args: + query: [batch, num_heads, seq_len, head_dim] + + Returns: + gate: [batch, num_heads, seq_len, 1] + """ + # query: [batch, num_heads, seq_len, head_dim] + # weight: [num_heads, head_dim] + # For each head h: gate_h = query[:, h, :, :] @ weight[h, :].T + bias[h] + # Using einsum: gate = einsum('bhsd,hd->bhs', query, weight) + bias + gate_logits = torch.einsum('bhsd,hd->bhs', query, self.weight) # [batch, num_heads, seq_len] + gate_logits = gate_logits + self.bias[None, :, None] # broadcast bias + gate = torch.sigmoid(gate_logits) + return gate.unsqueeze(-1) # [batch, num_heads, seq_len, 1] + +class IQuestLoopCoderAttention(nn.Module): + """Multi-headed attention from 'Attention Is All You Need' paper""" + + def __init__(self, config: IQuestLoopCoderConfig, layer_idx: int): + super().__init__() + self.config = config + assert layer_idx >= 0 and layer_idx < config.num_hidden_layers + self.layer_idx = layer_idx + + self.head_dim = getattr( + config, "head_dim", config.hidden_size // config.num_attention_heads + ) + self.num_key_value_groups = ( + config.num_attention_heads // config.num_key_value_heads + ) + self.scaling = self.head_dim**-0.5 + self.attention_dropout = config.attention_dropout + self.is_causal = True + self.q_proj = nn.Linear( + config.hidden_size, config.num_attention_heads * self.head_dim, bias=False + ) + self.k_proj = nn.Linear( + config.hidden_size, config.num_key_value_heads * self.head_dim, bias=False + ) + self.v_proj = nn.Linear( + config.hidden_size, config.num_key_value_heads * self.head_dim, bias=False + ) + self.o_proj = nn.Linear( + config.num_attention_heads * self.head_dim, config.hidden_size, bias=False + ) + + def forward( + self, + hidden_states: torch.Tensor, + position_embeddings: tuple[torch.Tensor, torch.Tensor], + attention_mask: Optional[torch.Tensor], + past_key_value: Optional[Cache] = None, + cache_position: Optional[torch.LongTensor] = None, + loop_idx: int = 0, + gate_proj: Optional[LoopGateProjection] = None, + **kwargs: Unpack[FlashAttentionKwargs], + ) -> tuple[torch.Tensor, Optional[torch.Tensor], Optional[tuple[torch.Tensor]]]: + if loop_idx == 0: + return self.forward_loop1(hidden_states, loop_idx, position_embeddings, attention_mask, past_key_value, cache_position, **kwargs) + else: + return self.forward_loop2(hidden_states, loop_idx, position_embeddings, attention_mask, past_key_value, cache_position, gate_proj, **kwargs) + + def forward_loop1( + self, + hidden_states: torch.Tensor, + loop_idx: int, + position_embeddings: tuple[torch.Tensor, torch.Tensor], + attention_mask: Optional[torch.Tensor], + past_key_value: Optional[IQuestLoopCoderCache] = None, + cache_position: Optional[torch.LongTensor] = None, + **kwargs: Unpack[FlashAttentionKwargs]) -> tuple[torch.Tensor, Optional[torch.Tensor], Optional[tuple[torch.Tensor]]]: + input_shape = hidden_states.shape[:-1] + hidden_shape = (*input_shape, -1, self.head_dim) + + query_states = self.q_proj(hidden_states).view(hidden_shape).transpose(1, 2) + key_states = self.k_proj(hidden_states).view(hidden_shape).transpose(1, 2) + value_states = self.v_proj(hidden_states).view(hidden_shape).transpose(1, 2) + + cos, sin = position_embeddings + query_states, key_states = apply_rotary_pos_emb( + query_states, key_states, cos, sin + ) + + if past_key_value is not None: + # sin and cos are specific to RoPE models; cache_position needed for the static cache + cache_kwargs = {"sin": sin, "cos": cos, "cache_position": cache_position, "loop_idx": loop_idx} + key_states, value_states = past_key_value.update( + key_states, + value_states, + self.layer_idx, + cache_kwargs, + ) + + attention_interface: Callable = eager_attention_forward + if self.config._attn_implementation != "eager": + attention_interface = ALL_ATTENTION_FUNCTIONS[ + self.config._attn_implementation + ] + + attn_output, attn_weights = attention_interface( + self, + query_states, + key_states, + value_states, + attention_mask, + dropout=0.0 if not self.training else self.attention_dropout, + scaling=self.scaling, + **kwargs, + ) + + attn_output = attn_output.reshape(*input_shape, -1).contiguous() + attn_output = self.o_proj(attn_output) + return attn_output, (attn_weights) + + + def forward_loop2( + self, + hidden_states: torch.Tensor, + loop_idx: int, + position_embeddings: tuple[torch.Tensor, torch.Tensor], + attention_mask: Optional[torch.Tensor], + past_key_value: Optional[IQuestLoopCoderCache] = None, + cache_position: Optional[torch.LongTensor] = None, + gate_proj: Optional[LoopGateProjection] = None, + **kwargs: Unpack[FlashAttentionKwargs]) -> tuple[torch.Tensor, Optional[torch.Tensor], Optional[tuple[torch.Tensor]]]: + + input_shape = hidden_states.shape[:-1] + hidden_shape = (*input_shape, -1, self.head_dim) + + query_states = self.q_proj(hidden_states).view(hidden_shape).transpose(1, 2) + key_states_local = self.k_proj(hidden_states).view(hidden_shape).transpose(1, 2) + value_states_local = self.v_proj(hidden_states).view(hidden_shape).transpose(1, 2) + + cos, sin = position_embeddings + query_states, key_states_local = apply_rotary_pos_emb( + query_states, key_states_local, cos, sin + ) + + key_states_share, value_states_share = None, None + if past_key_value is not None: + # get key_share, value_share from past_key_value + cache_kwargs = {"sin": sin, "cos": cos, "cache_position": cache_position, "loop_idx": loop_idx} + key_states_share, value_states_share = past_key_value.get_shared(self.layer_idx) + key_states_local, value_states_local = past_key_value.update( + key_states_local, + value_states_local, + self.layer_idx, + cache_kwargs, + ) + + attention_interface: Callable = eager_attention_forward + if self.config._attn_implementation != "eager": + attention_interface = ALL_ATTENTION_FUNCTIONS[ + self.config._attn_implementation + ] + + # Create masks for global and local attention + # Global attention: full causal mask (can see all tokens in shared cache) + # Local attention: causal mask for local window (can only see window_size tokens in local cache) + attention_mask_global = attention_mask # Use full causal mask for global attention + + # For local attention, create a mask that matches the local cache size + # The local cache already contains only the last window_size tokens, + # so we need a causal mask that allows attention within this window + attention_mask_local = None + if key_states_local is not None and value_states_local is not None: + # Local cache has shape [batch, num_heads, local_seq_len, head_dim] + # where local_seq_len <= window_size + local_seq_len = key_states_local.shape[2] + bsz = query_states.shape[0] + q_len = query_states.shape[2] + + # Create a causal mask for local attention + # This allows each query position to attend to all positions up to and including itself + # within the local window (which is already the last window_size tokens) + device = query_states.device + dtype = query_states.dtype + + if attention_mask is not None: + # If we have a global mask, we need to adapt it for local attention + # The global mask shape is [batch, 1, q_len, global_kv_len] + # For local attention, we only need the last local_seq_len positions + global_kv_len = attention_mask.shape[-1] + + if global_kv_len >= local_seq_len: + # Extract the last local_seq_len columns from the global mask + # This represents attention to the last window_size tokens + attention_mask_local = attention_mask[..., -local_seq_len:] + else: + # If global mask is shorter than local_seq_len, create a simple causal mask + # This can happen during prefill when local cache is being built + attention_mask_local = torch.triu( + torch.ones((q_len, local_seq_len), device=device, dtype=dtype) * float("-inf"), + diagonal=1 + ).unsqueeze(0).expand(bsz, -1, -1, -1) # [batch, 1, q_len, local_seq_len] + else: + # No global mask provided, create a simple causal mask for local attention + # This allows full attention within the local window (causal) + attention_mask_local = torch.triu( + torch.ones((q_len, local_seq_len), device=device, dtype=dtype) * float("-inf"), + diagonal=1 + ).unsqueeze(0).expand(bsz, -1, -1, -1) # [batch, 1, q_len, local_seq_len] + + # global attn: attend to all tokens in shared cache + attn_output_global, attn_weights_global = attention_interface( + self, + query_states, + key_states_share, + value_states_share, + attention_mask_global, + dropout=0.0 if not self.training else self.attention_dropout, + scaling=self.scaling, + **kwargs, + ) + + # local attn: attend only to tokens in local cache (window_size) + attn_output_local, attn_weights_local = attention_interface( + self, + query_states, + key_states_local, + value_states_local, + attention_mask_local, + dropout=0.0 if not self.training else self.attention_dropout, + scaling=self.scaling, + **kwargs, + ) + + # attention_interface returns [batch, seq_len, num_heads, head_dim] for eager_attention_forward + # but Flash Attention might return [batch, num_heads, seq_len, head_dim] + # We need [batch, num_heads, seq_len, head_dim] to match gate shape + q_len = query_states.shape[2] # Query sequence length + num_heads = query_states.shape[1] + + # Normalize attn_output_global to [batch, num_heads, q_len, head_dim] + if attn_output_global.dim() == 4: + # Check if shape is [batch, seq_len, num_heads, head_dim] (eager) or [batch, num_heads, seq_len, head_dim] (flash) + if attn_output_global.shape[1] == q_len: + # Shape is [batch, seq_len, num_heads, head_dim], transpose to [batch, num_heads, seq_len, head_dim] + attn_output_global = attn_output_global.transpose(1, 2) + # Ensure sequence length matches query length (take first q_len tokens) + if attn_output_global.shape[2] > q_len: + attn_output_global = attn_output_global[:, :, :q_len, :] + elif attn_output_global.shape[2] < q_len: + # This shouldn't happen, but handle it gracefully + raise ValueError(f"attn_output_global seq_len {attn_output_global.shape[2]} < q_len {q_len}") + + # Normalize attn_output_local to [batch, num_heads, q_len, head_dim] + if attn_output_local.dim() == 4: + # Check if shape is [batch, seq_len, num_heads, head_dim] (eager) or [batch, num_heads, seq_len, head_dim] (flash) + if attn_output_local.shape[1] == q_len: + # Shape is [batch, seq_len, num_heads, head_dim], transpose to [batch, num_heads, seq_len, head_dim] + attn_output_local = attn_output_local.transpose(1, 2) + # Ensure sequence length matches query length (take first q_len tokens) + if attn_output_local.shape[2] > q_len: + attn_output_local = attn_output_local[:, :, :q_len, :] + elif attn_output_local.shape[2] < q_len: + # This shouldn't happen, but handle it gracefully + raise ValueError(f"attn_output_local seq_len {attn_output_local.shape[2]} < q_len {q_len}") + + assert gate_proj is not None + gate = gate_proj(query_states) # [batch, num_heads, seq_len, 1] + mixed_attn_output = attn_output_local * (1 - gate) + attn_output_global * gate + + mixed_attn_output = mixed_attn_output.reshape(*input_shape, -1).contiguous() + mixed_attn_output = self.o_proj(mixed_attn_output) + return mixed_attn_output, (attn_weights_global, attn_weights_local, attn_output_global, attn_output_local, gate) + + +@use_kernel_forward_from_hub("RMSNorm") +class IQuestLoopCoderRMSNorm(nn.Module): + def __init__(self, hidden_size, eps=1e-6): + """ + IQuestLoopCoderRMSNorm is equivalent to T5LayerNorm + """ + super().__init__() + self.weight = nn.Parameter(torch.ones(hidden_size)) + self.variance_epsilon = eps + + def forward(self, hidden_states): + input_dtype = hidden_states.dtype + hidden_states = hidden_states.to(torch.float32) + variance = hidden_states.pow(2).mean(-1, keepdim=True) + hidden_states = hidden_states * torch.rsqrt(variance + self.variance_epsilon) + return self.weight * hidden_states.to(input_dtype) + + def extra_repr(self): + return f"{tuple(self.weight.shape)}, eps={self.variance_epsilon}" + + +class IQuestLoopCoderDecoderLayer(GradientCheckpointingLayer): + def __init__(self, config: IQuestLoopCoderConfig, layer_idx: int): + super().__init__() + self.hidden_size = config.hidden_size + + self.self_attn = IQuestLoopCoderAttention(config=config, layer_idx=layer_idx) + + self.mlp = IQuestLoopCoderMLP(config) + self.input_layernorm = IQuestLoopCoderRMSNorm(config.hidden_size, eps=config.rms_norm_eps) + self.post_attention_layernorm = IQuestLoopCoderRMSNorm( + config.hidden_size, eps=config.rms_norm_eps + ) + self.layer_idx = layer_idx + + def forward( + self, + hidden_states: torch.Tensor, + loop_idx: int = 0, + gate_proj: Optional[LoopGateProjection] = None, + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_value: Optional[Cache] = None, + use_cache: Optional[bool] = False, + cache_position: Optional[torch.LongTensor] = None, + position_embeddings: Optional[ + tuple[torch.Tensor, torch.Tensor] + ] = None, # necessary, but kept here for BC + **kwargs: Unpack[TransformersKwargs], + ) -> tuple[torch.Tensor]: + residual = hidden_states + hidden_states = self.input_layernorm(hidden_states) + # Self Attention + hidden_states, _ = self.self_attn( + hidden_states=hidden_states, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_value=past_key_value, + use_cache=use_cache, + cache_position=cache_position, + loop_idx=loop_idx, + position_embeddings=position_embeddings, + gate_proj=gate_proj if loop_idx > 0 else None, + **kwargs, + ) + + hidden_states = residual + hidden_states + + # Fully Connected + residual = hidden_states + hidden_states = self.post_attention_layernorm(hidden_states) + hidden_states = self.mlp(hidden_states) + hidden_states = residual + hidden_states + return hidden_states + + +@auto_docstring +class IQuestLoopCoderPreTrainedModel(PreTrainedModel): + config: IQuestLoopCoderConfig + base_model_prefix = "model" + supports_gradient_checkpointing = True + _no_split_modules = ["IQuestLoopCoderDecoderLayer"] + _skip_keys_device_placement = ["past_key_values"] + _supports_flash_attn = True + _supports_sdpa = True + _supports_flex_attn = True + + _can_compile_fullgraph = True + _supports_attention_backend = True + _can_record_outputs = { + "hidden_states": IQuestLoopCoderDecoderLayer, + "attentions": IQuestLoopCoderAttention, + } + + # Important for inference with `device_map` / low_cpu_mem_usage: + # Avoid initializing parameters that are not present in the checkpoint. + # Those should keep their constructor-time initialization (e.g. zeros for LoopGateProjection), + # instead of being materialized from meta/empty tensors which can contain NaNs. + def _init_weights(self, module: nn.Module) -> None: + return + + +class IQuestLoopCoderRotaryEmbedding(nn.Module): + def __init__(self, config: IQuestLoopCoderConfig, device=None): + super().__init__() + # BC: "rope_type" was originally "type" + if hasattr(config, "rope_scaling") and isinstance(config.rope_scaling, dict): + self.rope_type = config.rope_scaling.get( + "rope_type", config.rope_scaling.get("type") + ) + else: + self.rope_type = "default" + self.max_seq_len_cached = config.max_position_embeddings + self.original_max_seq_len = config.max_position_embeddings + + self.config = config + self.rope_init_fn = ROPE_INIT_FUNCTIONS[self.rope_type] + + inv_freq, self.attention_scaling = self.rope_init_fn(self.config, device) + self.register_buffer("inv_freq", inv_freq, persistent=False) + self.original_inv_freq = self.inv_freq + + @torch.no_grad() + @dynamic_rope_update # power user: used with advanced RoPE types (e.g. dynamic rope) + def forward(self, x, position_ids): + inv_freq_expanded = ( + self.inv_freq[None, :, None] + .float() + .expand(position_ids.shape[0], -1, 1) + .to(x.device) + ) + position_ids_expanded = position_ids[:, None, :].float() + + device_type = ( + x.device.type + if isinstance(x.device.type, str) and x.device.type != "mps" + else "cpu" + ) + with torch.autocast(device_type=device_type, enabled=False): # Force float32 + freqs = ( + inv_freq_expanded.float() @ position_ids_expanded.float() + ).transpose(1, 2) + emb = torch.cat((freqs, freqs), dim=-1) + cos = emb.cos() * self.attention_scaling + sin = emb.sin() * self.attention_scaling + + return cos.to(dtype=x.dtype), sin.to(dtype=x.dtype) + + +@auto_docstring +class IQuestLoopCoderModel(IQuestLoopCoderPreTrainedModel): + def __init__(self, config: IQuestLoopCoderConfig): + super().__init__(config) + self.padding_idx = config.pad_token_id + self.vocab_size = config.vocab_size + + self.embed_tokens = nn.Embedding( + config.vocab_size, config.hidden_size, self.padding_idx + ) + self.layers = nn.ModuleList( + [ + IQuestLoopCoderDecoderLayer(config, layer_idx) + for layer_idx in range(config.num_hidden_layers) + ] + ) + self.norm = IQuestLoopCoderRMSNorm(config.hidden_size, eps=config.rms_norm_eps) + self.rotary_emb = IQuestLoopCoderRotaryEmbedding(config=config) + self.gradient_checkpointing = False + self.loop_num = getattr(self.config, "loop_num", 2) + self.loop_window_size = getattr(self.config, "loop_window_size", 64) + + # Gate projections for Loop 2+ (one per layer) + self.gate_projections = nn.ModuleList([ + LoopGateProjection(config.num_attention_heads, config.head_dim) + for _ in range(config.num_hidden_layers) + ]) + + # Initialize weights and apply final processing + self.post_init() + + @check_model_inputs + @auto_docstring + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_values: Optional[Cache] = None, + inputs_embeds: Optional[torch.FloatTensor] = None, + use_cache: Optional[bool] = None, + cache_position: Optional[torch.LongTensor] = None, + **kwargs: Unpack[TransformersKwargs], + ) -> BaseModelOutputWithPast: + + if (input_ids is None) ^ (inputs_embeds is not None): + raise ValueError( + "You must specify exactly one of input_ids or inputs_embeds" + ) + + if inputs_embeds is None: + inputs_embeds = self.embed_tokens(input_ids) + + if use_cache is None: + use_cache = self.config.use_cache + + if use_cache: + if needs_iquestloopcoder_cache(past_key_values): + past_key_values = IQuestLoopCoderCache(self.loop_window_size, self.config.num_hidden_layers, self.loop_num) + + if cache_position is None: + past_seen_tokens = ( + past_key_values.get_seq_length() if past_key_values is not None else 0 + ) + cache_position = torch.arange( + past_seen_tokens, + past_seen_tokens + inputs_embeds.shape[1], + device=inputs_embeds.device, + ) + + if position_ids is None: + position_ids = cache_position.unsqueeze(0) + + # It may already have been prepared by e.g. `generate` + if not isinstance(causal_mask_mapping := attention_mask, dict): + # Prepare mask arguments + mask_kwargs = { + "config": self.config, + "input_embeds": inputs_embeds, + "attention_mask": attention_mask, + "cache_position": cache_position, + "past_key_values": past_key_values, + "position_ids": position_ids, + } + # Create the full causal mask for all layers + # All layers use full_attention (no sliding window layers) + full_attention_mask = create_causal_mask(**mask_kwargs) + causal_mask_mapping = { + "full_attention": full_attention_mask, + } + + hidden_states = inputs_embeds + + # create position embeddings to be shared across the decoder layers + position_embeddings = self.rotary_emb(hidden_states, position_ids) + hidden_states_list = [] + + for loop_idx in range(self.loop_num): + # For each loop, use the full_attention mask + # Loop 1: uses full_attention mask directly + # Loop 2+: forward_loop2 will create local mask internally, but uses full_attention mask for global attention + loop_attention_mask = causal_mask_mapping["full_attention"] + + for layer_idx, decoder_layer in enumerate(self.layers[: self.config.num_hidden_layers]): + hidden_states = decoder_layer( + hidden_states, + loop_idx, + gate_proj=self.gate_projections[layer_idx] if loop_idx > 0 else None, + attention_mask=loop_attention_mask, + position_ids=position_ids, + past_key_value=past_key_values, + use_cache=use_cache, + cache_position=cache_position, + position_embeddings=position_embeddings, + **kwargs, + ) + if loop_idx < self.loop_num - 1: + hidden_states_list.append(hidden_states) + + hidden_states = self.norm(hidden_states) + hidden_states_list.append(hidden_states) + + return ( + BaseModelOutputWithPast( + last_hidden_state=hidden_states, + past_key_values=past_key_values if use_cache else None, + ), + hidden_states_list, + ) + + +@auto_docstring +class IQuestLoopCoderForCausalLM(IQuestLoopCoderPreTrainedModel, GenerationMixin): + _tied_weights_keys = ["lm_head.weight"] + _tp_plan = {"lm_head": "colwise_rep"} + _pp_plan = {"lm_head": (["hidden_states"], ["logits"])} + + def __init__(self, config): + super().__init__(config) + self.model = IQuestLoopCoderModel(config) + self.vocab_size = config.vocab_size + self.lm_head = nn.Linear(config.hidden_size, config.vocab_size, bias=False) + + # 分块大小配置 + self.chunk_size = getattr(config, "chunk_size", 2) # 默认分块大小为2 + + self.post_init() + + def get_input_embeddings(self): + return self.model.embed_tokens + + def set_input_embeddings(self, value): + self.model.embed_tokens = value + + def get_output_embeddings(self): + return self.lm_head + + def set_output_embeddings(self, new_embeddings): + self.lm_head = new_embeddings + + def set_decoder(self, decoder): + self.model = decoder + + def get_decoder(self): + return self.model + + @can_return_tuple + @auto_docstring + def forward( + self, + input_ids: Optional[torch.LongTensor] = None, + attention_mask: Optional[torch.Tensor] = None, + position_ids: Optional[torch.LongTensor] = None, + past_key_values: Optional[Cache] = None, + inputs_embeds: Optional[torch.FloatTensor] = None, + labels: Optional[torch.LongTensor] = None, + use_cache: Optional[bool] = None, + cache_position: Optional[torch.LongTensor] = None, + logits_to_keep: Union[int, torch.Tensor] = 0, + **kwargs: Unpack[TransformersKwargs], + ) -> CausalLMOutputWithPast: + + outputs, hidden_states_list = self.model( + input_ids=input_ids, + attention_mask=attention_mask, + position_ids=position_ids, + past_key_values=past_key_values, + inputs_embeds=inputs_embeds, + use_cache=use_cache, + cache_position=cache_position, + **kwargs, + ) + slice_indices = ( + slice(-logits_to_keep, None) + if isinstance(logits_to_keep, int) + else logits_to_keep + ) + + def _select_token_positions(tensor: torch.Tensor) -> torch.Tensor: + if isinstance(slice_indices, slice): + return tensor[:, slice_indices, ...] + if isinstance(slice_indices, torch.Tensor): + return tensor.index_select(1, slice_indices.to(tensor.device)) + raise TypeError( + f"Unsupported index type for logits_to_keep: {type(slice_indices)}" + ) + + stacked_exit_pdf = None + + expected_logits_cache: Optional[torch.Tensor] = None + + def compute_expected_logits() -> Optional[torch.Tensor]: + nonlocal expected_logits_cache + if expected_logits_cache is not None: + return expected_logits_cache + if stacked_exit_pdf is None or not hidden_states_list: + return None + token_exit_pdf = _select_token_positions(stacked_exit_pdf) + expected_logits = None + for step_idx, hidden in enumerate(hidden_states_list): + step_hidden = _select_token_positions(hidden) + step_logits = self.lm_head(step_hidden) + weight = ( + token_exit_pdf[..., step_idx].unsqueeze(-1).to(step_logits.dtype) + ) + expected_logits = ( + step_logits * weight + if expected_logits is None + else expected_logits + step_logits * weight + ) + expected_logits_cache = expected_logits + return expected_logits_cache + + logits: Optional[torch.Tensor] = None + loss: Optional[torch.Tensor] = None + + hidden_states = outputs.last_hidden_state + logits = self.lm_head(hidden_states) + logits = logits.float() + + if labels is not None: + shift_logits = logits[..., :-1, :].contiguous() + shift_labels = labels[..., 1:].contiguous() + loss_fct = nn.CrossEntropyLoss() + shift_logits = shift_logits.view(-1, self.config.vocab_size) + shift_labels = shift_labels.view(-1) + shift_labels = shift_labels.to(shift_logits.device) + loss = loss_fct(shift_logits, shift_labels) + + result = CausalLMOutputWithPast( + loss=loss, + logits=logits, + past_key_values=outputs.past_key_values, + hidden_states=outputs.hidden_states, + attentions=outputs.attentions, + ) + + return result diff --git a/benchmarks/results/iquest-contract/reference/source_manifest.json b/benchmarks/results/iquest-contract/reference/source_manifest.json new file mode 100644 index 000000000..9e8894528 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/source_manifest.json @@ -0,0 +1,77 @@ +{ + "model_id": "IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "observed_unix": 1791242003.423913, + "repository_sha256": "e3c0e088a0b8b70615add634ded78cb04e1a06d037cd28966369489fcc8e161d", + "scope": "official source, configuration, tokenizer and weight index only", + "weight_shards_downloaded": 0, + "official_model_execution": "NOT_RUN", + "files": [ + { + "path": "LICENSE", + "size_bytes": 1324, + "sha256": "cefd38efbfd2ca094b39736be7bf323fd6eae65964bbd96187e866981d67bee0", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/LICENSE" + }, + { + "path": "README.md", + "size_bytes": 8093, + "sha256": "87a11089dfbba555832e6f871f0ba0e02af983e265fb01c684908fbc4b2ea91e", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/README.md" + }, + { + "path": "__init__.py", + "size_bytes": 686, + "sha256": "40b8838e5c0e460136324d90cfa6fc409148a3929b00a2ac9b88b00fa0259b0d", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/__init__.py" + }, + { + "path": "config.json", + "size_bytes": 969, + "sha256": "d8fe4db01164b642779ddf1b322b924a2a4a2dc803027ddd5ed925097cc5c721", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/config.json" + }, + { + "path": "configuration_iquestloopcoder.py", + "size_bytes": 5292, + "sha256": "172306263d98fb62b8cec593727b53187b6156d2fdaa99c43a37adde381e8807", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/configuration_iquestloopcoder.py" + }, + { + "path": "modeling_iquestloopcoder.py", + "size_bytes": 48994, + "sha256": "4b15953c4b3f48f74c524dfbd3fa2edf4f24a2fb73c68c3dba3fdec44bc0c3ea", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py" + }, + { + "path": "tokenization_iquestcoder.py", + "size_bytes": 21762, + "sha256": "77c56f9aac1b382dddd56d9850fbadeee66c2eb974a2135ea72076b31837550e", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/tokenization_iquestcoder.py" + }, + { + "path": "generation_config.json", + "size_bytes": 127, + "sha256": "16856b186ca44da6ee8e9fea0d7f7024cb6217f794677bd3335f0608e11fc202", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/generation_config.json" + }, + { + "path": "model.safetensors.index.json", + "size_bytes": 71593, + "sha256": "2b0a5682197ec8c98ac12de1b2be89d31182c32f8e967c1d9a8396318f268a8c", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/model.safetensors.index.json" + }, + { + "path": "tokenizer_config.json", + "size_bytes": 8623, + "sha256": "90e4563e1bea1fc922749bbbf3c6134c07edef8dd0de1bd551ab99655dd6c246", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/tokenizer_config.json" + }, + { + "path": "tokenizer.model", + "size_bytes": 1345108, + "sha256": "7d3be68e090a927f31e0e378d7599b15c206dd47e4a73933775a746cc9c1cd91", + "url": "https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/resolve/61e8589747f6987ec7725e4ffe205f7a84561bd2/tokenizer.model" + } + ] +} diff --git a/benchmarks/results/iquest-contract/reference/tokenization_iquestcoder.py b/benchmarks/results/iquest-contract/reference/tokenization_iquestcoder.py new file mode 100644 index 000000000..9863d290f --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/tokenization_iquestcoder.py @@ -0,0 +1,552 @@ +"""Tokenization classes for IQuestCoder.""" + +import os +from shutil import copyfile +from typing import Any, Dict, List, Optional, Tuple, Union + +import sentencepiece as spm + +from transformers.tokenization_utils import AddedToken, PreTrainedTokenizer +from transformers.utils import logging + + +logger = logging.get_logger(__name__) + +VOCAB_FILES_NAMES = {"vocab_file": "tokenizer.model"} + +PRETRAINED_VOCAB_FILES_MAP = { + "vocab_file": {}, + "tokenizer_file": {}, +} +PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES = {} + + + +class IQuestCoderTokenizer(PreTrainedTokenizer): + + vocab_files_names = VOCAB_FILES_NAMES + pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP + max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES + model_input_names = ["input_ids", "attention_mask"] + + def __init__( + self, + vocab_file, + unk_token="", + bos_token="", + eos_token="", + pad_token=None, + sp_model_kwargs: Optional[Dict[str, Any]] = None, + add_bos_token=True, + add_eos_token=False, + clean_up_tokenization_spaces=False, + add_prefix_space=False, + legacy=None, + use_default_system_prompt=False, + chat_template=None, + **kwargs, + ): + self.sp_model_kwargs = {} if sp_model_kwargs is None else sp_model_kwargs + bos_token = AddedToken(bos_token, lstrip=False, rstrip=False) if isinstance(bos_token, str) else bos_token + eos_token = AddedToken(eos_token, lstrip=False, rstrip=False) if isinstance(eos_token, str) else eos_token + unk_token = AddedToken(unk_token, lstrip=False, rstrip=False) if isinstance(unk_token, str) else unk_token + pad_token = AddedToken(pad_token, lstrip=False, rstrip=False) if isinstance(pad_token, str) else pad_token + + # Legacy behavior handling + if legacy is None: + logger.warning_once( + f"You are using the default legacy behaviour of the {self.__class__.__name__}. This is" + " expected, and simply means that the `legacy` (previous) behavior will be used so nothing changes for you." + " If you want to use the new behaviour, set `legacy=False`. This should only be set if you understand what it" + " means, and thoroughly read the reason why this was added as explained in" + " https://github.com/huggingface/transformers/pull/24565" + ) + legacy = True + + self.legacy = legacy + self.vocab_file = vocab_file + self.add_bos_token = add_bos_token + self.add_eos_token = add_eos_token + self.add_prefix_space = add_prefix_space + self.use_default_system_prompt = use_default_system_prompt + self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs) + self.sp_model.Load(vocab_file) + + + + super().__init__( + bos_token=bos_token, + eos_token=eos_token, + unk_token=unk_token, + pad_token=pad_token, + add_bos_token=add_bos_token, + add_eos_token=add_eos_token, + sp_model_kwargs=self.sp_model_kwargs, + clean_up_tokenization_spaces=clean_up_tokenization_spaces, + add_prefix_space=add_prefix_space, + legacy=legacy, + use_default_system_prompt=use_default_system_prompt, + chat_template=chat_template, + **kwargs, + ) + + def __getstate__(self): + state = self.__dict__.copy() + state["sp_model"] = None + return state + + def __setstate__(self, d): + self.__dict__ = d + self.sp_model = spm.SentencePieceProcessor(**self.sp_model_kwargs) + self.sp_model.Load(self.vocab_file) + + @property + def vocab_size(self) -> int: + """Returns the vocabulary size.""" + return self.sp_model.get_piece_size() + + def get_vocab(self) -> Dict[str, int]: + """Returns the vocabulary as a dictionary of token to index.""" + vocab = {self.convert_ids_to_tokens(i): i for i in range(self.vocab_size)} + vocab.update(self.added_tokens_encoder) + return vocab + + def _tokenize(self, text: str) -> List[str]: + """ + Tokenize a string. + + Args: + text (`str`): The text to tokenize. + + Returns: + `List[str]`: The list of tokens. + """ + if self.add_prefix_space: + text = " " + text + + if self.legacy: + return self.sp_model.encode(text, out_type=str) + + # Non-legacy behavior: handle special tokens properly + return self.sp_model.encode(text, out_type=str) + + def _convert_token_to_id(self, token: str) -> int: + """Converts a token (str) to an id using the vocab.""" + return self.sp_model.piece_to_id(token) + + def _convert_id_to_token(self, index: int) -> str: + """Converts an index (integer) to a token (str) using the vocab.""" + token = self.sp_model.IdToPiece(index) + return token + + def convert_tokens_to_string(self, tokens: List[str]) -> str: + """ + Converts a sequence of tokens (strings) to a single string. + + This method handles special tokens separately to ensure they are not + decoded using the SentencePiece model. + + Args: + tokens (`List[str]`): The list of tokens to convert. + + Returns: + `str`: The decoded string. + """ + current_sub_tokens = [] + out_string = "" + prev_is_special = False + for i, token in enumerate(tokens): + # make sure that special tokens are not decoded using sentencepiece model + if token in self.all_special_tokens: + if not prev_is_special and i != 0: + out_string += " " + out_string += self.sp_model.decode(current_sub_tokens) + token + prev_is_special = True + current_sub_tokens = [] + else: + current_sub_tokens.append(token) + prev_is_special = False + out_string += self.sp_model.decode(current_sub_tokens) + return out_string + + def save_vocabulary(self, save_directory: str, filename_prefix: Optional[str] = None) -> Tuple[str]: + """ + Save the vocabulary and special tokens file to a directory. + + Args: + save_directory (`str`): + The directory in which to save the vocabulary. + filename_prefix (`str`, *optional*): + An optional prefix to add to the named of the saved files. + + Returns: + `Tuple(str)`: Paths to the files saved. + """ + if not os.path.isdir(save_directory): + logger.error(f"Vocabulary path ({save_directory}) should be a directory") + return + out_vocab_file = os.path.join( + save_directory, (filename_prefix + "-" if filename_prefix else "") + VOCAB_FILES_NAMES["vocab_file"] + ) + + if os.path.abspath(self.vocab_file) != os.path.abspath(out_vocab_file) and os.path.isfile(self.vocab_file): + copyfile(self.vocab_file, out_vocab_file) + elif not os.path.isfile(self.vocab_file): + with open(out_vocab_file, "wb") as fi: + content_spiece_model = self.sp_model.serialized_model_proto() + fi.write(content_spiece_model) + + return (out_vocab_file,) + + def build_inputs_with_special_tokens( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None + ) -> List[int]: + """ + Build model inputs from a sequence or a pair of sequences for sequence classification tasks by concatenating + and adding special tokens. + + An IQuestCoder sequence has the following format: + + - single sequence: ` X ` (if add_eos_token is True) or ` X` (default) + - pair of sequences: ` A B ` (if add_eos_token is True) or ` A B` (default) + + Args: + token_ids_0 (`List[int]`): + List of IDs to which the special tokens will be added. + token_ids_1 (`List[int]`, *optional*): + Optional second list of IDs for sequence pairs. + + Returns: + `List[int]`: List of input IDs with the appropriate special tokens. + """ + bos_token_id = [self.bos_token_id] if self.add_bos_token else [] + eos_token_id = [self.eos_token_id] if self.add_eos_token else [] + + output = bos_token_id + token_ids_0 + eos_token_id + + if token_ids_1 is not None: + output = output + bos_token_id + token_ids_1 + eos_token_id + + return output + + def get_special_tokens_mask( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None, + already_has_special_tokens: bool = False + ) -> List[int]: + """ + Retrieve sequence ids from a token list that has no special tokens added. This method is called when adding + special tokens using the tokenizer `prepare_for_model` method. + + Args: + token_ids_0 (`List[int]`): + List of IDs. + token_ids_1 (`List[int]`, *optional*): + Optional second list of IDs for sequence pairs. + already_has_special_tokens (`bool`, *optional*, defaults to `False`): + Whether or not the token list is already formatted with special tokens for the model. + + Returns: + `List[int]`: A list of integers in the range [0, 1]: 1 for a special token, 0 for a sequence token. + """ + if already_has_special_tokens: + return super().get_special_tokens_mask( + token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True + ) + + bos_token_id = [1] if self.add_bos_token else [] + eos_token_id = [1] if self.add_eos_token else [] + + if token_ids_1 is None: + return bos_token_id + ([0] * len(token_ids_0)) + eos_token_id + return ( + bos_token_id + + ([0] * len(token_ids_0)) + + eos_token_id + + bos_token_id + + ([0] * len(token_ids_1)) + + eos_token_id + ) + + def create_token_type_ids_from_sequences( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None + ) -> List[int]: + """ + Create a mask from the two sequences passed to be used in a sequence-pair classification task. + + An IQuestCoder sequence pair mask has the following format: + + ``` + 0 0 0 0 0 0 0 0 0 0 0 1 1 1 1 1 1 1 1 1 + | first sequence | second sequence | + ``` + + If `token_ids_1` is `None`, this method only returns the first portion of the mask (0s). + + Args: + token_ids_0 (`List[int]`): + List of IDs. + token_ids_1 (`List[int]`, *optional*): + Optional second list of IDs for sequence pairs. + + Returns: + `List[int]`: List of token type IDs according to the given sequence(s). + """ + bos_token_id = [self.bos_token_id] if self.add_bos_token else [] + eos_token_id = [self.eos_token_id] if self.add_eos_token else [] + + output = [0] * len(bos_token_id + token_ids_0 + eos_token_id) + + if token_ids_1 is not None: + output += [1] * len(bos_token_id + token_ids_1 + eos_token_id) + + return output + + @property + def default_chat_template(self) -> str: + """ + Returns the default chat template for IQuestCoder. + + This template formats conversations with system, user, and assistant roles. + """ + return DEFAULT_CHAT_TEMPLATE + + def apply_chat_template( + self, + conversation: Union[List[Dict[str, str]], "Conversation"], + chat_template: Optional[str] = None, + add_generation_prompt: bool = False, + tokenize: bool = True, + padding: bool = False, + truncation: bool = False, + max_length: Optional[int] = None, + return_tensors: Optional[str] = None, + return_dict: bool = False, + **tokenizer_kwargs, + ): + """ + Apply a chat template to format a conversation. + + Args: + conversation (`List[Dict[str, str]]` or `Conversation`): + A list of dicts with "role" and "content" keys, representing the conversation history. + chat_template (`str`, *optional*): + A Jinja template to use for formatting. If not provided, the tokenizer's default will be used. + add_generation_prompt (`bool`, *optional*, defaults to `False`): + Whether to add a generation prompt at the end for the assistant to continue. + tokenize (`bool`, *optional*, defaults to `True`): + Whether to tokenize the output. If `False`, returns a string. + padding (`bool`, *optional*, defaults to `False`): + Whether to pad sequences. + truncation (`bool`, *optional*, defaults to `False`): + Whether to truncate sequences. + max_length (`int`, *optional*): + Maximum length of the output. + return_tensors (`str`, *optional*): + The type of tensors to return ("pt", "tf", "np", or None). + return_dict (`bool`, *optional*, defaults to `False`): + Whether to return a dictionary with additional information. + **tokenizer_kwargs: + Additional keyword arguments passed to the tokenizer. + + Returns: + `Union[str, List[int], BatchEncoding]`: The formatted (and optionally tokenized) conversation. + + Example: + ```python + >>> tokenizer = IQuestCoderTokenizer.from_pretrained("path/to/model") + >>> conversation = [ + ... {"role": "system", "content": "You are a helpful assistant."}, + ... {"role": "user", "content": "Hello!"}, + ... {"role": "assistant", "content": "Hi there! How can I help you today?"}, + ... {"role": "user", "content": "What's the weather like?"}, + ... ] + >>> tokenizer.apply_chat_template(conversation, add_generation_prompt=True, tokenize=False) + '<|system|>\\nYou are a helpful assistant.\\n<|user|>\\nHello!\\n...' + ``` + """ + # Use parent class implementation with our template + return super().apply_chat_template( + conversation, + chat_template=chat_template, + add_generation_prompt=add_generation_prompt, + tokenize=tokenize, + padding=padding, + truncation=truncation, + max_length=max_length, + return_tensors=return_tensors, + return_dict=return_dict, + **tokenizer_kwargs, + ) + + +# Try to import and create Fast tokenizer version +try: + from transformers import PreTrainedTokenizerFast + from tokenizers import Tokenizer, decoders, models, normalizers, pre_tokenizers, processors + + class IQuestCoderTokenizerFast(PreTrainedTokenizerFast): + """ + Construct a "fast" IQuestCoder tokenizer (backed by HuggingFace's *tokenizers* library). + + This is a fast implementation of [`IQuestCoderTokenizer`] using the 🤗 Tokenizers library. + + Args: + vocab_file (`str`, *optional*): + Path to the vocabulary file (SentencePiece model). + tokenizer_file (`str`, *optional*): + Path to a tokenizer JSON file. + unk_token (`str`, *optional*, defaults to `""`): + The unknown token. + bos_token (`str`, *optional*, defaults to `""`): + The beginning of sequence token. + eos_token (`str`, *optional*, defaults to `""`): + The end of sequence token. + pad_token (`str`, *optional*): + The token used for padding. + add_bos_token (`bool`, *optional*, defaults to `True`): + Whether to add a BOS token at the start of sequences. + add_eos_token (`bool`, *optional*, defaults to `False`): + Whether to add an EOS token at the end of sequences. + add_prefix_space (`bool`, *optional*, defaults to `False`): + Whether to add an initial space to the input. + use_default_system_prompt (`bool`, *optional*, defaults to `False`): + Whether to use the default system prompt. + chat_template (`str`, *optional*): + A Jinja template for formatting conversations. + + Example: + ```python + >>> from tokenization_iquestcoder import IQuestCoderTokenizerFast + + >>> tokenizer = IQuestCoderTokenizerFast.from_pretrained("path/to/model") + >>> tokenizer.encode("Hello, world!") + [1, 15043, 29892, 3186, 29991] + ``` + """ + + vocab_files_names = VOCAB_FILES_NAMES + pretrained_vocab_files_map = PRETRAINED_VOCAB_FILES_MAP + max_model_input_sizes = PRETRAINED_POSITIONAL_EMBEDDINGS_SIZES + model_input_names = ["input_ids", "attention_mask"] + slow_tokenizer_class = IQuestCoderTokenizer + + def __init__( + self, + vocab_file=None, + tokenizer_file=None, + unk_token="", + bos_token="", + eos_token="", + pad_token=None, + add_bos_token=True, + add_eos_token=False, + add_prefix_space=False, + use_default_system_prompt=False, + chat_template=None, + **kwargs, + ): + self.add_bos_token = add_bos_token + self.add_eos_token = add_eos_token + self.add_prefix_space = add_prefix_space + self.use_default_system_prompt = use_default_system_prompt + + if chat_template is None: + chat_template = DEFAULT_CHAT_TEMPLATE + + super().__init__( + vocab_file=vocab_file, + tokenizer_file=tokenizer_file, + unk_token=unk_token, + bos_token=bos_token, + eos_token=eos_token, + pad_token=pad_token, + add_bos_token=add_bos_token, + add_eos_token=add_eos_token, + add_prefix_space=add_prefix_space, + use_default_system_prompt=use_default_system_prompt, + chat_template=chat_template, + **kwargs, + ) + + @property + def can_save_slow_tokenizer(self) -> bool: + return os.path.isfile(self.vocab_file) if self.vocab_file else False + + @property + def default_chat_template(self) -> str: + """Returns the default chat template.""" + return DEFAULT_CHAT_TEMPLATE + + def build_inputs_with_special_tokens( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None + ) -> List[int]: + """Build model inputs with special tokens.""" + bos_token_id = [self.bos_token_id] if self.add_bos_token else [] + eos_token_id = [self.eos_token_id] if self.add_eos_token else [] + + output = bos_token_id + token_ids_0 + eos_token_id + + if token_ids_1 is not None: + output = output + bos_token_id + token_ids_1 + eos_token_id + + return output + + def get_special_tokens_mask( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None, + already_has_special_tokens: bool = False + ) -> List[int]: + """Retrieve special tokens mask.""" + if already_has_special_tokens: + return super().get_special_tokens_mask( + token_ids_0=token_ids_0, token_ids_1=token_ids_1, already_has_special_tokens=True + ) + + bos_token_id = [1] if self.add_bos_token else [] + eos_token_id = [1] if self.add_eos_token else [] + + if token_ids_1 is None: + return bos_token_id + ([0] * len(token_ids_0)) + eos_token_id + return ( + bos_token_id + + ([0] * len(token_ids_0)) + + eos_token_id + + bos_token_id + + ([0] * len(token_ids_1)) + + eos_token_id + ) + + def create_token_type_ids_from_sequences( + self, + token_ids_0: List[int], + token_ids_1: Optional[List[int]] = None + ) -> List[int]: + """Create token type IDs from sequences.""" + bos_token_id = [self.bos_token_id] if self.add_bos_token else [] + eos_token_id = [self.eos_token_id] if self.add_eos_token else [] + + output = [0] * len(bos_token_id + token_ids_0 + eos_token_id) + + if token_ids_1 is not None: + output += [1] * len(bos_token_id + token_ids_1 + eos_token_id) + + return output + +except ImportError: + # tokenizers library not available, Fast tokenizer not supported + IQuestCoderTokenizerFast = None + logger.info( + "The `tokenizers` library is not installed. " + "IQuestCoderTokenizerFast will not be available. " + "Install it with `pip install tokenizers`." + ) + diff --git a/benchmarks/results/iquest-contract/reference/tokenizer.model b/benchmarks/results/iquest-contract/reference/tokenizer.model new file mode 100644 index 000000000..8427d2615 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/tokenizer.model differ diff --git a/benchmarks/results/iquest-contract/reference/tokenizer_config.json b/benchmarks/results/iquest-contract/reference/tokenizer_config.json new file mode 100644 index 000000000..7417c00d6 --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/tokenizer_config.json @@ -0,0 +1,242 @@ +{ + "add_bos_token": false, + "add_eos_token": false, + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": true, + "special": true + }, + "1": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": false, + "special": true + }, + "2": { + "content": "", + "lstrip": false, + "normalized": true, + "rstrip": false, + "single_word": true, + "special": true + }, + "75858": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75859": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75860": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75861": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75862": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75863": { + "content": "<|im_start|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75864": { + "content": "<|im_end|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75865": { + "content": "<|fim_prefix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75866": { + "content": "<|fim_middle|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75867": { + "content": "<|fim_suffix|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75868": { + "content": "<|fim_pad|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75869": { + "content": "<|endoftext|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75870": { + "content": "<|repo_name|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75871": { + "content": "<|file_sep|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "75872": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75873": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75874": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75875": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75876": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75877": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75878": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + }, + "75879": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": false + } + }, + "additional_special_tokens": [ + "<|CLS|>", + "<|SEP|>", + "<|EOD|>", + "<|MASK|>", + "<|PAD|>", + "<|fim_prefix|>", + "<|fim_middle|>", + "<|fim_suffix|>", + "<|im_start|>", + "<|im_end|>", + "<|fim_pad|>", + "<|endoftext|>", + "<|repo_name|>", + "<|file_sep|>", + "", + "" + ], + "auto_map": { + "AutoTokenizer": [ + "tokenization_iquestcoder.IQuestCoderTokenizer", + null + ] + }, + "bos_token": "", + "chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0].role == 'system' %}\n {{- messages[0].content + '\\n\\n' }}\n {%- else %}\n {{- 'You are LoopCoder, a helpful assistant developed by IQuest.' }}\n {%- endif %}\n {{- \"# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0].role == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are LoopCoder, a helpful assistant developed by IQuest.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.multi_step_tool and message.role == \"user\" and not(message.content.startswith('') and message.content.endswith('')) %}\n {%- set ns.multi_step_tool = false %}\n {%- set ns.last_query_index = index %}\n {%- endif %}\n{%- endfor %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {%- set content = message.content %}\n {{- '<|im_start|>' + message.role + '\\n' + content }}\n {%- if message.tool_calls %}\n {%- for tool_call in message.tool_calls %}\n {%- if (loop.first and content) or (not loop.first) %}\n {{- '\\n' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}\\n' }}\n {%- endfor %}\n {%- endif %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if loop.first or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}", + "clean_up_tokenization_spaces": false, + "eos_token": "<|im_end|>", + "model_max_length": 131072, + "pad_token": "<|endoftext|>", + "padding_side": "right", + "sp_model_kwargs": {}, + "split_special_tokens": false, + "tokenizer_class": "IQuestCoderTokenizer", + "unk_token": "", + "use_fast": false +} diff --git a/benchmarks/results/iquest-contract/reference/weight-header-audit.json b/benchmarks/results/iquest-contract/reference/weight-header-audit.json new file mode 100644 index 000000000..c3d9d286e --- /dev/null +++ b/benchmarks/results/iquest-contract/reference/weight-header-audit.json @@ -0,0 +1,1059 @@ +{ + "status": "PASS", + "model_id": "IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "unique_checkpoint_parameters": 39794696320, + "dtype": "BF16", + "tensor_count": 883, + "shard_count": 16, + "tensor_payload_bytes": 79589392640, + "downloaded_header_bytes_including_prefixes": 100960, + "weight_tensor_body_bytes_downloaded": 0, + "official_model_execution": "NOT_RUN", + "scope": "Physical tensor shapes/dtypes/index/storage layout, not tensor values or model quality.", + "shards": [ + { + "shard": "model-00001-of-00016.safetensors", + "file_bytes": 5359151696, + "header_bytes": 20808, + "header_sha256": "5dca395450fbcd32877649dfbca2d4ee72be043630c81ef3d53b2f57d6a614e8", + "parameters": 2679565440, + "tensor_names": [ + "lm_head.weight", + "model.embed_tokens.weight", + "model.gate_projections.0.bias", + "model.gate_projections.0.weight", + "model.gate_projections.1.bias", + "model.gate_projections.1.weight", + "model.gate_projections.10.bias", + "model.gate_projections.10.weight", + "model.gate_projections.11.bias", + "model.gate_projections.11.weight", + "model.gate_projections.12.bias", + "model.gate_projections.12.weight", + "model.gate_projections.13.bias", + "model.gate_projections.13.weight", + "model.gate_projections.14.bias", + "model.gate_projections.14.weight", + "model.gate_projections.15.bias", + "model.gate_projections.15.weight", + "model.gate_projections.16.bias", + "model.gate_projections.16.weight", + "model.gate_projections.17.bias", + "model.gate_projections.17.weight", + "model.gate_projections.18.bias", + "model.gate_projections.18.weight", + "model.gate_projections.19.bias", + "model.gate_projections.19.weight", + "model.gate_projections.2.bias", + "model.gate_projections.2.weight", + "model.gate_projections.20.bias", + "model.gate_projections.20.weight", + "model.gate_projections.21.bias", + "model.gate_projections.21.weight", + "model.gate_projections.22.bias", + "model.gate_projections.22.weight", + "model.gate_projections.23.bias", + "model.gate_projections.23.weight", + "model.gate_projections.24.bias", + "model.gate_projections.24.weight", + "model.gate_projections.25.bias", + "model.gate_projections.25.weight", + "model.gate_projections.26.bias", + "model.gate_projections.26.weight", + "model.gate_projections.27.bias", + "model.gate_projections.27.weight", + "model.gate_projections.28.bias", + "model.gate_projections.28.weight", + "model.gate_projections.29.bias", + "model.gate_projections.29.weight", + "model.gate_projections.3.bias", + "model.gate_projections.3.weight", + "model.gate_projections.30.bias", + "model.gate_projections.30.weight", + "model.gate_projections.31.bias", + "model.gate_projections.31.weight", + "model.gate_projections.32.bias", + "model.gate_projections.32.weight", + "model.gate_projections.33.bias", + "model.gate_projections.33.weight", + "model.gate_projections.34.bias", + "model.gate_projections.34.weight", + "model.gate_projections.35.bias", + "model.gate_projections.35.weight", + "model.gate_projections.36.bias", + "model.gate_projections.36.weight", + "model.gate_projections.37.bias", + "model.gate_projections.37.weight", + "model.gate_projections.38.bias", + "model.gate_projections.38.weight", + "model.gate_projections.39.bias", + "model.gate_projections.39.weight", + "model.gate_projections.4.bias", + "model.gate_projections.4.weight", + "model.gate_projections.40.bias", + "model.gate_projections.40.weight", + "model.gate_projections.41.bias", + "model.gate_projections.41.weight", + "model.gate_projections.42.bias", + "model.gate_projections.42.weight", + "model.gate_projections.43.bias", + "model.gate_projections.43.weight", + "model.gate_projections.44.bias", + "model.gate_projections.44.weight", + "model.gate_projections.45.bias", + "model.gate_projections.45.weight", + "model.gate_projections.46.bias", + "model.gate_projections.46.weight", + "model.gate_projections.47.bias", + "model.gate_projections.47.weight", + "model.gate_projections.48.bias", + "model.gate_projections.48.weight", + "model.gate_projections.49.bias", + "model.gate_projections.49.weight", + "model.gate_projections.5.bias", + "model.gate_projections.5.weight", + "model.gate_projections.50.bias", + "model.gate_projections.50.weight", + "model.gate_projections.51.bias", + "model.gate_projections.51.weight", + "model.gate_projections.52.bias", + "model.gate_projections.52.weight", + "model.gate_projections.53.bias", + "model.gate_projections.53.weight", + "model.gate_projections.54.bias", + "model.gate_projections.54.weight", + "model.gate_projections.55.bias", + "model.gate_projections.55.weight", + "model.gate_projections.56.bias", + "model.gate_projections.56.weight", + "model.gate_projections.57.bias", + "model.gate_projections.57.weight", + "model.gate_projections.58.bias", + "model.gate_projections.58.weight", + "model.gate_projections.59.bias", + "model.gate_projections.59.weight", + "model.gate_projections.6.bias", + "model.gate_projections.6.weight", + "model.gate_projections.60.bias", + "model.gate_projections.60.weight", + "model.gate_projections.61.bias", + "model.gate_projections.61.weight", + "model.gate_projections.62.bias", + "model.gate_projections.62.weight", + "model.gate_projections.63.bias", + "model.gate_projections.63.weight", + "model.gate_projections.64.bias", + "model.gate_projections.64.weight", + "model.gate_projections.65.bias", + "model.gate_projections.65.weight", + "model.gate_projections.66.bias", + "model.gate_projections.66.weight", + "model.gate_projections.67.bias", + "model.gate_projections.67.weight", + "model.gate_projections.68.bias", + "model.gate_projections.68.weight", + "model.gate_projections.69.bias", + "model.gate_projections.69.weight", + "model.gate_projections.7.bias", + "model.gate_projections.7.weight", + "model.gate_projections.70.bias", + "model.gate_projections.70.weight", + "model.gate_projections.71.bias", + "model.gate_projections.71.weight", + "model.gate_projections.72.bias", + "model.gate_projections.72.weight", + "model.gate_projections.73.bias", + "model.gate_projections.73.weight", + "model.gate_projections.74.bias", + "model.gate_projections.74.weight", + "model.gate_projections.75.bias", + "model.gate_projections.75.weight", + "model.gate_projections.76.bias", + "model.gate_projections.76.weight", + "model.gate_projections.77.bias", + "model.gate_projections.77.weight", + "model.gate_projections.78.bias", + "model.gate_projections.78.weight", + "model.gate_projections.79.bias", + "model.gate_projections.79.weight", + "model.gate_projections.8.bias", + "model.gate_projections.8.weight", + "model.gate_projections.9.bias", + "model.gate_projections.9.weight", + "model.layers.0.input_layernorm.weight", + "model.layers.0.mlp.down_proj.weight", + "model.layers.0.mlp.gate_proj.weight", + "model.layers.0.mlp.up_proj.weight", + "model.layers.0.post_attention_layernorm.weight", + "model.layers.0.self_attn.k_proj.weight", + "model.layers.0.self_attn.o_proj.weight", + "model.layers.0.self_attn.q_proj.weight", + "model.layers.0.self_attn.v_proj.weight", + "model.layers.1.input_layernorm.weight", + "model.layers.1.mlp.down_proj.weight", + "model.layers.1.mlp.gate_proj.weight", + "model.layers.1.mlp.up_proj.weight", + "model.layers.1.post_attention_layernorm.weight", + "model.layers.1.self_attn.k_proj.weight", + "model.layers.1.self_attn.o_proj.weight", + "model.layers.1.self_attn.q_proj.weight", + "model.layers.1.self_attn.v_proj.weight", + "model.layers.10.input_layernorm.weight", + "model.layers.10.mlp.down_proj.weight", + "model.layers.10.mlp.gate_proj.weight", + "model.layers.10.mlp.up_proj.weight", + "model.layers.10.post_attention_layernorm.weight", + "model.layers.10.self_attn.k_proj.weight", + "model.layers.10.self_attn.o_proj.weight", + "model.layers.10.self_attn.q_proj.weight", + "model.layers.10.self_attn.v_proj.weight", + "model.layers.11.input_layernorm.weight", + "model.layers.11.mlp.down_proj.weight", + "model.layers.11.mlp.gate_proj.weight", + "model.layers.11.mlp.up_proj.weight", + "model.layers.11.post_attention_layernorm.weight", + "model.layers.11.self_attn.k_proj.weight" + ], + "downloaded_bytes": 20824 + }, + { + "shard": "model-00002-of-00016.safetensors", + "file_bytes": 5274455744, + "header_bytes": 5816, + "header_sha256": "4eff8d03cadbb5a151298fdd7041c96df2c750de0d689b2269a6cd80c1512974", + "parameters": 2637224960, + "tensor_names": [ + "model.layers.11.self_attn.o_proj.weight", + "model.layers.11.self_attn.q_proj.weight", + "model.layers.11.self_attn.v_proj.weight", + "model.layers.12.input_layernorm.weight", + "model.layers.12.mlp.down_proj.weight", + "model.layers.12.mlp.gate_proj.weight", + "model.layers.12.mlp.up_proj.weight", + "model.layers.12.post_attention_layernorm.weight", + "model.layers.12.self_attn.k_proj.weight", + "model.layers.12.self_attn.o_proj.weight", + "model.layers.12.self_attn.q_proj.weight", + "model.layers.12.self_attn.v_proj.weight", + "model.layers.13.input_layernorm.weight", + "model.layers.13.mlp.down_proj.weight", + "model.layers.13.mlp.gate_proj.weight", + "model.layers.13.mlp.up_proj.weight", + "model.layers.13.post_attention_layernorm.weight", + "model.layers.13.self_attn.k_proj.weight", + "model.layers.13.self_attn.o_proj.weight", + "model.layers.13.self_attn.q_proj.weight", + "model.layers.13.self_attn.v_proj.weight", + "model.layers.14.input_layernorm.weight", + "model.layers.14.mlp.down_proj.weight", + "model.layers.14.mlp.gate_proj.weight", + "model.layers.14.mlp.up_proj.weight", + "model.layers.14.post_attention_layernorm.weight", + "model.layers.14.self_attn.k_proj.weight", + "model.layers.14.self_attn.o_proj.weight", + "model.layers.14.self_attn.q_proj.weight", + "model.layers.14.self_attn.v_proj.weight", + "model.layers.15.input_layernorm.weight", + "model.layers.15.mlp.down_proj.weight", + "model.layers.15.mlp.gate_proj.weight", + "model.layers.15.mlp.up_proj.weight", + "model.layers.15.post_attention_layernorm.weight", + "model.layers.15.self_attn.k_proj.weight", + "model.layers.15.self_attn.o_proj.weight", + "model.layers.15.self_attn.q_proj.weight", + "model.layers.15.self_attn.v_proj.weight", + "model.layers.16.input_layernorm.weight", + "model.layers.16.mlp.down_proj.weight", + "model.layers.16.mlp.gate_proj.weight", + "model.layers.16.mlp.up_proj.weight", + "model.layers.16.post_attention_layernorm.weight", + "model.layers.16.self_attn.k_proj.weight", + "model.layers.16.self_attn.o_proj.weight", + "model.layers.16.self_attn.q_proj.weight", + "model.layers.16.self_attn.v_proj.weight", + "model.layers.17.input_layernorm.weight", + "model.layers.17.mlp.down_proj.weight" + ], + "downloaded_bytes": 5832 + }, + { + "shard": "model-00003-of-00016.safetensors", + "file_bytes": 5159101664, + "header_bytes": 5336, + "header_sha256": "1806828ed03fce061be4e8dc097d09ee5853b820b9f1863b7ddd32800aac63f7", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.17.mlp.gate_proj.weight", + "model.layers.17.mlp.up_proj.weight", + "model.layers.17.post_attention_layernorm.weight", + "model.layers.17.self_attn.k_proj.weight", + "model.layers.17.self_attn.o_proj.weight", + "model.layers.17.self_attn.q_proj.weight", + "model.layers.17.self_attn.v_proj.weight", + "model.layers.18.input_layernorm.weight", + "model.layers.18.mlp.down_proj.weight", + "model.layers.18.mlp.gate_proj.weight", + "model.layers.18.mlp.up_proj.weight", + "model.layers.18.post_attention_layernorm.weight", + "model.layers.18.self_attn.k_proj.weight", + "model.layers.18.self_attn.o_proj.weight", + "model.layers.18.self_attn.q_proj.weight", + "model.layers.18.self_attn.v_proj.weight", + "model.layers.19.input_layernorm.weight", + "model.layers.19.mlp.down_proj.weight", + "model.layers.19.mlp.gate_proj.weight", + "model.layers.19.mlp.up_proj.weight", + "model.layers.19.post_attention_layernorm.weight", + "model.layers.19.self_attn.k_proj.weight", + "model.layers.19.self_attn.o_proj.weight", + "model.layers.19.self_attn.q_proj.weight", + "model.layers.19.self_attn.v_proj.weight", + "model.layers.2.input_layernorm.weight", + "model.layers.2.mlp.down_proj.weight", + "model.layers.2.mlp.gate_proj.weight", + "model.layers.2.mlp.up_proj.weight", + "model.layers.2.post_attention_layernorm.weight", + "model.layers.2.self_attn.k_proj.weight", + "model.layers.2.self_attn.o_proj.weight", + "model.layers.2.self_attn.q_proj.weight", + "model.layers.2.self_attn.v_proj.weight", + "model.layers.20.input_layernorm.weight", + "model.layers.20.mlp.down_proj.weight", + "model.layers.20.mlp.gate_proj.weight", + "model.layers.20.mlp.up_proj.weight", + "model.layers.20.post_attention_layernorm.weight", + "model.layers.20.self_attn.k_proj.weight", + "model.layers.20.self_attn.o_proj.weight", + "model.layers.20.self_attn.q_proj.weight", + "model.layers.20.self_attn.v_proj.weight", + "model.layers.21.input_layernorm.weight", + "model.layers.21.mlp.down_proj.weight", + "model.layers.21.mlp.gate_proj.weight" + ], + "downloaded_bytes": 5352 + }, + { + "shard": "model-00004-of-00016.safetensors", + "file_bytes": 5284951976, + "header_bytes": 6048, + "header_sha256": "8863b5419dda676dffca2ab8b2c27560b0038537c57ea5e1536b14840bbd820e", + "parameters": 2642472960, + "tensor_names": [ + "model.layers.21.mlp.up_proj.weight", + "model.layers.21.post_attention_layernorm.weight", + "model.layers.21.self_attn.k_proj.weight", + "model.layers.21.self_attn.o_proj.weight", + "model.layers.21.self_attn.q_proj.weight", + "model.layers.21.self_attn.v_proj.weight", + "model.layers.22.input_layernorm.weight", + "model.layers.22.mlp.down_proj.weight", + "model.layers.22.mlp.gate_proj.weight", + "model.layers.22.mlp.up_proj.weight", + "model.layers.22.post_attention_layernorm.weight", + "model.layers.22.self_attn.k_proj.weight", + "model.layers.22.self_attn.o_proj.weight", + "model.layers.22.self_attn.q_proj.weight", + "model.layers.22.self_attn.v_proj.weight", + "model.layers.23.input_layernorm.weight", + "model.layers.23.mlp.down_proj.weight", + "model.layers.23.mlp.gate_proj.weight", + "model.layers.23.mlp.up_proj.weight", + "model.layers.23.post_attention_layernorm.weight", + "model.layers.23.self_attn.k_proj.weight", + "model.layers.23.self_attn.o_proj.weight", + "model.layers.23.self_attn.q_proj.weight", + "model.layers.23.self_attn.v_proj.weight", + "model.layers.24.input_layernorm.weight", + "model.layers.24.mlp.down_proj.weight", + "model.layers.24.mlp.gate_proj.weight", + "model.layers.24.mlp.up_proj.weight", + "model.layers.24.post_attention_layernorm.weight", + "model.layers.24.self_attn.k_proj.weight", + "model.layers.24.self_attn.o_proj.weight", + "model.layers.24.self_attn.q_proj.weight", + "model.layers.24.self_attn.v_proj.weight", + "model.layers.25.input_layernorm.weight", + "model.layers.25.mlp.down_proj.weight", + "model.layers.25.mlp.gate_proj.weight", + "model.layers.25.mlp.up_proj.weight", + "model.layers.25.post_attention_layernorm.weight", + "model.layers.25.self_attn.k_proj.weight", + "model.layers.25.self_attn.o_proj.weight", + "model.layers.25.self_attn.q_proj.weight", + "model.layers.25.self_attn.v_proj.weight", + "model.layers.26.input_layernorm.weight", + "model.layers.26.mlp.down_proj.weight", + "model.layers.26.mlp.gate_proj.weight", + "model.layers.26.mlp.up_proj.weight", + "model.layers.26.post_attention_layernorm.weight", + "model.layers.26.self_attn.k_proj.weight", + "model.layers.26.self_attn.o_proj.weight", + "model.layers.26.self_attn.q_proj.weight", + "model.layers.26.self_attn.v_proj.weight", + "model.layers.27.input_layernorm.weight" + ], + "downloaded_bytes": 6064 + }, + { + "shard": "model-00005-of-00016.safetensors", + "file_bytes": 5159101664, + "header_bytes": 5336, + "header_sha256": "05745e0b110ef7f99bdc52971709cf4a2958570ce6e6ffea97666d91578ae682", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.27.mlp.down_proj.weight", + "model.layers.27.mlp.gate_proj.weight", + "model.layers.27.mlp.up_proj.weight", + "model.layers.27.post_attention_layernorm.weight", + "model.layers.27.self_attn.k_proj.weight", + "model.layers.27.self_attn.o_proj.weight", + "model.layers.27.self_attn.q_proj.weight", + "model.layers.27.self_attn.v_proj.weight", + "model.layers.28.input_layernorm.weight", + "model.layers.28.mlp.down_proj.weight", + "model.layers.28.mlp.gate_proj.weight", + "model.layers.28.mlp.up_proj.weight", + "model.layers.28.post_attention_layernorm.weight", + "model.layers.28.self_attn.k_proj.weight", + "model.layers.28.self_attn.o_proj.weight", + "model.layers.28.self_attn.q_proj.weight", + "model.layers.28.self_attn.v_proj.weight", + "model.layers.29.input_layernorm.weight", + "model.layers.29.mlp.down_proj.weight", + "model.layers.29.mlp.gate_proj.weight", + "model.layers.29.mlp.up_proj.weight", + "model.layers.29.post_attention_layernorm.weight", + "model.layers.29.self_attn.k_proj.weight", + "model.layers.29.self_attn.o_proj.weight", + "model.layers.29.self_attn.q_proj.weight", + "model.layers.29.self_attn.v_proj.weight", + "model.layers.3.input_layernorm.weight", + "model.layers.3.mlp.down_proj.weight", + "model.layers.3.mlp.gate_proj.weight", + "model.layers.3.mlp.up_proj.weight", + "model.layers.3.post_attention_layernorm.weight", + "model.layers.3.self_attn.k_proj.weight", + "model.layers.3.self_attn.o_proj.weight", + "model.layers.3.self_attn.q_proj.weight", + "model.layers.3.self_attn.v_proj.weight", + "model.layers.30.input_layernorm.weight", + "model.layers.30.mlp.down_proj.weight", + "model.layers.30.mlp.gate_proj.weight", + "model.layers.30.mlp.up_proj.weight", + "model.layers.30.post_attention_layernorm.weight", + "model.layers.30.self_attn.k_proj.weight", + "model.layers.30.self_attn.o_proj.weight", + "model.layers.30.self_attn.q_proj.weight", + "model.layers.30.self_attn.v_proj.weight", + "model.layers.31.input_layernorm.weight", + "model.layers.31.mlp.down_proj.weight" + ], + "downloaded_bytes": 5352 + }, + { + "shard": "model-00006-of-00016.safetensors", + "file_bytes": 5159101680, + "header_bytes": 5352, + "header_sha256": "718bed5ed94f4dc873b2d39c745f16ffaae8596ecc61c11bbe6f49677d5e1964", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.31.mlp.gate_proj.weight", + "model.layers.31.mlp.up_proj.weight", + "model.layers.31.post_attention_layernorm.weight", + "model.layers.31.self_attn.k_proj.weight", + "model.layers.31.self_attn.o_proj.weight", + "model.layers.31.self_attn.q_proj.weight", + "model.layers.31.self_attn.v_proj.weight", + "model.layers.32.input_layernorm.weight", + "model.layers.32.mlp.down_proj.weight", + "model.layers.32.mlp.gate_proj.weight", + "model.layers.32.mlp.up_proj.weight", + "model.layers.32.post_attention_layernorm.weight", + "model.layers.32.self_attn.k_proj.weight", + "model.layers.32.self_attn.o_proj.weight", + "model.layers.32.self_attn.q_proj.weight", + "model.layers.32.self_attn.v_proj.weight", + "model.layers.33.input_layernorm.weight", + "model.layers.33.mlp.down_proj.weight", + "model.layers.33.mlp.gate_proj.weight", + "model.layers.33.mlp.up_proj.weight", + "model.layers.33.post_attention_layernorm.weight", + "model.layers.33.self_attn.k_proj.weight", + "model.layers.33.self_attn.o_proj.weight", + "model.layers.33.self_attn.q_proj.weight", + "model.layers.33.self_attn.v_proj.weight", + "model.layers.34.input_layernorm.weight", + "model.layers.34.mlp.down_proj.weight", + "model.layers.34.mlp.gate_proj.weight", + "model.layers.34.mlp.up_proj.weight", + "model.layers.34.post_attention_layernorm.weight", + "model.layers.34.self_attn.k_proj.weight", + "model.layers.34.self_attn.o_proj.weight", + "model.layers.34.self_attn.q_proj.weight", + "model.layers.34.self_attn.v_proj.weight", + "model.layers.35.input_layernorm.weight", + "model.layers.35.mlp.down_proj.weight", + "model.layers.35.mlp.gate_proj.weight", + "model.layers.35.mlp.up_proj.weight", + "model.layers.35.post_attention_layernorm.weight", + "model.layers.35.self_attn.k_proj.weight", + "model.layers.35.self_attn.o_proj.weight", + "model.layers.35.self_attn.q_proj.weight", + "model.layers.35.self_attn.v_proj.weight", + "model.layers.36.input_layernorm.weight", + "model.layers.36.mlp.down_proj.weight", + "model.layers.36.mlp.gate_proj.weight" + ], + "downloaded_bytes": 5368 + }, + { + "shard": "model-00007-of-00016.safetensors", + "file_bytes": 5284951968, + "header_bytes": 6040, + "header_sha256": "480cbe37ad52908173c278c36530720f5430732e0e27483c1d5f5a30bad35e08", + "parameters": 2642472960, + "tensor_names": [ + "model.layers.36.mlp.up_proj.weight", + "model.layers.36.post_attention_layernorm.weight", + "model.layers.36.self_attn.k_proj.weight", + "model.layers.36.self_attn.o_proj.weight", + "model.layers.36.self_attn.q_proj.weight", + "model.layers.36.self_attn.v_proj.weight", + "model.layers.37.input_layernorm.weight", + "model.layers.37.mlp.down_proj.weight", + "model.layers.37.mlp.gate_proj.weight", + "model.layers.37.mlp.up_proj.weight", + "model.layers.37.post_attention_layernorm.weight", + "model.layers.37.self_attn.k_proj.weight", + "model.layers.37.self_attn.o_proj.weight", + "model.layers.37.self_attn.q_proj.weight", + "model.layers.37.self_attn.v_proj.weight", + "model.layers.38.input_layernorm.weight", + "model.layers.38.mlp.down_proj.weight", + "model.layers.38.mlp.gate_proj.weight", + "model.layers.38.mlp.up_proj.weight", + "model.layers.38.post_attention_layernorm.weight", + "model.layers.38.self_attn.k_proj.weight", + "model.layers.38.self_attn.o_proj.weight", + "model.layers.38.self_attn.q_proj.weight", + "model.layers.38.self_attn.v_proj.weight", + "model.layers.39.input_layernorm.weight", + "model.layers.39.mlp.down_proj.weight", + "model.layers.39.mlp.gate_proj.weight", + "model.layers.39.mlp.up_proj.weight", + "model.layers.39.post_attention_layernorm.weight", + "model.layers.39.self_attn.k_proj.weight", + "model.layers.39.self_attn.o_proj.weight", + "model.layers.39.self_attn.q_proj.weight", + "model.layers.39.self_attn.v_proj.weight", + "model.layers.4.input_layernorm.weight", + "model.layers.4.mlp.down_proj.weight", + "model.layers.4.mlp.gate_proj.weight", + "model.layers.4.mlp.up_proj.weight", + "model.layers.4.post_attention_layernorm.weight", + "model.layers.4.self_attn.k_proj.weight", + "model.layers.4.self_attn.o_proj.weight", + "model.layers.4.self_attn.q_proj.weight", + "model.layers.4.self_attn.v_proj.weight", + "model.layers.40.input_layernorm.weight", + "model.layers.40.mlp.down_proj.weight", + "model.layers.40.mlp.gate_proj.weight", + "model.layers.40.mlp.up_proj.weight", + "model.layers.40.post_attention_layernorm.weight", + "model.layers.40.self_attn.k_proj.weight", + "model.layers.40.self_attn.o_proj.weight", + "model.layers.40.self_attn.q_proj.weight", + "model.layers.40.self_attn.v_proj.weight", + "model.layers.41.input_layernorm.weight" + ], + "downloaded_bytes": 6056 + }, + { + "shard": "model-00008-of-00016.safetensors", + "file_bytes": 5159101680, + "header_bytes": 5352, + "header_sha256": "115ef9f116b5c1b2b8f48fe7107761fae1b38a9e542279a2b463b9f4a9153b45", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.41.mlp.down_proj.weight", + "model.layers.41.mlp.gate_proj.weight", + "model.layers.41.mlp.up_proj.weight", + "model.layers.41.post_attention_layernorm.weight", + "model.layers.41.self_attn.k_proj.weight", + "model.layers.41.self_attn.o_proj.weight", + "model.layers.41.self_attn.q_proj.weight", + "model.layers.41.self_attn.v_proj.weight", + "model.layers.42.input_layernorm.weight", + "model.layers.42.mlp.down_proj.weight", + "model.layers.42.mlp.gate_proj.weight", + "model.layers.42.mlp.up_proj.weight", + "model.layers.42.post_attention_layernorm.weight", + "model.layers.42.self_attn.k_proj.weight", + "model.layers.42.self_attn.o_proj.weight", + "model.layers.42.self_attn.q_proj.weight", + "model.layers.42.self_attn.v_proj.weight", + "model.layers.43.input_layernorm.weight", + "model.layers.43.mlp.down_proj.weight", + "model.layers.43.mlp.gate_proj.weight", + "model.layers.43.mlp.up_proj.weight", + "model.layers.43.post_attention_layernorm.weight", + "model.layers.43.self_attn.k_proj.weight", + "model.layers.43.self_attn.o_proj.weight", + "model.layers.43.self_attn.q_proj.weight", + "model.layers.43.self_attn.v_proj.weight", + "model.layers.44.input_layernorm.weight", + "model.layers.44.mlp.down_proj.weight", + "model.layers.44.mlp.gate_proj.weight", + "model.layers.44.mlp.up_proj.weight", + "model.layers.44.post_attention_layernorm.weight", + "model.layers.44.self_attn.k_proj.weight", + "model.layers.44.self_attn.o_proj.weight", + "model.layers.44.self_attn.q_proj.weight", + "model.layers.44.self_attn.v_proj.weight", + "model.layers.45.input_layernorm.weight", + "model.layers.45.mlp.down_proj.weight", + "model.layers.45.mlp.gate_proj.weight", + "model.layers.45.mlp.up_proj.weight", + "model.layers.45.post_attention_layernorm.weight", + "model.layers.45.self_attn.k_proj.weight", + "model.layers.45.self_attn.o_proj.weight", + "model.layers.45.self_attn.q_proj.weight", + "model.layers.45.self_attn.v_proj.weight", + "model.layers.46.input_layernorm.weight", + "model.layers.46.mlp.down_proj.weight" + ], + "downloaded_bytes": 5368 + }, + { + "shard": "model-00009-of-00016.safetensors", + "file_bytes": 5159101664, + "header_bytes": 5336, + "header_sha256": "d07bb1abb9b335b7d4d82f738438319aa02819d99440b45f78011a487f56ca5b", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.46.mlp.gate_proj.weight", + "model.layers.46.mlp.up_proj.weight", + "model.layers.46.post_attention_layernorm.weight", + "model.layers.46.self_attn.k_proj.weight", + "model.layers.46.self_attn.o_proj.weight", + "model.layers.46.self_attn.q_proj.weight", + "model.layers.46.self_attn.v_proj.weight", + "model.layers.47.input_layernorm.weight", + "model.layers.47.mlp.down_proj.weight", + "model.layers.47.mlp.gate_proj.weight", + "model.layers.47.mlp.up_proj.weight", + "model.layers.47.post_attention_layernorm.weight", + "model.layers.47.self_attn.k_proj.weight", + "model.layers.47.self_attn.o_proj.weight", + "model.layers.47.self_attn.q_proj.weight", + "model.layers.47.self_attn.v_proj.weight", + "model.layers.48.input_layernorm.weight", + "model.layers.48.mlp.down_proj.weight", + "model.layers.48.mlp.gate_proj.weight", + "model.layers.48.mlp.up_proj.weight", + "model.layers.48.post_attention_layernorm.weight", + "model.layers.48.self_attn.k_proj.weight", + "model.layers.48.self_attn.o_proj.weight", + "model.layers.48.self_attn.q_proj.weight", + "model.layers.48.self_attn.v_proj.weight", + "model.layers.49.input_layernorm.weight", + "model.layers.49.mlp.down_proj.weight", + "model.layers.49.mlp.gate_proj.weight", + "model.layers.49.mlp.up_proj.weight", + "model.layers.49.post_attention_layernorm.weight", + "model.layers.49.self_attn.k_proj.weight", + "model.layers.49.self_attn.o_proj.weight", + "model.layers.49.self_attn.q_proj.weight", + "model.layers.49.self_attn.v_proj.weight", + "model.layers.5.input_layernorm.weight", + "model.layers.5.mlp.down_proj.weight", + "model.layers.5.mlp.gate_proj.weight", + "model.layers.5.mlp.up_proj.weight", + "model.layers.5.post_attention_layernorm.weight", + "model.layers.5.self_attn.k_proj.weight", + "model.layers.5.self_attn.o_proj.weight", + "model.layers.5.self_attn.q_proj.weight", + "model.layers.5.self_attn.v_proj.weight", + "model.layers.50.input_layernorm.weight", + "model.layers.50.mlp.down_proj.weight", + "model.layers.50.mlp.gate_proj.weight" + ], + "downloaded_bytes": 5352 + }, + { + "shard": "model-00010-of-00016.safetensors", + "file_bytes": 5284951976, + "header_bytes": 6048, + "header_sha256": "6e12e5ad455197c93b2532e5b2efe4fb1a2b6423fed78953c90f8e51ffbb6b6d", + "parameters": 2642472960, + "tensor_names": [ + "model.layers.50.mlp.up_proj.weight", + "model.layers.50.post_attention_layernorm.weight", + "model.layers.50.self_attn.k_proj.weight", + "model.layers.50.self_attn.o_proj.weight", + "model.layers.50.self_attn.q_proj.weight", + "model.layers.50.self_attn.v_proj.weight", + "model.layers.51.input_layernorm.weight", + "model.layers.51.mlp.down_proj.weight", + "model.layers.51.mlp.gate_proj.weight", + "model.layers.51.mlp.up_proj.weight", + "model.layers.51.post_attention_layernorm.weight", + "model.layers.51.self_attn.k_proj.weight", + "model.layers.51.self_attn.o_proj.weight", + "model.layers.51.self_attn.q_proj.weight", + "model.layers.51.self_attn.v_proj.weight", + "model.layers.52.input_layernorm.weight", + "model.layers.52.mlp.down_proj.weight", + "model.layers.52.mlp.gate_proj.weight", + "model.layers.52.mlp.up_proj.weight", + "model.layers.52.post_attention_layernorm.weight", + "model.layers.52.self_attn.k_proj.weight", + "model.layers.52.self_attn.o_proj.weight", + "model.layers.52.self_attn.q_proj.weight", + "model.layers.52.self_attn.v_proj.weight", + "model.layers.53.input_layernorm.weight", + "model.layers.53.mlp.down_proj.weight", + "model.layers.53.mlp.gate_proj.weight", + "model.layers.53.mlp.up_proj.weight", + "model.layers.53.post_attention_layernorm.weight", + "model.layers.53.self_attn.k_proj.weight", + "model.layers.53.self_attn.o_proj.weight", + "model.layers.53.self_attn.q_proj.weight", + "model.layers.53.self_attn.v_proj.weight", + "model.layers.54.input_layernorm.weight", + "model.layers.54.mlp.down_proj.weight", + "model.layers.54.mlp.gate_proj.weight", + "model.layers.54.mlp.up_proj.weight", + "model.layers.54.post_attention_layernorm.weight", + "model.layers.54.self_attn.k_proj.weight", + "model.layers.54.self_attn.o_proj.weight", + "model.layers.54.self_attn.q_proj.weight", + "model.layers.54.self_attn.v_proj.weight", + "model.layers.55.input_layernorm.weight", + "model.layers.55.mlp.down_proj.weight", + "model.layers.55.mlp.gate_proj.weight", + "model.layers.55.mlp.up_proj.weight", + "model.layers.55.post_attention_layernorm.weight", + "model.layers.55.self_attn.k_proj.weight", + "model.layers.55.self_attn.o_proj.weight", + "model.layers.55.self_attn.q_proj.weight", + "model.layers.55.self_attn.v_proj.weight", + "model.layers.56.input_layernorm.weight" + ], + "downloaded_bytes": 6064 + }, + { + "shard": "model-00011-of-00016.safetensors", + "file_bytes": 5159101664, + "header_bytes": 5336, + "header_sha256": "a2fd525a5d296391c9cf1977f95eff901b30a70d01a17d7e96c2becfe2a2d8b1", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.56.mlp.down_proj.weight", + "model.layers.56.mlp.gate_proj.weight", + "model.layers.56.mlp.up_proj.weight", + "model.layers.56.post_attention_layernorm.weight", + "model.layers.56.self_attn.k_proj.weight", + "model.layers.56.self_attn.o_proj.weight", + "model.layers.56.self_attn.q_proj.weight", + "model.layers.56.self_attn.v_proj.weight", + "model.layers.57.input_layernorm.weight", + "model.layers.57.mlp.down_proj.weight", + "model.layers.57.mlp.gate_proj.weight", + "model.layers.57.mlp.up_proj.weight", + "model.layers.57.post_attention_layernorm.weight", + "model.layers.57.self_attn.k_proj.weight", + "model.layers.57.self_attn.o_proj.weight", + "model.layers.57.self_attn.q_proj.weight", + "model.layers.57.self_attn.v_proj.weight", + "model.layers.58.input_layernorm.weight", + "model.layers.58.mlp.down_proj.weight", + "model.layers.58.mlp.gate_proj.weight", + "model.layers.58.mlp.up_proj.weight", + "model.layers.58.post_attention_layernorm.weight", + "model.layers.58.self_attn.k_proj.weight", + "model.layers.58.self_attn.o_proj.weight", + "model.layers.58.self_attn.q_proj.weight", + "model.layers.58.self_attn.v_proj.weight", + "model.layers.59.input_layernorm.weight", + "model.layers.59.mlp.down_proj.weight", + "model.layers.59.mlp.gate_proj.weight", + "model.layers.59.mlp.up_proj.weight", + "model.layers.59.post_attention_layernorm.weight", + "model.layers.59.self_attn.k_proj.weight", + "model.layers.59.self_attn.o_proj.weight", + "model.layers.59.self_attn.q_proj.weight", + "model.layers.59.self_attn.v_proj.weight", + "model.layers.6.input_layernorm.weight", + "model.layers.6.mlp.down_proj.weight", + "model.layers.6.mlp.gate_proj.weight", + "model.layers.6.mlp.up_proj.weight", + "model.layers.6.post_attention_layernorm.weight", + "model.layers.6.self_attn.k_proj.weight", + "model.layers.6.self_attn.o_proj.weight", + "model.layers.6.self_attn.q_proj.weight", + "model.layers.6.self_attn.v_proj.weight", + "model.layers.60.input_layernorm.weight", + "model.layers.60.mlp.down_proj.weight" + ], + "downloaded_bytes": 5352 + }, + { + "shard": "model-00012-of-00016.safetensors", + "file_bytes": 5159101680, + "header_bytes": 5352, + "header_sha256": "809f79c4d6ecf6d9d20b9b3754b40ae3034d9437b9bb905b416ac38ea73236e9", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.60.mlp.gate_proj.weight", + "model.layers.60.mlp.up_proj.weight", + "model.layers.60.post_attention_layernorm.weight", + "model.layers.60.self_attn.k_proj.weight", + "model.layers.60.self_attn.o_proj.weight", + "model.layers.60.self_attn.q_proj.weight", + "model.layers.60.self_attn.v_proj.weight", + "model.layers.61.input_layernorm.weight", + "model.layers.61.mlp.down_proj.weight", + "model.layers.61.mlp.gate_proj.weight", + "model.layers.61.mlp.up_proj.weight", + "model.layers.61.post_attention_layernorm.weight", + "model.layers.61.self_attn.k_proj.weight", + "model.layers.61.self_attn.o_proj.weight", + "model.layers.61.self_attn.q_proj.weight", + "model.layers.61.self_attn.v_proj.weight", + "model.layers.62.input_layernorm.weight", + "model.layers.62.mlp.down_proj.weight", + "model.layers.62.mlp.gate_proj.weight", + "model.layers.62.mlp.up_proj.weight", + "model.layers.62.post_attention_layernorm.weight", + "model.layers.62.self_attn.k_proj.weight", + "model.layers.62.self_attn.o_proj.weight", + "model.layers.62.self_attn.q_proj.weight", + "model.layers.62.self_attn.v_proj.weight", + "model.layers.63.input_layernorm.weight", + "model.layers.63.mlp.down_proj.weight", + "model.layers.63.mlp.gate_proj.weight", + "model.layers.63.mlp.up_proj.weight", + "model.layers.63.post_attention_layernorm.weight", + "model.layers.63.self_attn.k_proj.weight", + "model.layers.63.self_attn.o_proj.weight", + "model.layers.63.self_attn.q_proj.weight", + "model.layers.63.self_attn.v_proj.weight", + "model.layers.64.input_layernorm.weight", + "model.layers.64.mlp.down_proj.weight", + "model.layers.64.mlp.gate_proj.weight", + "model.layers.64.mlp.up_proj.weight", + "model.layers.64.post_attention_layernorm.weight", + "model.layers.64.self_attn.k_proj.weight", + "model.layers.64.self_attn.o_proj.weight", + "model.layers.64.self_attn.q_proj.weight", + "model.layers.64.self_attn.v_proj.weight", + "model.layers.65.input_layernorm.weight", + "model.layers.65.mlp.down_proj.weight", + "model.layers.65.mlp.gate_proj.weight" + ], + "downloaded_bytes": 5368 + }, + { + "shard": "model-00013-of-00016.safetensors", + "file_bytes": 5284951968, + "header_bytes": 6040, + "header_sha256": "8da14d18fa7e03ca9340d56559829040d1d9a6eac8939762931cac4780a82945", + "parameters": 2642472960, + "tensor_names": [ + "model.layers.65.mlp.up_proj.weight", + "model.layers.65.post_attention_layernorm.weight", + "model.layers.65.self_attn.k_proj.weight", + "model.layers.65.self_attn.o_proj.weight", + "model.layers.65.self_attn.q_proj.weight", + "model.layers.65.self_attn.v_proj.weight", + "model.layers.66.input_layernorm.weight", + "model.layers.66.mlp.down_proj.weight", + "model.layers.66.mlp.gate_proj.weight", + "model.layers.66.mlp.up_proj.weight", + "model.layers.66.post_attention_layernorm.weight", + "model.layers.66.self_attn.k_proj.weight", + "model.layers.66.self_attn.o_proj.weight", + "model.layers.66.self_attn.q_proj.weight", + "model.layers.66.self_attn.v_proj.weight", + "model.layers.67.input_layernorm.weight", + "model.layers.67.mlp.down_proj.weight", + "model.layers.67.mlp.gate_proj.weight", + "model.layers.67.mlp.up_proj.weight", + "model.layers.67.post_attention_layernorm.weight", + "model.layers.67.self_attn.k_proj.weight", + "model.layers.67.self_attn.o_proj.weight", + "model.layers.67.self_attn.q_proj.weight", + "model.layers.67.self_attn.v_proj.weight", + "model.layers.68.input_layernorm.weight", + "model.layers.68.mlp.down_proj.weight", + "model.layers.68.mlp.gate_proj.weight", + "model.layers.68.mlp.up_proj.weight", + "model.layers.68.post_attention_layernorm.weight", + "model.layers.68.self_attn.k_proj.weight", + "model.layers.68.self_attn.o_proj.weight", + "model.layers.68.self_attn.q_proj.weight", + "model.layers.68.self_attn.v_proj.weight", + "model.layers.69.input_layernorm.weight", + "model.layers.69.mlp.down_proj.weight", + "model.layers.69.mlp.gate_proj.weight", + "model.layers.69.mlp.up_proj.weight", + "model.layers.69.post_attention_layernorm.weight", + "model.layers.69.self_attn.k_proj.weight", + "model.layers.69.self_attn.o_proj.weight", + "model.layers.69.self_attn.q_proj.weight", + "model.layers.69.self_attn.v_proj.weight", + "model.layers.7.input_layernorm.weight", + "model.layers.7.mlp.down_proj.weight", + "model.layers.7.mlp.gate_proj.weight", + "model.layers.7.mlp.up_proj.weight", + "model.layers.7.post_attention_layernorm.weight", + "model.layers.7.self_attn.k_proj.weight", + "model.layers.7.self_attn.o_proj.weight", + "model.layers.7.self_attn.q_proj.weight", + "model.layers.7.self_attn.v_proj.weight", + "model.layers.70.input_layernorm.weight" + ], + "downloaded_bytes": 6056 + }, + { + "shard": "model-00014-of-00016.safetensors", + "file_bytes": 5159101680, + "header_bytes": 5352, + "header_sha256": "dd1a4bd813b7fc2b9c31b18f205364470bbbcb80ae539be39ca3531ce48b1192", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.70.mlp.down_proj.weight", + "model.layers.70.mlp.gate_proj.weight", + "model.layers.70.mlp.up_proj.weight", + "model.layers.70.post_attention_layernorm.weight", + "model.layers.70.self_attn.k_proj.weight", + "model.layers.70.self_attn.o_proj.weight", + "model.layers.70.self_attn.q_proj.weight", + "model.layers.70.self_attn.v_proj.weight", + "model.layers.71.input_layernorm.weight", + "model.layers.71.mlp.down_proj.weight", + "model.layers.71.mlp.gate_proj.weight", + "model.layers.71.mlp.up_proj.weight", + "model.layers.71.post_attention_layernorm.weight", + "model.layers.71.self_attn.k_proj.weight", + "model.layers.71.self_attn.o_proj.weight", + "model.layers.71.self_attn.q_proj.weight", + "model.layers.71.self_attn.v_proj.weight", + "model.layers.72.input_layernorm.weight", + "model.layers.72.mlp.down_proj.weight", + "model.layers.72.mlp.gate_proj.weight", + "model.layers.72.mlp.up_proj.weight", + "model.layers.72.post_attention_layernorm.weight", + "model.layers.72.self_attn.k_proj.weight", + "model.layers.72.self_attn.o_proj.weight", + "model.layers.72.self_attn.q_proj.weight", + "model.layers.72.self_attn.v_proj.weight", + "model.layers.73.input_layernorm.weight", + "model.layers.73.mlp.down_proj.weight", + "model.layers.73.mlp.gate_proj.weight", + "model.layers.73.mlp.up_proj.weight", + "model.layers.73.post_attention_layernorm.weight", + "model.layers.73.self_attn.k_proj.weight", + "model.layers.73.self_attn.o_proj.weight", + "model.layers.73.self_attn.q_proj.weight", + "model.layers.73.self_attn.v_proj.weight", + "model.layers.74.input_layernorm.weight", + "model.layers.74.mlp.down_proj.weight", + "model.layers.74.mlp.gate_proj.weight", + "model.layers.74.mlp.up_proj.weight", + "model.layers.74.post_attention_layernorm.weight", + "model.layers.74.self_attn.k_proj.weight", + "model.layers.74.self_attn.o_proj.weight", + "model.layers.74.self_attn.q_proj.weight", + "model.layers.74.self_attn.v_proj.weight", + "model.layers.75.input_layernorm.weight", + "model.layers.75.mlp.down_proj.weight" + ], + "downloaded_bytes": 5368 + }, + { + "shard": "model-00015-of-00016.safetensors", + "file_bytes": 5159101672, + "header_bytes": 5344, + "header_sha256": "1c30029d91e69243e331f26911ecf68ad78124c2d58bda28b239302878db5c7b", + "parameters": 2579548160, + "tensor_names": [ + "model.layers.75.mlp.gate_proj.weight", + "model.layers.75.mlp.up_proj.weight", + "model.layers.75.post_attention_layernorm.weight", + "model.layers.75.self_attn.k_proj.weight", + "model.layers.75.self_attn.o_proj.weight", + "model.layers.75.self_attn.q_proj.weight", + "model.layers.75.self_attn.v_proj.weight", + "model.layers.76.input_layernorm.weight", + "model.layers.76.mlp.down_proj.weight", + "model.layers.76.mlp.gate_proj.weight", + "model.layers.76.mlp.up_proj.weight", + "model.layers.76.post_attention_layernorm.weight", + "model.layers.76.self_attn.k_proj.weight", + "model.layers.76.self_attn.o_proj.weight", + "model.layers.76.self_attn.q_proj.weight", + "model.layers.76.self_attn.v_proj.weight", + "model.layers.77.input_layernorm.weight", + "model.layers.77.mlp.down_proj.weight", + "model.layers.77.mlp.gate_proj.weight", + "model.layers.77.mlp.up_proj.weight", + "model.layers.77.post_attention_layernorm.weight", + "model.layers.77.self_attn.k_proj.weight", + "model.layers.77.self_attn.o_proj.weight", + "model.layers.77.self_attn.q_proj.weight", + "model.layers.77.self_attn.v_proj.weight", + "model.layers.78.input_layernorm.weight", + "model.layers.78.mlp.down_proj.weight", + "model.layers.78.mlp.gate_proj.weight", + "model.layers.78.mlp.up_proj.weight", + "model.layers.78.post_attention_layernorm.weight", + "model.layers.78.self_attn.k_proj.weight", + "model.layers.78.self_attn.o_proj.weight", + "model.layers.78.self_attn.q_proj.weight", + "model.layers.78.self_attn.v_proj.weight", + "model.layers.79.input_layernorm.weight", + "model.layers.79.mlp.down_proj.weight", + "model.layers.79.mlp.gate_proj.weight", + "model.layers.79.mlp.up_proj.weight", + "model.layers.79.post_attention_layernorm.weight", + "model.layers.79.self_attn.k_proj.weight", + "model.layers.79.self_attn.o_proj.weight", + "model.layers.79.self_attn.q_proj.weight", + "model.layers.79.self_attn.v_proj.weight", + "model.layers.8.input_layernorm.weight", + "model.layers.8.mlp.down_proj.weight", + "model.layers.8.mlp.gate_proj.weight" + ], + "downloaded_bytes": 5360 + }, + { + "shard": "model-00016-of-00016.safetensors", + "file_bytes": 1384163096, + "header_bytes": 1808, + "header_sha256": "69b0cea8f93d6f980d36aca9a1b8709f28e9ff5c8da85a4e832c54ef266687bc", + "parameters": 692080640, + "tensor_names": [ + "model.layers.8.mlp.up_proj.weight", + "model.layers.8.post_attention_layernorm.weight", + "model.layers.8.self_attn.k_proj.weight", + "model.layers.8.self_attn.o_proj.weight", + "model.layers.8.self_attn.q_proj.weight", + "model.layers.8.self_attn.v_proj.weight", + "model.layers.9.input_layernorm.weight", + "model.layers.9.mlp.down_proj.weight", + "model.layers.9.mlp.gate_proj.weight", + "model.layers.9.mlp.up_proj.weight", + "model.layers.9.post_attention_layernorm.weight", + "model.layers.9.self_attn.k_proj.weight", + "model.layers.9.self_attn.o_proj.weight", + "model.layers.9.self_attn.q_proj.weight", + "model.layers.9.self_attn.v_proj.weight", + "model.norm.weight" + ], + "downloaded_bytes": 1824 + } + ] +} diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00001-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00001-of-00016.safetensors.header new file mode 100644 index 000000000..ff0ef0bf5 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00001-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00002-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00002-of-00016.safetensors.header new file mode 100644 index 000000000..afa75c73c Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00002-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00003-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00003-of-00016.safetensors.header new file mode 100644 index 000000000..e0fe6b1a8 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00003-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00004-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00004-of-00016.safetensors.header new file mode 100644 index 000000000..65a28513a Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00004-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00005-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00005-of-00016.safetensors.header new file mode 100644 index 000000000..fe5af3839 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00005-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00006-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00006-of-00016.safetensors.header new file mode 100644 index 000000000..5c8c4e483 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00006-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00007-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00007-of-00016.safetensors.header new file mode 100644 index 000000000..be9c350ad Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00007-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00008-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00008-of-00016.safetensors.header new file mode 100644 index 000000000..7aad246e8 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00008-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00009-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00009-of-00016.safetensors.header new file mode 100644 index 000000000..a21573d33 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00009-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00010-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00010-of-00016.safetensors.header new file mode 100644 index 000000000..4ffb76e15 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00010-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00011-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00011-of-00016.safetensors.header new file mode 100644 index 000000000..f9180fdce Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00011-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00012-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00012-of-00016.safetensors.header new file mode 100644 index 000000000..6588540a1 Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00012-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00013-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00013-of-00016.safetensors.header new file mode 100644 index 000000000..64764776d Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00013-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00014-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00014-of-00016.safetensors.header new file mode 100644 index 000000000..52ce0783e Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00014-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00015-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00015-of-00016.safetensors.header new file mode 100644 index 000000000..28404252f Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00015-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/reference/weight-headers/model-00016-of-00016.safetensors.header b/benchmarks/results/iquest-contract/reference/weight-headers/model-00016-of-00016.safetensors.header new file mode 100644 index 000000000..050d96d6c Binary files /dev/null and b/benchmarks/results/iquest-contract/reference/weight-headers/model-00016-of-00016.safetensors.header differ diff --git a/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.input.json b/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.input.json new file mode 100644 index 000000000..7aeef65cb --- /dev/null +++ b/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.input.json @@ -0,0 +1,94 @@ +{ + "case": "uncached", + "length": 8, + "torch": "2.13.0", + "transformers": "4.54.1", + "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", + "device": "cpu", + "official_weights": false, + "config": { + "vocab_size": 97, + "max_position_embeddings": 131072, + "hidden_size": 32, + "intermediate_size": 48, + "num_hidden_layers": 2, + "num_attention_heads": 4, + "head_dim": 8, + "num_key_value_heads": 2, + "hidden_act": "silu", + "initializer_range": 0.02, + "rms_norm_eps": 1e-05, + "use_cache": true, + "rope_theta": 500000.0, + "rope_scaling": null, + "attention_bias": false, + "attention_dropout": 0.0, + "mlp_bias": false, + "loop_num": 2, + "loop_window_size": 64, + "return_dict": true, + "output_hidden_states": false, + "torchscript": false, + "torch_dtype": null, + "pruned_heads": {}, + "tie_word_embeddings": false, + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "is_decoder": false, + "cross_attention_hidden_size": null, + "add_cross_attention": false, + "tie_encoder_decoder": false, + "architectures": null, + "finetuning_task": null, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "task_specific_params": null, + "problem_type": null, + "tokenizer_class": null, + "prefix": null, + "bos_token_id": 1, + "pad_token_id": null, + "eos_token_id": 2, + "sep_token_id": null, + "decoder_start_token_id": null, + "max_length": 20, + "min_length": 0, + "do_sample": false, + "early_stopping": false, + "num_beams": 1, + "num_beam_groups": 1, + "diversity_penalty": 0.0, + "temperature": 1.0, + "top_k": 50, + "top_p": 1.0, + "typical_p": 1.0, + "repetition_penalty": 1.0, + "length_penalty": 1.0, + "no_repeat_ngram_size": 0, + "encoder_no_repeat_ngram_size": 0, + "bad_words_ids": null, + "num_return_sequences": 1, + "output_scores": false, + "return_dict_in_generate": false, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "remove_invalid_values": false, + "exponential_decay_length_penalty": null, + "suppress_tokens": null, + "begin_suppress_tokens": null, + "_name_or_path": "", + "transformers_version": "4.54.1", + "tf_legacy_loss": false, + "use_bfloat16": false, + "model_type": "iquestloopcoder", + "output_attentions": false + }, + "unique_parameter_count": 21800, + "explicit_causal_mask_input": true +} diff --git a/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.log b/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.log new file mode 100644 index 000000000..e28474c06 --- /dev/null +++ b/benchmarks/results/iquest-contract/uncached-explicit-tiny-8.log @@ -0,0 +1,378 @@ +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/nn/functional.py +torch=2.13.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/__init__.py +setuptools=84.0.0 /Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/setuptools/__init__.py +resident same-RECORD metadata: datasets-5.0.1.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD metadata: filelock-4.0.9.dist-info/METADATA +resident same-RECORD metadata: tokenizers-0.21.4.dist-info/METADATA +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/torch/_dynamo/_trace_wrapped_higher_order_op.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/vime-sm120-initial-20260912/.venv/lib/python3.12/site-packages/torch/onnx/ops/_impl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timesfm/modeling_timesfm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_phoneme/tokenization_wav2vec2_phoneme.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/maskformer/feature_extraction_maskformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/markuplm/tokenization_markuplm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/chameleon/modeling_chameleon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/image_processing_gemma3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gemma3/modeling_gemma3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/openfold_utils/loss.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/esm/modeling_esmfold.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/univnet/modeling_univnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/image_processing_rt_detr.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rt_detr/configuration_rt_detr_resnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jetmoe/modeling_jetmoe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lxmert/tokenization_lxmert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_flax_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/image_processing_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/modeling_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clip/tokenization_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/groupvit/modeling_groupvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pvt/configuration_pvt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_next_video/configuration_llava_next_video.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mask2former/modeling_mask2former.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tapas/tokenization_tapas.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/data2vec/modeling_tf_data2vec_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speech_encoder_decoder/configuration_speech_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/zoedepth/modeling_zoedepth.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t/tokenization_seamless_m4t_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cohere2/modeling_cohere2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech_sat/modeling_unispeech_sat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/jamba/configuration_jamba.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlmv3/image_processing_layoutlmv3_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xlm_roberta/modeling_flax_xlm_roberta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clipseg/configuration_clipseg.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilebert/modeling_tf_mobilebert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/informer/configuration_informer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert/configuration_modernbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deit/image_processing_deit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dpt/modeling_dpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/feature_extraction_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2/modeling_tf_wav2vec2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/voxtral/configuration_voxtral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fastspeech2_conformer/tokenization_fastspeech2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/siglip/processing_siglip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/colpali/configuration_colpali.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/pegasus/modeling_pegasus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_vl/configuration_qwen2_5_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bart/configuration_bart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/doge/configuration_doge.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/image_processing_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/timm_wrapper/configuration_timm_wrapper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/modeling_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/image_processing_janus.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/janus/processing_janus.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/modernbert_decoder/configuration_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/modernbert_decoder/modeling_modernbert_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/d_fine/configuration_d_fine.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_flax_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vit/modeling_tf_vit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/feature_extraction_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/segformer/image_processing_segformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/vitmatte/image_processing_vitmatte.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/paligemma/modeling_paligemma.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/configuration_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encoder_decoder/modeling_tf_encoder_decoder.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert/tokenization_bert_tf.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/wav2vec2_conformer/modeling_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/wav2vec2_conformer/configuration_wav2vec2_conformer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/modeling_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aria/image_processing_aria.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlvit/configuration_owlvit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ijepa/modeling_ijepa.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/image_processing_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics3/configuration_idefics3.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/clap/processing_clap.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/mobilevit/modeling_tf_mobilevit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/modeling_tf_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics/configuration_idefics.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/convbert/modeling_tf_convbert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mobilenet_v2/configuration_mobilenet_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/unispeech/modeling_unispeech.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/idefics2/image_processing_idefics2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/imagegpt/configuration_imagegpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/tokenization_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/dia/generation_dia.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/configuration_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/splinter/tokenization_splinter.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/longformer/tokenization_longformer_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/opt/modeling_flax_opt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/x_clip/modeling_x_clip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/cpm/tokenization_cpm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/configuration_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/depth_anything/modeling_depth_anything.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/tvp/image_processing_tvp.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/aya_vision/configuration_aya_vision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fuyu/image_processing_fuyu.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/encodec/modeling_encodec.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/lightglue/modeling_lightglue.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mt5/modeling_tf_mt5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/speecht5/number_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4_moe/configuration_glm4_moe.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/modeling_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/configuration_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_vl/processing_qwen2_vl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/qwen2_5_omni/configuration_qwen2_5_omni.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roberta_prelayernorm/modeling_roberta_prelayernorm.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/levit/image_processing_levit.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/patchtsmixer/configuration_patchtsmixer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seamless_m4t_v2/modeling_seamless_m4t_v2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/instructblip/modeling_instructblip.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bartpho/tokenization_bartpho.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/modeling_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/internvl/processing_internvl.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/perceiver/configuration_perceiver.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/flaubert/tokenization_flaubert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/roc_bert/tokenization_roc_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/glm4v/processing_glm4v.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/image_processing_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/textnet/modeling_textnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/modeling_flax_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/blenderbot_small/tokenization_blenderbot_small.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi4_multimodal/feature_extraction_phi4_multimodal.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/modeling_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/megatron_bert/configuration_megatron_bert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/funnel/configuration_funnel.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/phi/configuration_phi.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/bert_japanese/tokenization_bert_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fsmt/modeling_fsmt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xmod/configuration_xmod.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/persimmon/configuration_persimmon.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/gpt_neox_japanese/modeling_gpt_neox_japanese.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/layoutlm/tokenization_layoutlm_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/owlv2/configuration_owlv2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/ernie4_5/modeling_ernie4_5.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/configuration_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/kyutai_speech_to_text/feature_extraction_kyutai_speech_to_text.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/configuration_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/git/modeling_git.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mistral/configuration_mistral.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/fnet/configuration_fnet.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/openai/modeling_tf_openai.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/processing_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/modeling_tf_whisper.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/whisper/english_normalizer.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/llava_onevision/image_processing_llava_onevision.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert_fast.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/rembert/tokenization_rembert.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/seggpt/configuration_seggpt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/configuration_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/mbart/modeling_mbart.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/nat/modeling_nat.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/ernie_m/tokenization_ernie_m.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/configuration_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/modeling_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tvlt/feature_extraction_tvlt.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/mctct/configuration_mctct.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/jukebox/modeling_jukebox.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/tapex/tokenization_tapex.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/vit_hybrid/configuration_vit_hybrid.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/deta/modeling_deta.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/retribert/modeling_retribert.py +resident same-RECORD source: /Users/0z5a/.cache/uv/archive-v0/a4R-zCEhdV2k87pLRfvR3/transformers/models/deprecated/speech_to_text_2/tokenization_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/deprecated/speech_to_text_2/modeling_speech_to_text_2.py +resident same-RECORD source: /Users/0z5a/Documents/infra/flashrlt-20261005/evidence/resident-dependencies/transformers/models/xglm/tokenization_xglm_fast.py +{"state": "TINY_INPUT_READY", "case": "uncached", "length": 8} +/Users/0z5a/Documents/infra/flashrlt-20261005/bench/resident_pytest.py:198 +:287 +:98 +:88 +bench/probe_iquest_source.py:140 +bench/probe_iquest_source.py:124 +bench/probe_iquest_source.py:95 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:961 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:1038 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/utils/generic.py:1069 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:960 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/transformers/modeling_layers.py:94 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:760 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1778 +/Users/0z5a/Documents/infra/looped-grpo-integration-20261003/.venv/lib/python3.12/site-packages/torch/nn/modules/module.py:1789 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:499 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:643 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:401 +/Users/0z5a/Documents/infra/flashrlt-20261005/evidence/iquest-contract/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py:129 +AttributeError: 'NoneType' object has no attribute 'shape' diff --git a/benchmarks/results/iquest-contract/weight-header-audit-attempt01.log b/benchmarks/results/iquest-contract/weight-header-audit-attempt01.log new file mode 100644 index 000000000..3d9b22adb --- /dev/null +++ b/benchmarks/results/iquest-contract/weight-header-audit-attempt01.log @@ -0,0 +1,65 @@ +Traceback (most recent call last): + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 1346, in do_open + h.request(req.get_method(), req.selector, req.data, headers, + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 1257, in request + self._send_request(method, url, body, headers, encode_chunked) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 1303, in _send_request + self.endheaders(body, encode_chunked=encode_chunked) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 1252, in endheaders + self._send_output(message_body, encode_chunked=encode_chunked) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 1012, in _send_output + self.send(msg) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 952, in send + self.connect() + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/http/client.py", line 1426, in connect + self.sock = self._context.wrap_socket(self.sock, + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/ssl.py", line 500, in wrap_socket + return self.sslsocket_class._create( + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/ssl.py", line 1040, in _create + self.do_handshake() + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/ssl.py", line 1309, in do_handshake + self._sslobj.do_handshake() +ssl.SSLEOFError: EOF occurred in violation of protocol (_ssl.c:1129) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/Users/0z5a/Documents/infra/flashrlt-20261005/bench/audit_iquest_weight_headers.py", line 98, in + main() + File "/Users/0z5a/Documents/infra/flashrlt-20261005/bench/audit_iquest_weight_headers.py", line 67, in main + shards = list(pool.map(audit_shard, names)) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 608, in result_iterator + yield fs.pop().result() + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 445, in result + return self.__get_result() + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/_base.py", line 390, in __get_result + raise self._exception + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/concurrent/futures/thread.py", line 52, in run + result = self.fn(*self.args, **self.kwargs) + File "/Users/0z5a/Documents/infra/flashrlt-20261005/bench/audit_iquest_weight_headers.py", line 32, in audit_shard + prefix, file_bytes = read_range(url, 7) + File "/Users/0z5a/Documents/infra/flashrlt-20261005/bench/audit_iquest_weight_headers.py", line 19, in read_range + with urlopen( + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 214, in urlopen + return opener.open(url, data, timeout) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 523, in open + response = meth(req, response) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 632, in http_response + response = self.parent.error( + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 555, in error + result = self._call_chain(*args) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 494, in _call_chain + result = func(*args) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 747, in http_error_302 + return self.parent.open(new, timeout=req.timeout) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 517, in open + response = self._open(req, data) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 534, in _open + result = self._call_chain(self.handle_open, protocol, protocol + + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 494, in _call_chain + result = func(*args) + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 1389, in https_open + return self.do_open(http.client.HTTPSConnection, req, + File "/Library/Developer/CommandLineTools/Library/Frameworks/Python3.framework/Versions/3.9/lib/python3.9/urllib/request.py", line 1349, in do_open + raise URLError(err) +urllib.error.URLError: diff --git a/benchmarks/results/iquest-contract/weight-header-audit-attempt02.log b/benchmarks/results/iquest-contract/weight-header-audit-attempt02.log new file mode 100644 index 000000000..3df16ec53 --- /dev/null +++ b/benchmarks/results/iquest-contract/weight-header-audit-attempt02.log @@ -0,0 +1 @@ +{"status": "PASS", "model_id": "IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct", "revision": "61e8589747f6987ec7725e4ffe205f7a84561bd2", "unique_checkpoint_parameters": 39794696320, "dtype": "BF16", "tensor_count": 883, "shard_count": 16, "tensor_payload_bytes": 79589392640, "downloaded_header_bytes_including_prefixes": 100960, "weight_tensor_body_bytes_downloaded": 0, "official_model_execution": "NOT_RUN", "scope": "Physical tensor shapes/dtypes/index/storage layout, not tensor values or model quality."} diff --git a/docs/iquest_semantic_qualification.md b/docs/iquest_semantic_qualification.md new file mode 100644 index 000000000..ee4ef8df7 --- /dev/null +++ b/docs/iquest_semantic_qualification.md @@ -0,0 +1,40 @@ +# ScaleRLT — IQuest 40B contract and semantic qualification + +The official loop checkpoint is [IQuest-Coder-V1-40B-Loop-Instruct](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/tree/61e8589747f6987ec7725e4ffe205f7a84561bd2), frozen at `61e8589747f6987ec7725e4ffe205f7a84561bd2`. This is W13 preparation. No official weight tensor was downloaded, and no 40B update, recovery, quality or reward convergence run has completed. + +| Check | Actual result | Scope | +| --- | --- | --- | +| Source identity | Eleven source/config/tokenizer/index/license files hashed at the fixed revision | Original source retained | +| Physical checkpoint headers | 16/16, 883 BF16 tensors, complete index/name/shape/storage agreement | Bounded HTTP range reads | +| Unique parameters | **39,794,696,320** | Counted from tensor shapes, without multiplying by loops | +| Tensor payload size | 79,589,392,640 bytes | Excludes file headers | +| Verified header reads | 100,960 bytes including repeated length prefixes | Failed transfer traffic is not included; no speed claim | +| Downloaded weight tensor bodies | **0 bytes** | Tensor values are unverified | +| Tiny CPU cached forward/backward | PASS with explicit causal-mask input; all 21,800 parameters have finite gradients | Existing Torch 2.13.0 / Transformers 4.54.1; no environment update | +| Default cache/mask interface | FAIL: `IndexError` in existing HF mask builder | Public config records Transformers 4.55.4 | +| Cache-free and HF checkpointed paths | FAIL: missing first-loop KV | Unmodified source, explicit-mask input | +| Unmodified prefill/decode agreement | FAIL: max logits error 0.41336 at length 8; 0.50415 at length 65 | Same tiny parameters, tokens and explicit causal masks | +| Functional replay, AUTO SDPA | 32/32 output and whole-gradient checks pass; strict Adam gate 24/32 | Max gradient relative L2 3.21867×10⁻⁷; full update qualification FAIL | +| Functional replay, MATH SDPA | 32/32 output and whole-gradient checks pass; strict Adam gate 24/32 | Max gradient relative L2 3.04581×10⁻⁷; full update qualification FAIL | +| Official 40B update and fresh-worker recovery | **NOT_RUN** | Requires the original sharding/resource gates | +| Reward convergence and large-scale RL | **NOT_RUN** | Header/configuration evidence cannot qualify these | + +The physical parameter count includes the untied token embedding and output head, eighty decoder layers, final norm, and eighty query gate projections. The two loop passes reuse physical layers. The gate tensors contribute 412,800 parameters; they are present in the checkpoint index. + +The configuration specifies 5,120 hidden channels, 27,648 intermediate channels, forty query heads, eight KV heads and explicit head dimension 128. It uses two loops, a local window of 64, maximum total context 131,072, RoPE base 500,000 and RMS epsilon 10⁻⁵. [Frozen configuration](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/blob/61e8589747f6987ec7725e4ffe205f7a84561bd2/config.json). + +The first loop stores global causal KV. The second loop combines attention to that global KV with attention to its own local KV through a learned, per-head sigmoid gate computed from the rotated query. The output norm occurs after the loop stack. The adapter must retain this data dependence and the gate gradients. [Frozen model implementation](https://huggingface.co/IQuestLab/IQuest-Coder-V1-40B-Loop-Instruct/blob/61e8589747f6987ec7725e4ffe205f7a84561bd2/modeling_iquestloopcoder.py). + +The public implementation obtains the second loop's global KV from its cache object. Actual tiny calls reproduce missing-KV failures with `use_cache=False` and HF gradient checkpointing. The default cache/mask interface also fails in the existing 4.54.1 environment. Explicit additive causal masks use a supported model input and isolate model math without editing the official source or upgrading packages. + +The public second-loop implementation reshapes head-major mixed attention directly into token-major hidden states. Its prefill also trims local KV before computing all query positions. The unmodified token-by-token path avoids the first layout error and retains the proper local window for each query. It is used as the independent numerical reference; the failed full-prefill result is retained, not silently replaced. + +The experimental functional replay passes first-loop KV as differentiable tensors, mixes global/local attention in a consistent layout, and uses a causal window per query. Two initialization seeds, lengths 1/4/8/65, ordinary/recomputed graphs and two AdamW updates produce sixteen configurations and thirty-two paired steps per backend. Both AUTO and MATH SDPA pass the predeclared logits bounds (10⁻⁵ absolute/relative) and whole-gradient relative-L2 bound (2×10⁻⁶). Their maximum logits errors are 7.15256×10⁻⁷ and 6.25849×10⁻⁷, respectively. + +The full update gate remains **FAILED**. Under the original 10⁻⁷ absolute/10⁻⁵ relative delta criterion, each backend passes 24/32 steps. Maximum delta differences are 2.39909×10⁻⁶ for AUTO and 1.98185×10⁻⁶ for MATH; parameter-state failures also remain. All first/second Adam moments and counters pass their original checks. Small gradient differences can affect Adam updates near zero; this is a diagnosis to investigate, not a reason to relax the gate. The prototype is not wired into the learner, and no throughput or GPU-memory improvement is asserted. + +The first header attempt ended with a TLS EOF after fourteen complete headers. Their SHA values and the original auditor SHA were frozen; a new invocation completed the two missing headers. Both attempts remain archived. Initial CPU imports failed or waited on iCloud-evicted installed files. Exact installed-RECORD copies were recovered into task storage, with process-only source/metadata readers; original environment files and waiting processes remain untouched. The first incomplete update audit and both complete matrix results are retained. + +Raw evidence is in [the pinned source manifest](../benchmarks/results/iquest-contract/reference/source_manifest.json) and [the complete physical-header audit](../benchmarks/results/iquest-contract/reference/weight-header-audit.json). The header audit SHA is `c284e84c02f38171e186e5c5b395f6771f3f2ff44b9896999d3991478fa370f8`. Reproduction scripts and failed logs are preserved in `benchmarks/` and `benchmarks/results/iquest-contract/`. + +The frozen repository's modified MIT license and source notices are retained with the source snapshot. This work does not substitute the dense 7B/14B models for the loop checkpoint. diff --git a/vime_plugins/iquest/__init__.py b/vime_plugins/iquest/__init__.py new file mode 100644 index 000000000..96eb2fdf0 --- /dev/null +++ b/vime_plugins/iquest/__init__.py @@ -0,0 +1 @@ +"""IQuest model-semantic qualification primitives.""" diff --git a/vime_plugins/iquest/replay.py b/vime_plugins/iquest/replay.py new file mode 100644 index 000000000..3f8ef43fb --- /dev/null +++ b/vime_plugins/iquest/replay.py @@ -0,0 +1,100 @@ +"""Differentiable IQuest replay with explicit first-loop KV dependencies.""" + +from collections.abc import Callable, Sequence +from functools import partial +from typing import Protocol + +import torch +import torch.nn.functional as F +from torch import nn +from torch.utils.checkpoint import checkpoint + + +class Attention(Protocol): + head_dim: int + q_proj: nn.Linear + k_proj: nn.Linear + v_proj: nn.Linear + o_proj: nn.Linear + + +class Layer(Protocol): + self_attn: Attention + input_layernorm: nn.Module + post_attention_layernorm: nn.Module + mlp: nn.Module + + +class Config(Protocol): + loop_num: int + loop_window_size: int + + +class Core(Protocol): + embed_tokens: nn.Embedding + layers: Sequence[Layer] + gate_projections: Sequence[Callable[[torch.Tensor], torch.Tensor]] + norm: nn.Module + rotary_emb: Callable[[torch.Tensor, torch.Tensor], tuple[torch.Tensor, torch.Tensor]] + + +class PhysicalModel(Protocol): + config: Config + model: Core + lm_head: nn.Linear + + +def layer_forward( + layer: Layer, + hidden: torch.Tensor, + cos: torch.Tensor, + sin: torch.Tensor, + global_key: torch.Tensor | None = None, + global_value: torch.Tensor | None = None, + *, + gate: Callable[[torch.Tensor], torch.Tensor] | None = None, + window: int = 64, +) -> tuple[torch.Tensor, torch.Tensor, torch.Tensor]: + attention = layer.self_attn + value = layer.input_layernorm(hidden) + shape = (*hidden.shape[:2], -1, attention.head_dim) + query, key, local_value = (projection(value).view(shape).transpose(1, 2) for projection in (attention.q_proj, attention.k_proj, attention.v_proj)) + + def rotate(tensor: torch.Tensor) -> torch.Tensor: + first, second = tensor.chunk(2, dim=-1) + return tensor * cos[:, None] + torch.cat((-second, first), dim=-1) * sin[:, None] + + query, key = rotate(query), rotate(key) + if global_key is None: + attended = F.scaled_dot_product_attention(query, key, local_value, is_causal=True, enable_gqa=True) + else: + assert global_value is not None and gate is not None + positions = torch.arange(hidden.shape[1], device=hidden.device) + distance = positions[:, None] - positions[None, :] + local_mask = (distance >= 0) & (distance < window) + local = F.scaled_dot_product_attention(query, key, local_value, attn_mask=local_mask, enable_gqa=True) + global_output = F.scaled_dot_product_attention(query, global_key, global_value, is_causal=True, enable_gqa=True) + mixing = gate(query) + attended = local * (1 - mixing) + global_output * mixing + projected = attention.o_proj(attended.transpose(1, 2).reshape(*hidden.shape[:2], -1)) + hidden = hidden + projected + return hidden + layer.mlp(layer.post_attention_layernorm(hidden)), key, local_value + + +def replay(model: PhysicalModel, tokens: torch.Tensor, *, recompute: bool = False) -> torch.Tensor: + """Return complete logits; no serving cache mutation or detached boundary KV.""" + if model.config.loop_num != 2: + raise ValueError("IQuest replay requires the checkpoint's two-loop contract") + core = model.model + hidden = core.embed_tokens(tokens) + positions = torch.arange(tokens.shape[1], device=tokens.device)[None] + cos, sin = core.rotary_emb(hidden, positions) + shared = [] + for layer in core.layers: + forward = partial(layer_forward, layer) + hidden, key, value = checkpoint(forward, hidden, cos, sin, use_reentrant=False) if recompute else forward(hidden, cos, sin) + shared.append((key, value)) + for layer, gate, (key, value) in zip(core.layers, core.gate_projections, shared, strict=True): + forward = partial(layer_forward, layer, gate=gate, window=model.config.loop_window_size) + hidden, _, _ = checkpoint(forward, hidden, cos, sin, key, value, use_reentrant=False) if recompute else forward(hidden, cos, sin, key, value) + return model.lm_head(core.norm(hidden)).float()