From 01ae3dc2bf863cc5f2452f8958f73a911eb41d14 Mon Sep 17 00:00:00 2001 From: DVIDIA Date: Thu, 15 Oct 2026 20:25:31 -0400 Subject: [PATCH 1/5] Add measured Skillspace improvement loop pilot --- README.md | 8 + benchmarks/improvement-20261015/README.md | 37 ++ .../benchmark/models-frozen.json | 1 + .../benchmark/protocol.json | 1 + .../benchmark/protocol.sha256 | 1 + .../benchmark/report.json | 1 + .../benchmark/source/dataset.json | 1 + .../improvement-20261015/experiment-plan.json | 1 + benchmarks/improvement-20261015/report.json | 1 + docs/improvement-experiment.md | 117 ++++ docs/improvement-studio.md | 114 ++++ docs/skillspace-improvement-pilot-20261015.md | 202 +++++++ pyproject.toml | 2 + src/dvidia_training/footage_benchmark.py | 93 +++- src/dvidia_training/improvement.py | 525 ++++++++++++++++++ src/dvidia_training/improvement_experiment.py | 220 ++++++++ src/dvidia_training/improvement_studio.html | 274 +++++++++ src/dvidia_training/improvement_studio.py | 105 ++++ tests/browser/improvement_studio.cjs | 49 ++ tests/test_footage_benchmark.py | 52 ++ tests/test_improvement.py | 135 +++++ tests/test_improvement_binding.py | 210 +++++++ tests/test_improvement_experiment.py | 161 ++++++ tests/test_improvement_http.py | 166 ++++++ tests/test_improvement_reader.py | 100 ++++ 25 files changed, 2562 insertions(+), 15 deletions(-) create mode 100644 benchmarks/improvement-20261015/README.md create mode 100644 benchmarks/improvement-20261015/benchmark/models-frozen.json create mode 100644 benchmarks/improvement-20261015/benchmark/protocol.json create mode 100644 benchmarks/improvement-20261015/benchmark/protocol.sha256 create mode 100644 benchmarks/improvement-20261015/benchmark/report.json create mode 100644 benchmarks/improvement-20261015/benchmark/source/dataset.json create mode 100644 benchmarks/improvement-20261015/experiment-plan.json create mode 100644 benchmarks/improvement-20261015/report.json create mode 100644 docs/improvement-experiment.md create mode 100644 docs/improvement-studio.md create mode 100644 docs/skillspace-improvement-pilot-20261015.md create mode 100644 src/dvidia_training/improvement.py create mode 100644 src/dvidia_training/improvement_experiment.py create mode 100644 src/dvidia_training/improvement_studio.html create mode 100644 src/dvidia_training/improvement_studio.py create mode 100644 tests/browser/improvement_studio.cjs create mode 100644 tests/test_improvement.py create mode 100644 tests/test_improvement_binding.py create mode 100644 tests/test_improvement_experiment.py create mode 100644 tests/test_improvement_http.py create mode 100644 tests/test_improvement_reader.py diff --git a/README.md b/README.md index ae575cd..bb0720e 100644 --- a/README.md +++ b/README.md @@ -102,6 +102,14 @@ Open [the collection planner](http://127.0.0.1:8270/coverage) in the same local The [episode tape recorder](docs/episode-tape.md) preserves the existing simulated arm's measured state, requested/applied commands, contacts and sensor ages. Recording needs the optional arm extra; validation and inspection need only Python's standard library. These tools are available from the current checkout and do not train a new policy or change the older Hugging Face pilot. +The [Skillspace improvement pilot](docs/improvement-studio.md) now connects a +measured failure to a frozen training-data experiment and the next investigation. +Its [first executed comparison](docs/skillspace-improvement-pilot-20261015.md) +found no task-completion gain from the targeted addition. The local mobile-ready +viewer keeps that negative result visible and distinguishes a recording request +from a controller investigation. This is a simulation research tool, not a +production account feature or a human-video-to-robot training bridge. + ## Review what is visible in a video The new [local observation lab](docs/observations.md) uses optional CPU object and diff --git a/benchmarks/improvement-20261015/README.md b/benchmarks/improvement-20261015/README.md new file mode 100644 index 0000000..6f9ec50 --- /dev/null +++ b/benchmarks/improvement-20261015/README.md @@ -0,0 +1,37 @@ +# Measured data-selection experiment + +These are compact, byte-preserved receipts from the local native simulation run +on 15 October 2026. They contain no user-uploaded video, account data or API +credentials. The [result report](../../docs/skillspace-improvement-pilot-20261015.md) +records scope, provenance, actual timing and the negative improvement result. + +| Training set | Nominal qualified | Stress qualified | +| --- | ---: | ---: | +| Baseline, four groups | 12/12 | 3/4 | +| General addition, five groups | 9/12 | 2/4 | +| Targeted addition, five groups | 12/12 | 3/4 | + +There was no demonstrated task-completion gain over baseline. The experiment +took 138.563 seconds with zero external inference API spend; local compute +cost was not priced. These are sixteen distinct paired scenes, not 112 +independent trials. No model is automatically promoted. + +Open the archived result from this checkout: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_studio \ + benchmarks/sample-count-19047 \ + --evaluation benchmarks/improvement-20261015/benchmark +``` + +The archive includes the top-level summary and selection plan, frozen benchmark +protocol and candidate identities, complete per-case result rows, and prepared +source metadata needed to validate exact cohort membership. It supports receipt +inspection in the viewer. It does **not** include raw simulator traces, video, +learned weights, action sidecars or a self-contained replay bundle. References to +those files retain their original paths and will not resolve in this archive. +Full artifacts remain in the original local run directory; see the result +report for reproduction requirements and receipt hashes. + +These are simulation outcomes with aligned numerical supervision. They do not +establish training from ordinary human video or physical robot competence. diff --git a/benchmarks/improvement-20261015/benchmark/models-frozen.json b/benchmarks/improvement-20261015/benchmark/models-frozen.json new file mode 100644 index 0000000..b8d8904 --- /dev/null +++ b/benchmarks/improvement-20261015/benchmark/models-frozen.json @@ -0,0 +1 @@ +{"candidates":[{"capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","capsule_path":"candidates/baseline4/candidate.skill-capsule.json","cohort_id":"baseline4","installation_id":"0bd068b6b2ecc0d06deb1d49","movement_test":{"episodes":1,"learned_joint_delta_mse":1.1087842308134674e-06,"samples":621,"train_mean_delta_mse":7.839595075163347e-05,"zero_delta_mse":8.172739843340321e-05},"training_action_samples":2281,"training_episode_count":4,"training_group_count":4,"training_pipeline_seconds":0.9237057501450181,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.11912927941122996,"learned_rgb_mse":0.002360370868993712,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.11912927941122996,"learned_rgb_mse":0.002360370868993712,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003866846205347564,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003866846205347564,"transitions":11}},{"capsule_file_sha256":"2877c0c99a878bb4d748215032026b7a79e1683d4c3adac423407fd38d591b82","capsule_path":"candidates/generic5/candidate.skill-capsule.json","cohort_id":"generic5","installation_id":"da89de462bd6511f3b3074ff","movement_test":{"episodes":1,"learned_joint_delta_mse":1.4674715999856536e-06,"samples":621,"train_mean_delta_mse":7.843039466929938e-05,"zero_delta_mse":8.172739843340321e-05},"training_action_samples":2857,"training_episode_count":5,"training_group_count":5,"training_pipeline_seconds":0.9724669160787016,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.12628369003931253,"learned_rgb_mse":0.0024345390345944236,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.12628369003931253,"learned_rgb_mse":0.0024345390345944236,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.0038646582214961487,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.0038646582214961482,"transitions":11}},{"capsule_file_sha256":"7608e64e9b6fc770d121f57a831d835d07c68d2a86236bbe9ac3e3c3a4dede4a","capsule_path":"candidates/targeted5/candidate.skill-capsule.json","cohort_id":"targeted5","installation_id":"76996c9f6b310a4dbc1f0b7b","movement_test":{"episodes":1,"learned_joint_delta_mse":7.825541089056079e-07,"samples":621,"train_mean_delta_mse":7.838197727000316e-05,"zero_delta_mse":8.172739843340321e-05},"training_action_samples":2866,"training_episode_count":5,"training_group_count":5,"training_pipeline_seconds":0.9573059999383986,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.12255730596782541,"learned_rgb_mse":0.0023669587128331312,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.12255730596782541,"learned_rgb_mse":0.0023669587128331312,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003920555828973688,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003920555828973688,"transitions":11}}],"protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2"} diff --git a/benchmarks/improvement-20261015/benchmark/protocol.json b/benchmarks/improvement-20261015/benchmark/protocol.json new file mode 100644 index 0000000..1723fb9 --- /dev/null +++ b/benchmarks/improvement-20261015/benchmark/protocol.json @@ -0,0 +1 @@ +{"additional_excluded_scenes":[{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.512199,0.020606,0.305],"object_size":[0.035,0.03,0.03],"seed":19047,"target_position":[0.345408,-0.134129,0.305]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.365344,-0.01378,0.305],"object_size":[0.04,0.045,0.03],"seed":19048,"target_position":[0.335159,0.154923,0.305]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.08,"object_position":[0.397733,-0.101964,0.305],"object_size":[0.04,0.035,0.03],"seed":19049,"target_position":[0.442884,0.007667,0.305]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.496833,-0.097782,0.3075],"object_size":[0.04,0.045,0.035],"seed":19050,"target_position":[0.303898,-0.160651,0.3075]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.378142,0.019372,0.3125],"object_size":[0.035,0.035,0.045],"seed":19052,"target_position":[0.425134,-0.137639,0.3125]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.350677,0.161117,0.31],"object_size":[0.03,0.05,0.04],"seed":19053,"target_position":[0.337214,-0.154152,0.31]},{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.308186,-0.010576,0.305],"object_size":[0.05,0.03,0.03],"seed":19054,"target_position":[0.317993,-0.15223,0.305]},{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.455864,0.118741,0.315],"object_size":[0.04,0.035,0.05],"seed":19055,"target_position":[0.313503,-0.139928,0.315]},{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.415324,0.137974,0.31],"object_size":[0.035,0.04,0.04],"seed":19056,"target_position":[0.416452,-0.165466,0.31]},{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.359419,0.158784,0.3075],"object_size":[0.05,0.035,0.035],"seed":19057,"target_position":[0.334051,-0.099017,0.3075]},{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.507221,0.021997,0.31],"object_size":[0.03,0.035,0.04],"seed":19058,"target_position":[0.413335,0.148658,0.31]}],"benchmark_source_sha256":{"footage_benchmark.py":"12fa81d43a3ac460cdc33f8dd7675797b097faf96f3ba886280ce57f735eddcc","footage_data.py":"c54828b712afb1c7e89dc764b34dec1fe1ab28517c3ec589ba0977a2146c450d","footage_pipeline.py":"195278556a2b40dc628dbe528ec653c8b705a4ff45fa8d1074bf5341daec4dfd","footage_train.py":"2457a37a10016df6f359433f224c006b8c67f920b671383cbcfd5cfa78fc626b","improvement_experiment.py":"16bd831b8012c5ce6868d464be2b5fdd30941b7e75527bed685a55f818f7afa2"},"experiment":{"plan":{"cohorts":[{"cohort_id":"baseline4","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"]},{"cohort_id":"generic5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"]},{"cohort_id":"targeted5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"]}],"development_diagnosis":{"case_id":"scene-04","hypothesis":"A nearby unused training layout may improve the learned movement head; distance is a selection heuristic, not evidence of cause.","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898","status":"known_development_failure","student_reason":"horizon","teacher_success":true},"evaluation_budget":{"actuator_stress_scenes":4,"nominal_scenes":12},"evaluation_seed":381527,"excluded_known_development_scenes":[{"group":"nominal","id":"scene-00","layout_sha256":"24b72cdd2c0cb7f15ab37b50d7dad354b5853c5a8d963ec6060637975ea4cb56","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.512199,0.020606,0.305],"object_size":[0.035,0.03,0.03],"seed":19047,"target_position":[0.345408,-0.134129,0.305]},"scene_sha256":"475e17e2384897fda253446c24cc607833d967bfa50e9139845615e393e5cb79"},{"group":"nominal","id":"scene-01","layout_sha256":"00d006be928d8da35ebbcbc6715095e53122fa99b7fe3571f4861cf324e47e80","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.365344,-0.01378,0.305],"object_size":[0.04,0.045,0.03],"seed":19048,"target_position":[0.335159,0.154923,0.305]},"scene_sha256":"7e4e4e2cd26ff45516d92d33c2b0197fd065ba62c7b3b29bbeea7fa527b5d411"},{"group":"nominal","id":"scene-02","layout_sha256":"c1732804a4639163df340b664074c20f9f6e4d66773c1afd73cd303c13f4ca1a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.08,"object_position":[0.397733,-0.101964,0.305],"object_size":[0.04,0.035,0.03],"seed":19049,"target_position":[0.442884,0.007667,0.305]},"scene_sha256":"143843fd9c15aec4d7069ad803765e8c7d37aaa063bd1bcc420ada2b725211b5"},{"group":"nominal","id":"scene-03","layout_sha256":"57757e9c51b94a463bcfb40656a6e83a4ab87ada987fa5c34526557db4501964","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.496833,-0.097782,0.3075],"object_size":[0.04,0.045,0.035],"seed":19050,"target_position":[0.303898,-0.160651,0.3075]},"scene_sha256":"3c66ce9494f44d0cd1880a7e6dfdf51ab53758a026a29bc6076b8ce624edfa2e"},{"group":"nominal","id":"scene-04","layout_sha256":"1cfabe70dd6799df3d859aeffcd86655a10016d302a9aeb87fe103ebfee00c35","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898"},{"group":"nominal","id":"scene-05","layout_sha256":"51f20a7a98fc248021f12f9ea26a54df76dacd84246e3f4b6879a5924a276a2a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.378142,0.019372,0.3125],"object_size":[0.035,0.035,0.045],"seed":19052,"target_position":[0.425134,-0.137639,0.3125]},"scene_sha256":"84d5d3a2053c61a65249fb9f551b17f7665821bbd7ea73e64d8d9a5ef130b746"},{"group":"nominal","id":"scene-06","layout_sha256":"158a6aa35379023ae6db9ac61ee4abf0723e1efd4f329ea756198498c2e849a3","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.350677,0.161117,0.31],"object_size":[0.03,0.05,0.04],"seed":19053,"target_position":[0.337214,-0.154152,0.31]},"scene_sha256":"ac34ce607dbb0223912f6ef20a290530ed2e418819cc306602e5360d462bc6ee"},{"group":"nominal","id":"scene-07","layout_sha256":"bd154673d7f06407585b2b41ff53840b5aa2b571e4a2678dd9b0f12dcfcaf95f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.308186,-0.010576,0.305],"object_size":[0.05,0.03,0.03],"seed":19054,"target_position":[0.317993,-0.15223,0.305]},"scene_sha256":"bc97d7f83474f39d4f43750fdf5058403f948fc2cf614b0f9cfee1e7ff32c5a9"},{"group":"actuator_stress","id":"scene-08","layout_sha256":"5c8d77d75bd8be39bc7d8daeff73c4ba5a3acb029f3b729ae10a61d841470e5a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.455864,0.118741,0.315],"object_size":[0.04,0.035,0.05],"seed":19055,"target_position":[0.313503,-0.139928,0.315]},"scene_sha256":"a9e5b6158f1b7bf4cc9afbb4a2a6f67b078f7ae23885fcadc5466d3728a2dab6"},{"group":"actuator_stress","id":"scene-09","layout_sha256":"eeadb42b28bfc60ac577be96706235391a7bdbca3171099c63f8f105b7a7002c","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.415324,0.137974,0.31],"object_size":[0.035,0.04,0.04],"seed":19056,"target_position":[0.416452,-0.165466,0.31]},"scene_sha256":"66cec8a3c410f790c326ce9a031202135533aaaf3b72864729e8e870c59e3d62"},{"group":"actuator_stress","id":"scene-10","layout_sha256":"3a61f6a0936cba78b37f78e0be744c02a77a26ee9bb2685734f3eaee100f6077","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.359419,0.158784,0.3075],"object_size":[0.05,0.035,0.035],"seed":19057,"target_position":[0.334051,-0.099017,0.3075]},"scene_sha256":"4f7aff58d9eaeac570a93839acff8588c7488a02213f26478cdaa6df66cc2404"},{"group":"actuator_stress","id":"scene-11","layout_sha256":"18e4edde94d8ebd1ef50aa76764892336fd92c213e56501b42e8808ce3c5b947","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.507221,0.021997,0.31],"object_size":[0.03,0.035,0.04],"seed":19058,"target_position":[0.413335,0.148658,0.31]},"scene_sha256":"20c2d7585a0f02738d49fd98403d880bff2c93e88d8f8c5a85eeeb021b74c416"}],"historical_protocol_sha256":"1e6d475aed2b505ec1ed4ef3990c723b7f9171863647bbfeb01610ba9c8c8eec","historical_report_sha256":"e8035534485bfd7473c215c368213c687584573013b07a4e75bc428c668e6d08","kind":"dvidia.improvement-experiment-plan.v1","limitations":["One selected composition per condition cannot establish a general learning curve.","Historical test recordings already inspected remain regression diagnostics, not fresh confirmation.","A fresh seed excludes declared layouts but does not independently attest prior non-exposure.","Privileged simulator state and authored phase, gripper and recovery logic remain.","No human-video action recovery, new human footage, physical skill, automatic promotion or reward."],"memberships":[{"cohort_id":"baseline4","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"],"training_action_samples":2281,"training_group_count":4,"training_video_seconds":45.8},{"cohort_id":"generic5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-08","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"],"training_action_samples":2857,"training_group_count":5,"training_video_seconds":57.4},{"cohort_id":"targeted5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-05","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"],"training_action_samples":2866,"training_group_count":5,"training_video_seconds":57.5}],"physical_robot_ready":false,"recipe":{"control":"Same recorded arm targets with jaws open.","evaluation":"Same fresh nominal/stress scenes for every candidate; all source and known development layouts excluded.","freeze":"Membership and selection before fitting; every candidate before evaluation.","movement_centers":8,"selection":"Existing fixed development sources choose ridge regularization."},"scope":"simulation-only","selection":{"generic_group_id":"group-86e23892ec31bc5a44ec2e88","generic_rule":"Seeded SHA256 order among the remaining unused TRAIN groups, excluding the targeted choice.","group_budget_per_addition":1,"reason":"Whole-source group counts are matched; actual action rows and video duration are reported separately.","reserve_ranking":[{"distance_m":0.2024664970877898,"episodes":[{"episode_id":"example-05","layout_distance_m":0.2024664970877898,"layout_sha256":"77a290098abe061d87a761802cec8da62b46485d523a52e4af1bd34041737f85"}],"group_id":"group-fef08eda11494994ea2b90bd","seeded_rank_sha256":"c6a4d05806ffbbb2c23eeb3a4c6212d7ddcee4289a39abbcff566c1c899eec06"},{"distance_m":0.29369615667046106,"episodes":[{"episode_id":"example-08","layout_distance_m":0.29369615667046106,"layout_sha256":"c52bb34ab83c357446a7bfbc26b8445b1603715d99114cca08ec2ff37d570e4a"}],"group_id":"group-86e23892ec31bc5a44ec2e88","seeded_rank_sha256":"0afe129a3dff3824a3c357c7ca8dee46557dffbbf193ec437d3696a366cdb651"},{"distance_m":0.323882639922241,"episodes":[{"episode_id":"example-07","layout_distance_m":0.323882639922241,"layout_sha256":"15abf37dcef32b55bf6a06a77b0cfd8b462b4165404e68202e0207280504f36e"}],"group_id":"group-df7454102682828fa9d9ae2b","seeded_rank_sha256":"c58b5bceabf31ba74edc61aaffa1ed85b12ca567fe5b889856f99294bd3a8bb8"}],"row_or_duration_matched":false,"rule":"Minimum object+target XYZ Euclidean distance among unused TRAIN groups; ties by group ID.","seed":381527,"targeted_group_id":"group-fef08eda11494994ea2b90bd"},"source_dataset_sha256":"e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9","source_files_sha256":{"footage_benchmark.py":"12fa81d43a3ac460cdc33f8dd7675797b097faf96f3ba886280ce57f735eddcc","footage_data.py":"c54828b712afb1c7e89dc764b34dec1fe1ab28517c3ec589ba0977a2146c450d","footage_pipeline.py":"195278556a2b40dc628dbe528ec653c8b705a4ff45fa8d1074bf5341daec4dfd","footage_train.py":"2457a37a10016df6f359433f224c006b8c67f920b671383cbcfd5cfa78fc626b","improvement_experiment.py":"16bd831b8012c5ce6868d464be2b5fdd30941b7e75527bed685a55f818f7afa2"},"training_seed":19047},"plan_sha256":"d525adaf1310f691ed036c4f3c22b1a847d9eea3875bd814675efb9178ecc800"},"input_files_sha256":{"grounding.json":"c53d3966399eb54ae7975829b43db64d16e2c7f5847d5d0171d04170db0154f6","source/dataset.json":"e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9","subsets/baseline4/dataset.json":"891f9cd5cf2d2a1300b345b3314942e4c9718a8ddcfea3a48deb2e34d6122602","subsets/generic5/dataset.json":"571242e89eb0fdea62756f7320edb3a34fb170c4abe28c9078e528818e4dcb6d","subsets/targeted5/dataset.json":"a69a7a7ddb79903b6ec198d861f8d97c785678d5d5d0728f6f0c1dac4b161652","task.skill.json":"23f27bea18abdf54ffd8a123fc099036ab7ee81fcd44714c894f5d1b12720a15"},"kind":"dvidia.footage-sample-count-benchmark","physical_robot_ready":false,"rules":{"control":"Each candidate uses identical recorded joint targets with jaws forced open.","counts":"Explicit whole connected training-group cohorts; development and test episodes never change.","freeze":"Freeze this protocol before fitting; freeze all candidates before any scene evaluation.","limits":"No human-video action recovery, demonstration sufficiency threshold, hardware qualification or end-to-end speedup is implied.","qualification":"Existing native exact-scene predicate and installation gate are unchanged.","teacher":"One authored baseline per exact scene, shared by all candidates."},"runtime":{"action_contract":"six joint targets in radians; symmetric gripper width in metres","dependencies":{"mujoco":"3.15.0","numpy":"2.5.3"},"files_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"kind":"hybrid-distilled-placement-runtime"},"scenes":[{"group":"nominal","id":"scene-00","layout_sha256":"789d56d498c92cfc1980664db28d3bc7a083ee0cbc812bcfb9c8c49014eaf61f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.459453,0.013509,0.31],"object_size":[0.045,0.04,0.04],"seed":381527,"target_position":[0.373487,0.157965,0.31]},"scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3"},{"group":"nominal","id":"scene-01","layout_sha256":"071dd0b0f3d534c76e8ed9dbd2ab22928ba665b074b42d72ad8b3c062bd7ac23","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.527017,0.067855,0.3075],"object_size":[0.05,0.035,0.035],"seed":381528,"target_position":[0.362924,0.157239,0.3075]},"scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2"},{"group":"nominal","id":"scene-02","layout_sha256":"db58cb81a3405c7cc89e03503267939c958fa917d9bf0c33945ac852cbd98fe5","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.343031,-0.080238,0.31],"object_size":[0.05,0.045,0.04],"seed":381529,"target_position":[0.296122,0.068203,0.31]},"scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116"},{"group":"nominal","id":"scene-03","layout_sha256":"1292f5291f53417a73280099c2badda159326d09b765ef25bfd0e014152220b8","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.446442,-0.035939,0.305],"object_size":[0.03,0.03,0.03],"seed":381530,"target_position":[0.388333,0.15314,0.305]},"scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3"},{"group":"nominal","id":"scene-04","layout_sha256":"7924c9a3300366254f90747174d7d1c1a3bbe05392490624e5d86237f3af0fbd","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.271314,0.1105,0.315],"object_size":[0.045,0.035,0.05],"seed":381531,"target_position":[0.463894,-0.005711,0.315]},"scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded"},{"group":"nominal","id":"scene-05","layout_sha256":"f9e97e44eeee2ec78d9ed2b6bef686a67dc675a8715f8caef8ec67ed24b7e244","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.04,"object_position":[0.518036,-0.132181,0.3125],"object_size":[0.05,0.04,0.045],"seed":381532,"target_position":[0.383342,-0.112624,0.3125]},"scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27"},{"group":"nominal","id":"scene-06","layout_sha256":"209fb86e5f6b15e6c690afe41f36fe0b9f56cf00a51b5696c56fa2c257a92998","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.431451,-0.03774,0.315],"object_size":[0.045,0.035,0.05],"seed":381533,"target_position":[0.454662,-0.148527,0.315]},"scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80"},{"group":"nominal","id":"scene-07","layout_sha256":"aa78d3be9f01f3058db6787c139548cb649337009ecf88ff96139e7b263a2c95","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.277889,-0.162546,0.31],"object_size":[0.045,0.05,0.04],"seed":381534,"target_position":[0.4694,0.165679,0.31]},"scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999"},{"group":"nominal","id":"scene-08","layout_sha256":"01ec5d4dfbd59aee896912efe9163a1aaa8ddbbd9fa63b0250430cd18885779d","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.52549,0.079728,0.31],"object_size":[0.04,0.03,0.04],"seed":381535,"target_position":[0.375258,0.125991,0.31]},"scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef"},{"group":"nominal","id":"scene-09","layout_sha256":"62d79f85f44f901a0a02726e79d6c463a173b0dec1a18ded51923bb0f0985ab2","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.276059,-0.055274,0.3125],"object_size":[0.04,0.05,0.045],"seed":381536,"target_position":[0.329581,0.084425,0.3125]},"scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e"},{"group":"nominal","id":"scene-10","layout_sha256":"bb371dff8341503216066d0068c64c38a145892c4bec40e2ae4b1f1ab1a6cf33","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.407735,-0.084183,0.31],"object_size":[0.035,0.04,0.04],"seed":381537,"target_position":[0.44571,0.063405,0.31]},"scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3"},{"group":"nominal","id":"scene-11","layout_sha256":"61a0df352254f2851dd1b702e68864f8b1007667ad810cab44bac1e7a80e6968","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.282079,0.116322,0.305],"object_size":[0.045,0.035,0.03],"seed":381538,"target_position":[0.488661,0.050336,0.305]},"scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d"},{"group":"actuator_stress","id":"scene-12","layout_sha256":"3f8a9c923e055c28fde4475f43d05e3745d44cc2be80b0364f807d8116262beb","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.437015,0.128491,0.3075],"object_size":[0.045,0.03,0.035],"seed":381539,"target_position":[0.383355,0.010512,0.3075]},"scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f"},{"group":"actuator_stress","id":"scene-13","layout_sha256":"b8cb868707e1f5e8a6520d020215a241c6d6b0efb206dd73a6d1a9613edb9963","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.38773,-0.102516,0.315],"object_size":[0.05,0.03,0.05],"seed":381540,"target_position":[0.305714,0.094967,0.315]},"scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd"},{"group":"actuator_stress","id":"scene-14","layout_sha256":"78d751dbeb1227087d814711b904f299620f5731a579a84bf2e8361c53745e3a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.5,"object_mass":0.06,"object_position":[0.295324,0.167677,0.315],"object_size":[0.05,0.05,0.05],"seed":381541,"target_position":[0.293713,0.058456,0.315]},"scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44"},{"group":"actuator_stress","id":"scene-15","layout_sha256":"55376e0c86f0c5fbc20bd4d66b3b0022da5815da9472504ebce4f77f297862e1","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474"}],"schema_version":1,"scope":"simulation-only","seed":381527,"source_dataset_sha256":"e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9","source_scene_exclusion":{"bindings":[{"episode_id":"example-00","evidence_sha256":"b22a5889e43f9cfa2b8db9d60b2b4b67810681f0c9a7543b00723e381fa28d2f","layout_sha256":"632834d98d0b186be42f654ec1fe85f401f1eb81305f8ba1435c11360f066cdc","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.34,-0.11,0.31],"object_size":[0.04,0.04,0.04],"seed":8000,"target_position":[0.44,0.12,0.31]},"split":"dev"},{"episode_id":"example-01","evidence_sha256":"24432975726cd2eec5f8d17065cbb7e02d004e7a78abf2a3f2f9a1641e8ac052","layout_sha256":"66bd2f7c18ad4c729c357715982b8cc127a0c0febb0b07941c7dd322e93fb2a9","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.35300000000000004,-0.08,0.31],"object_size":[0.04,0.04,0.04],"seed":8001,"target_position":[0.452,0.09899999999999999,0.31]},"split":"train"},{"episode_id":"example-02","evidence_sha256":"db4ea00255207ce1702b758f6e33923423d04a0391fca3cd26b6363f1e8b7fb1","layout_sha256":"7fd753722722e199bbd5db8c14df66f4d5313674df5f9aebafe2561c3f8c7cac","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.36600000000000005,-0.05,0.31],"object_size":[0.04,0.04,0.04],"seed":8002,"target_position":[0.464,0.07799999999999999,0.31]},"split":"train"},{"episode_id":"example-03","evidence_sha256":"4930ef61016374bfc117142c1a9e0a432231599dfabb411ab265e5d8f62f4685","layout_sha256":"0fe6f0e7a22aebd252407995b4b05f8aa32f35fc74d19502db1da98ab7d8de74","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.379,-0.020000000000000004,0.31],"object_size":[0.04,0.04,0.04],"seed":8003,"target_position":[0.476,0.056999999999999995,0.31]},"split":"dev"},{"episode_id":"example-04","evidence_sha256":"0402402fe205c87e3bf7c23feaf97b21afb1e875425dc752bb4c9c8fa85fb543","layout_sha256":"f2fd31fd202bf37275f84f8f5112b69fcfde8c12e84888e7994f8e91f95601f8","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.392,0.009999999999999995,0.31],"object_size":[0.04,0.04,0.04],"seed":8004,"target_position":[0.488,0.03599999999999999,0.31]},"split":"train"},{"episode_id":"example-05","evidence_sha256":"3795888d487c8f122f344f6c24395b3012b0efaf48f546487ec82b1e8eaeb130","layout_sha256":"77a290098abe061d87a761802cec8da62b46485d523a52e4af1bd34041737f85","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.405,0.039999999999999994,0.31],"object_size":[0.04,0.04,0.04],"seed":8005,"target_position":[0.5,0.014999999999999986,0.31]},"split":"train"},{"episode_id":"example-06","evidence_sha256":"2055437ae141a1095c7e78fe14967b8151a7e0750b39f6eb90fcda3d241234f1","layout_sha256":"fa51312086ad8927786ae3544709c39e92b84322b5e3dfe124dfe21d6f1b13ba","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.34,0.06999999999999999,0.31],"object_size":[0.04,0.04,0.04],"seed":8006,"target_position":[0.44,-0.006000000000000005,0.31]},"split":"test"},{"episode_id":"example-07","evidence_sha256":"15c83e62bddb98d68297ca85f212f0f586437490f114bf1eac570484964f7600","layout_sha256":"15abf37dcef32b55bf6a06a77b0cfd8b462b4165404e68202e0207280504f36e","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.35300000000000004,-0.11,0.31],"object_size":[0.04,0.04,0.04],"seed":8007,"target_position":[0.452,0.12,0.31]},"split":"train"},{"episode_id":"example-08","evidence_sha256":"7fb5f068e0f6ab833b49c36296164ceb0d534ba7fbf656fd411de787642fb2b2","layout_sha256":"c52bb34ab83c357446a7bfbc26b8445b1603715d99114cca08ec2ff37d570e4a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.36600000000000005,-0.08,0.31],"object_size":[0.04,0.04,0.04],"seed":8008,"target_position":[0.464,0.09899999999999999,0.31]},"split":"train"},{"episode_id":"example-09","evidence_sha256":"06eb182c2deaae1728930de055f641fb5de80bb332b9238915ee9ff10c586c8c","layout_sha256":"11f7c0ae1f8ede87df9e622255511e69548e1e45ba8dc1a13ef5797d26f6c42c","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.04,"object_position":[0.379,-0.05,0.31],"object_size":[0.04,0.04,0.04],"seed":8009,"target_position":[0.476,0.07799999999999999,0.31]},"split":"train"}],"limits":"Hashes and supplier scene declarations check consistency, not independent capture attestation.","status":"excluded_hash_bound_native_declarations"},"subsets":[{"cohort_id":"baseline4","dataset_path":"subsets/baseline4/dataset.json","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"],"training_group_count":4},{"cohort_id":"generic5","dataset_path":"subsets/generic5/dataset.json","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-08","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"],"training_group_count":5},{"cohort_id":"targeted5","dataset_path":"subsets/targeted5/dataset.json","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-05","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"],"training_group_count":5}],"training":{"frames_per_clip":12,"latent_dim":8,"movement_centers":8,"regularization_grid":[1e-06,0.0001,0.01,1.0],"resolution":16,"seed":19047,"selection":"The same fixed development episodes select regularization for each count."}} diff --git a/benchmarks/improvement-20261015/benchmark/protocol.sha256 b/benchmarks/improvement-20261015/benchmark/protocol.sha256 new file mode 100644 index 0000000..311825c --- /dev/null +++ b/benchmarks/improvement-20261015/benchmark/protocol.sha256 @@ -0,0 +1 @@ +ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2 diff --git a/benchmarks/improvement-20261015/benchmark/report.json b/benchmarks/improvement-20261015/benchmark/report.json new file mode 100644 index 0000000..96cb8fd --- /dev/null +++ b/benchmarks/improvement-20261015/benchmark/report.json @@ -0,0 +1 @@ +{"additional_excluded_layout_count":12,"analysis_scope":{"composition":"Explicit cohort pilot: one composition per variant; equal group counts need not mean equal rows, duration or information.","modality":"The movement candidate learns aligned numerical actions; the RGB predictor does not control the arm.","novelty":"Only exact source object/target layout exclusion is checked relative to supplied hash-bound native declarations; no out-of-distribution or human-transfer claim.","scene_independence":"The same distinct benchmark scenes are reused for every candidate; condition-by-scene runs are not independent scenes.","stratification":"Nominal and actuator-stress outcomes are reported separately. Combined counts and clocks are execution totals, not a pooled performance estimate."},"benchmark_wall_seconds":137.98767479206435,"comparisons":[{"capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","capsule_path":"candidates/baseline4/candidate.skill-capsule.json","cohort_id":"baseline4","installation_id":"0bd068b6b2ecc0d06deb1d49","movement_test":{"episodes":1,"learned_joint_delta_mse":1.1087842308134674e-06,"samples":621,"train_mean_delta_mse":7.839595075163347e-05,"zero_delta_mse":8.172739843340321e-05},"outcomes":[{"case_id":"scene-00","control_episode_wall_seconds":0.9593413330148906,"control_final_target_error_m":0.1681002331398152,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.762873422154144,"control_success":false,"controls_path":"qualification/baseline4/scene-00/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-00/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","student_episode_wall_seconds":0.8908924169372767,"student_final_target_error_m":0.0002747174228309305,"student_reason":"success","student_simulated_seconds":12.909999999998284,"student_simulated_seconds_per_wall_second":14.491087537124264,"student_success":true},{"case_id":"scene-01","control_episode_wall_seconds":0.9913207921199501,"control_final_target_error_m":0.18685826914837123,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.157593528837243,"control_success":false,"controls_path":"qualification/baseline4/scene-01/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-01/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","student_episode_wall_seconds":1.0172643749974668,"student_final_target_error_m":0.00037501497143060947,"student_reason":"success","student_simulated_seconds":13.934999999997716,"student_simulated_seconds_per_wall_second":13.698503891903634,"student_success":true},{"case_id":"scene-02","control_episode_wall_seconds":0.9640455839689821,"control_final_target_error_m":0.15567654116473423,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.67131627312984,"control_success":false,"controls_path":"qualification/baseline4/scene-02/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-02/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","student_episode_wall_seconds":0.8011932910885662,"student_final_target_error_m":0.0001661105300685255,"student_reason":"success","student_simulated_seconds":11.720999999998943,"student_simulated_seconds_per_wall_second":14.629428541611778,"student_success":true},{"case_id":"scene-03","control_episode_wall_seconds":1.0177298749331385,"control_final_target_error_m":0.1978067815716028,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.686421950796674,"control_success":false,"controls_path":"qualification/baseline4/scene-03/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-03/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","student_episode_wall_seconds":0.8633427501190454,"student_final_target_error_m":0.000303425550925767,"student_reason":"success","student_simulated_seconds":12.672999999998416,"student_simulated_seconds_per_wall_second":14.678990468444832,"student_success":true},{"case_id":"scene-04","control_episode_wall_seconds":1.1249077499378473,"control_final_target_error_m":0.2249267763529244,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.001312108476043,"control_success":false,"controls_path":"qualification/baseline4/scene-04/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-04/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","student_episode_wall_seconds":1.3163110420573503,"student_final_target_error_m":0.0005663677294058864,"student_reason":"success","student_simulated_seconds":17.14399999999797,"student_simulated_seconds_per_wall_second":13.02427728115269,"student_success":true},{"case_id":"scene-05","control_episode_wall_seconds":1.0325764161534607,"control_final_target_error_m":0.13610639248524703,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.43212387810712,"control_success":false,"controls_path":"qualification/baseline4/scene-05/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-05/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","student_episode_wall_seconds":0.7896215419750661,"student_final_target_error_m":0.00016534270637883307,"student_reason":"success","student_simulated_seconds":10.883999999999407,"student_simulated_seconds_per_wall_second":13.783818476855958,"student_success":true},{"case_id":"scene-06","control_episode_wall_seconds":0.9780922911595553,"control_final_target_error_m":0.11319236177137315,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.40317131899641,"control_success":false,"controls_path":"qualification/baseline4/scene-06/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-06/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","student_episode_wall_seconds":0.7736416670959443,"student_final_target_error_m":0.000596279101847868,"student_reason":"success","student_simulated_seconds":11.200999999999231,"student_simulated_seconds_per_wall_second":14.478279126362157,"student_success":true},{"case_id":"scene-07","control_episode_wall_seconds":1.1395830418914557,"control_final_target_error_m":0.38001067707300046,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":15.795250840274878,"control_success":false,"controls_path":"qualification/baseline4/scene-07/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-07/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","student_episode_wall_seconds":1.039792374940589,"student_final_target_error_m":0.0006622005913621687,"student_reason":"success","student_simulated_seconds":13.360999999998034,"student_simulated_seconds_per_wall_second":12.849680688186856,"student_success":true},{"case_id":"scene-08","control_episode_wall_seconds":1.1622780000325292,"control_final_target_error_m":0.1571938890751325,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":15.486828451966948,"control_success":false,"controls_path":"qualification/baseline4/scene-08/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-08/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","student_episode_wall_seconds":0.9285944160073996,"student_final_target_error_m":0.00019882021392952042,"student_reason":"success","student_simulated_seconds":13.564999999997921,"student_simulated_seconds_per_wall_second":14.60809990471645,"student_success":true},{"case_id":"scene-09","control_episode_wall_seconds":1.061148249777034,"control_final_target_error_m":0.1496008496878874,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.962757092405454,"control_success":false,"controls_path":"qualification/baseline4/scene-09/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-09/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","student_episode_wall_seconds":0.9133182079531252,"student_final_target_error_m":0.00013300041100402593,"student_reason":"success","student_simulated_seconds":12.678999999998412,"student_simulated_seconds_per_wall_second":13.882346688799556,"student_success":true},{"case_id":"scene-10","control_episode_wall_seconds":0.9710113750770688,"control_final_target_error_m":0.1523952682419999,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.53737295154793,"control_success":false,"controls_path":"qualification/baseline4/scene-10/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-10/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","student_episode_wall_seconds":0.891151542076841,"student_final_target_error_m":0.0004907843795863844,"student_reason":"success","student_simulated_seconds":10.84299999999943,"student_simulated_seconds_per_wall_second":12.167403060011171,"student_success":true},{"case_id":"scene-11","control_episode_wall_seconds":0.9960458751302212,"control_final_target_error_m":0.21686464925688545,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.071456796752187,"control_success":false,"controls_path":"qualification/baseline4/scene-11/controls.json","group":"nominal","qualification_path":"qualification/baseline4/scene-11/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","student_episode_wall_seconds":1.0887357089668512,"student_final_target_error_m":0.0007068709251985517,"student_reason":"success","student_simulated_seconds":15.318999999996949,"student_simulated_seconds_per_wall_second":14.070448754302195,"student_success":true},{"case_id":"scene-12","control_episode_wall_seconds":0.9623252500314265,"control_final_target_error_m":0.1296087932991013,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.70469469590577,"control_success":false,"controls_path":"qualification/baseline4/scene-12/controls.json","group":"actuator_stress","qualification_path":"qualification/baseline4/scene-12/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","student_episode_wall_seconds":0.9226592089980841,"student_final_target_error_m":0.0021174438826247655,"student_reason":"success","student_simulated_seconds":13.470999999997973,"student_simulated_seconds_per_wall_second":14.600190263776955,"student_success":true},{"case_id":"scene-13","control_episode_wall_seconds":1.0082593751139939,"control_final_target_error_m":0.21383675865120408,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.85254910023915,"control_success":false,"controls_path":"qualification/baseline4/scene-13/controls.json","group":"actuator_stress","qualification_path":"qualification/baseline4/scene-13/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","student_episode_wall_seconds":0.8604069170542061,"student_final_target_error_m":0.0020184979615013553,"student_reason":"success","student_simulated_seconds":12.216999999998668,"student_simulated_seconds_per_wall_second":14.199095518462679,"student_success":true},{"case_id":"scene-14","control_episode_wall_seconds":1.0384021250065416,"control_final_target_error_m":0.1092328789806561,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.334325081322056,"control_success":false,"controls_path":"qualification/baseline4/scene-14/controls.json","group":"actuator_stress","qualification_path":"qualification/baseline4/scene-14/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/baseline4/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","student_episode_wall_seconds":1.2073010420426726,"student_final_target_error_m":0.001957859046645513,"student_reason":"success","student_simulated_seconds":15.501999999996848,"student_simulated_seconds_per_wall_second":12.840210900314059,"student_success":true},{"case_id":"scene-15","control_episode_wall_seconds":0.983211750164628,"control_final_target_error_m":0.35915566986879055,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.30734833771577,"control_success":false,"controls_path":"qualification/baseline4/scene-15/controls.json","group":"actuator_stress","qualification_path":"qualification/baseline4/scene-15/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/baseline4/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","student_episode_wall_seconds":1.3369254160206765,"student_final_target_error_m":0.2493747901487555,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":13.463727882124902,"student_success":false}],"paired_with_teacher":{"both_failure":1,"both_success":15,"errors":0,"student_only":0,"teacher_only":0},"paired_with_teacher_by_group":{"actuator_stress":{"both_failure":1,"both_success":3,"errors":0,"student_only":0,"teacher_only":0},"nominal":{"both_failure":0,"both_success":12,"errors":0,"student_only":0,"teacher_only":0}},"summary":{"control_episode_wall_seconds":16.390279083512723,"control_measurements":{"final_target_error_max_m":0.38001067707300046,"final_target_error_mean_m":0.19066042436054537,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":17.571390855064124,"timed_scenes":16,"total_episode_wall_seconds":16.390279083512723,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.202958525199938,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":18.035175353702055,"timed_scenes":4,"total_episode_wall_seconds":3.99219850031659,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":3,"student_measurements":{"final_target_error_max_m":0.2493747901487555,"final_target_error_mean_m":0.06386714775988178,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":13.678298578021634,"timed_scenes":4,"total_episode_wall_seconds":4.327292584115639,"total_simulated_seconds":59.18999999999251},"student_successes":3},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707300046,"final_target_error_mean_m":0.18656105741408113,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":17.422051627309635,"timed_scenes":12,"total_episode_wall_seconds":12.398080583196133,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":12,"student_measurements":{"final_target_error_max_m":0.0007068709251985517,"final_target_error_mean_m":0.00038657787783075593,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":13.80916938992628,"timed_scenes":12,"total_episode_wall_seconds":11.313859334215522,"total_simulated_seconds":156.23499999998072},"student_successes":12}},"planned_scenes":16,"qualified_scenes":15,"student_episode_wall_seconds":15.641151918331161,"student_measurements":{"final_target_error_max_m":0.2493747901487555,"final_target_error_mean_m":0.016256720348343513,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":13.772962574930228,"timed_scenes":16,"total_episode_wall_seconds":15.641151918331161,"total_simulated_seconds":215.4249999999732},"student_successes":15},"training_action_samples":2281,"training_episode_count":4,"training_group_count":4,"training_pipeline_seconds":0.9237057501450181,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.11912927941122996,"learned_rgb_mse":0.002360370868993712,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.11912927941122996,"learned_rgb_mse":0.002360370868993712,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003866846205347564,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003866846205347564,"transitions":11}},{"capsule_file_sha256":"2877c0c99a878bb4d748215032026b7a79e1683d4c3adac423407fd38d591b82","capsule_path":"candidates/generic5/candidate.skill-capsule.json","cohort_id":"generic5","installation_id":"da89de462bd6511f3b3074ff","movement_test":{"episodes":1,"learned_joint_delta_mse":1.4674715999856536e-06,"samples":621,"train_mean_delta_mse":7.843039466929938e-05,"zero_delta_mse":8.172739843340321e-05},"outcomes":[{"case_id":"scene-00","control_episode_wall_seconds":0.992656083079055,"control_final_target_error_m":0.1681002331398152,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.133168482850568,"control_success":false,"controls_path":"qualification/generic5/scene-00/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-00/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","student_episode_wall_seconds":1.007998124929145,"student_final_target_error_m":0.0005089476198172428,"student_reason":"success","student_simulated_seconds":13.322999999998055,"student_simulated_seconds_per_wall_second":13.217286491415415,"student_success":true},{"case_id":"scene-01","control_episode_wall_seconds":0.9951091250404716,"control_final_target_error_m":0.18685826914837123,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.0884684373354,"control_success":false,"controls_path":"qualification/generic5/scene-01/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-01/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","student_episode_wall_seconds":1.1160842911340296,"student_final_target_error_m":0.000807760151237378,"student_reason":"success","student_simulated_seconds":15.528999999996833,"student_simulated_seconds_per_wall_second":13.913823645181981,"student_success":true},{"case_id":"scene-02","control_episode_wall_seconds":1.2679793329443783,"control_final_target_error_m":0.15567654116474391,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":14.195814972946891,"control_success":false,"controls_path":"qualification/generic5/scene-02/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-02/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","student_episode_wall_seconds":0.9463382500689477,"student_final_target_error_m":0.0029448838835566035,"student_reason":"success","student_simulated_seconds":12.018999999998778,"student_simulated_seconds_per_wall_second":12.700532815959944,"student_success":true},{"case_id":"scene-03","control_episode_wall_seconds":1.0043868338689208,"control_final_target_error_m":0.1978067815716028,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.92138187501185,"control_success":false,"controls_path":"qualification/generic5/scene-03/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-03/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","student_episode_wall_seconds":0.8957483749836683,"student_final_target_error_m":0.0005155346220770342,"student_reason":"success","student_simulated_seconds":12.911999999998283,"student_simulated_seconds_per_wall_second":14.414762404937324,"student_success":true},{"case_id":"scene-04","control_episode_wall_seconds":1.2175936249550432,"control_final_target_error_m":0.13510500433237785,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":14.783257427668959,"control_success":false,"controls_path":"qualification/generic5/scene-04/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-04/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/generic5/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","student_episode_wall_seconds":1.3328382910694927,"student_final_target_error_m":0.13510500433237785,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":13.50501416458819,"student_success":false},{"case_id":"scene-05","control_episode_wall_seconds":1.0125141248572618,"control_final_target_error_m":0.13610639248524978,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.777529772768897,"control_success":false,"controls_path":"qualification/generic5/scene-05/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-05/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","student_episode_wall_seconds":0.9804317920934409,"student_final_target_error_m":0.0018866040296944726,"student_reason":"success","student_simulated_seconds":13.716999999997837,"student_simulated_seconds_per_wall_second":13.99077438187615,"student_success":true},{"case_id":"scene-06","control_episode_wall_seconds":1.313194999936968,"control_final_target_error_m":0.11319236177137315,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":13.707027517514913,"control_success":false,"controls_path":"qualification/generic5/scene-06/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-06/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","student_episode_wall_seconds":0.8734514999669045,"student_final_target_error_m":0.0005250229891365761,"student_reason":"success","student_simulated_seconds":11.475999999999079,"student_simulated_seconds_per_wall_second":13.13868028211516,"student_success":true},{"case_id":"scene-07","control_episode_wall_seconds":0.9829032081179321,"control_final_target_error_m":0.38001067707300645,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.313095176955933,"control_success":false,"controls_path":"qualification/generic5/scene-07/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-07/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","student_episode_wall_seconds":0.9965655419509858,"student_final_target_error_m":0.0016857016194594412,"student_reason":"success","student_simulated_seconds":13.797999999997792,"student_simulated_seconds_per_wall_second":13.845551967395258,"student_success":true},{"case_id":"scene-08","control_episode_wall_seconds":1.0539190829731524,"control_final_target_error_m":0.15719388907514562,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.07911004820239,"control_success":false,"controls_path":"qualification/generic5/scene-08/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-08/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","student_episode_wall_seconds":1.073932208120823,"student_final_target_error_m":0.0004808922391913099,"student_reason":"success","student_simulated_seconds":14.923999999997168,"student_simulated_seconds_per_wall_second":13.896594111942438,"student_success":true},{"case_id":"scene-09","control_episode_wall_seconds":1.1185716670006514,"control_final_target_error_m":0.1567863414017723,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.091950592906027,"control_success":false,"controls_path":"qualification/generic5/scene-09/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-09/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/generic5/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","student_episode_wall_seconds":1.2899821249302477,"student_final_target_error_m":0.15338085497224999,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":13.95368172328149,"student_success":false},{"case_id":"scene-10","control_episode_wall_seconds":1.0346823330037296,"control_final_target_error_m":0.1523952682419999,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.396643806359585,"control_success":false,"controls_path":"qualification/generic5/scene-10/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-10/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","student_episode_wall_seconds":0.7858324579428881,"student_final_target_error_m":0.0009741653933564657,"student_reason":"success","student_simulated_seconds":11.080999999999298,"student_simulated_seconds_per_wall_second":14.10097010882774,"student_success":true},{"case_id":"scene-11","control_episode_wall_seconds":1.0858398331329226,"control_final_target_error_m":0.21565231722380895,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.577030470566235,"control_success":false,"controls_path":"qualification/generic5/scene-11/controls.json","group":"nominal","qualification_path":"qualification/generic5/scene-11/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/generic5/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","student_episode_wall_seconds":1.1629545839969069,"student_final_target_error_m":0.21565231722380895,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":15.477818521627574,"student_success":false},{"case_id":"scene-12","control_episode_wall_seconds":1.1056513751391321,"control_final_target_error_m":0.12960879329910185,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.279996031962558,"control_success":false,"controls_path":"qualification/generic5/scene-12/controls.json","group":"actuator_stress","qualification_path":"qualification/generic5/scene-12/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","student_episode_wall_seconds":1.0088553330861032,"student_final_target_error_m":0.001939357569735394,"student_reason":"success","student_simulated_seconds":13.616999999997892,"student_simulated_seconds_per_wall_second":13.497475359864819,"student_success":true},{"case_id":"scene-13","control_episode_wall_seconds":1.0955769577994943,"control_final_target_error_m":0.2138367586512068,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.429699321307982,"control_success":false,"controls_path":"qualification/generic5/scene-13/controls.json","group":"actuator_stress","qualification_path":"qualification/generic5/scene-13/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/generic5/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","student_episode_wall_seconds":1.1382045419886708,"student_final_target_error_m":0.003076221160137022,"student_reason":"success","student_simulated_seconds":12.265999999998641,"student_simulated_seconds_per_wall_second":10.776621905380457,"student_success":true},{"case_id":"scene-14","control_episode_wall_seconds":1.0178501249756664,"control_final_target_error_m":0.10923287898062647,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.684332455556106,"control_success":false,"controls_path":"qualification/generic5/scene-14/controls.json","group":"actuator_stress","qualification_path":"qualification/generic5/scene-14/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/generic5/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","student_episode_wall_seconds":1.5795155419036746,"student_final_target_error_m":0.24130787918582708,"student_reason":"object_dropped","student_simulated_seconds":16.975999999997764,"student_simulated_seconds_per_wall_second":10.74759921611017,"student_success":false},{"case_id":"scene-15","control_episode_wall_seconds":1.0070265838876367,"control_final_target_error_m":0.35915566986879055,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.874404000845566,"control_success":false,"controls_path":"qualification/generic5/scene-15/controls.json","group":"actuator_stress","qualification_path":"qualification/generic5/scene-15/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/generic5/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","student_episode_wall_seconds":1.381915916921571,"student_final_target_error_m":0.1833888148017346,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":13.025394511770854,"student_success":false}],"paired_with_teacher":{"both_failure":1,"both_success":11,"errors":0,"student_only":0,"teacher_only":4},"paired_with_teacher_by_group":{"actuator_stress":{"both_failure":1,"both_success":2,"errors":0,"student_only":0,"teacher_only":1},"nominal":{"both_failure":0,"both_success":9,"errors":0,"student_only":0,"teacher_only":3}},"summary":{"control_episode_wall_seconds":17.305455290712416,"control_measurements":{"final_target_error_max_m":0.38001067707300645,"final_target_error_mean_m":0.18541988608931206,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":16.64215099585098,"timed_scenes":16,"total_episode_wall_seconds":17.305455290712416,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.2029585251999314,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":17.036964128392004,"timed_scenes":4,"total_episode_wall_seconds":4.2261050418019295,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":2,"student_measurements":{"final_target_error_max_m":0.24130787918582708,"final_target_error_mean_m":0.10742806817935853,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":11.913301995078692,"timed_scenes":4,"total_episode_wall_seconds":5.1084913339000195,"total_simulated_seconds":60.858999999993316},"student_successes":2},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707300645,"final_target_error_mean_m":0.1795736730524389,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":16.51458183237971,"timed_scenes":12,"total_episode_wall_seconds":13.079350248910487,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":9,"student_measurements":{"final_target_error_max_m":0.21565231722380895,"final_target_error_mean_m":0.04287230742299694,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":13.864292714078191,"timed_scenes":12,"total_episode_wall_seconds":12.46215754118748,"total_simulated_seconds":172.77899999998016},"student_successes":9}},"planned_scenes":16,"qualified_scenes":11,"student_episode_wall_seconds":17.5706488750875,"student_measurements":{"final_target_error_max_m":0.24130787918582708,"final_target_error_mean_m":0.059011247612087335,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":13.297061574728554,"timed_scenes":16,"total_episode_wall_seconds":17.5706488750875,"total_simulated_seconds":233.6379999999735},"student_successes":11},"training_action_samples":2857,"training_episode_count":5,"training_group_count":5,"training_pipeline_seconds":0.9724669160787016,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.12628369003931253,"learned_rgb_mse":0.0024345390345944236,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.12628369003931253,"learned_rgb_mse":0.0024345390345944236,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.0038646582214961487,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.0038646582214961482,"transitions":11}},{"capsule_file_sha256":"7608e64e9b6fc770d121f57a831d835d07c68d2a86236bbe9ac3e3c3a4dede4a","capsule_path":"candidates/targeted5/candidate.skill-capsule.json","cohort_id":"targeted5","installation_id":"76996c9f6b310a4dbc1f0b7b","movement_test":{"episodes":1,"learned_joint_delta_mse":7.825541089056079e-07,"samples":621,"train_mean_delta_mse":7.838197727000316e-05,"zero_delta_mse":8.172739843340321e-05},"outcomes":[{"case_id":"scene-00","control_episode_wall_seconds":1.0026580828707665,"control_final_target_error_m":0.1681002331398152,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.952281348455504,"control_success":false,"controls_path":"qualification/targeted5/scene-00/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-00/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","student_episode_wall_seconds":1.1220774999819696,"student_final_target_error_m":8.146081550710196e-05,"student_reason":"success","student_simulated_seconds":12.75599999999837,"student_simulated_seconds_per_wall_second":11.368198720857823,"student_success":true},{"case_id":"scene-01","control_episode_wall_seconds":1.091869750060141,"control_final_target_error_m":0.18685826914837123,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.485482814234537,"control_success":false,"controls_path":"qualification/targeted5/scene-01/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-01/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","student_episode_wall_seconds":1.0598749998025596,"student_final_target_error_m":0.00017071674731902324,"student_reason":"success","student_simulated_seconds":13.659999999997869,"student_simulated_seconds_per_wall_second":12.888312303377797,"student_success":true},{"case_id":"scene-02","control_episode_wall_seconds":1.8958910410292447,"control_final_target_error_m":0.15567654116476146,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":9.494216497920231,"control_success":false,"controls_path":"qualification/targeted5/scene-02/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-02/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","student_episode_wall_seconds":1.2100663750898093,"student_final_target_error_m":0.00027713215775617084,"student_reason":"success","student_simulated_seconds":11.788999999998905,"student_simulated_seconds_per_wall_second":9.742440780675311,"student_success":true},{"case_id":"scene-03","control_episode_wall_seconds":1.0400677910074592,"control_final_target_error_m":0.1978067815716028,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.306564202476995,"control_success":false,"controls_path":"qualification/targeted5/scene-03/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-03/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","student_episode_wall_seconds":0.9149169591255486,"student_final_target_error_m":9.466252998504655e-05,"student_reason":"success","student_simulated_seconds":12.505999999998508,"student_simulated_seconds_per_wall_second":13.669000093682147,"student_success":true},{"case_id":"scene-04","control_episode_wall_seconds":1.032907540909946,"control_final_target_error_m":0.2249267763529244,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.426535567880364,"control_success":false,"controls_path":"qualification/targeted5/scene-04/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-04/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","student_episode_wall_seconds":1.1480041248723865,"student_final_target_error_m":0.00038591780949527626,"student_reason":"success","student_simulated_seconds":15.67899999999675,"student_simulated_seconds_per_wall_second":13.657616432118349,"student_success":true},{"case_id":"scene-05","control_episode_wall_seconds":1.1166568340267986,"control_final_target_error_m":0.1361063924852482,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.1195449232947,"control_success":false,"controls_path":"qualification/targeted5/scene-05/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-05/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","student_episode_wall_seconds":0.8005070830695331,"student_final_target_error_m":0.00023460451338590358,"student_reason":"success","student_simulated_seconds":11.028999999999327,"student_simulated_seconds_per_wall_second":13.777517067942462,"student_success":true},{"case_id":"scene-06","control_episode_wall_seconds":1.0017772919964045,"control_final_target_error_m":0.11319236177137315,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.968065500993227,"control_success":false,"controls_path":"qualification/targeted5/scene-06/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-06/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","student_episode_wall_seconds":0.8514642920345068,"student_final_target_error_m":0.0006370414061179011,"student_reason":"success","student_simulated_seconds":11.180999999999242,"student_simulated_seconds_per_wall_second":13.131496064600812,"student_success":true},{"case_id":"scene-07","control_episode_wall_seconds":1.0111605001147836,"control_final_target_error_m":0.38001067707304,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":17.801328273756457,"control_success":false,"controls_path":"qualification/targeted5/scene-07/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-07/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","student_episode_wall_seconds":0.9540406251326203,"student_final_target_error_m":0.0005588869619386405,"student_reason":"success","student_simulated_seconds":12.97299999999825,"student_simulated_seconds_per_wall_second":13.597953439555978,"student_success":true},{"case_id":"scene-08","control_episode_wall_seconds":0.9949849999975413,"control_final_target_error_m":0.15719388907513424,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":18.09072498584752,"control_success":false,"controls_path":"qualification/targeted5/scene-08/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-08/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","student_episode_wall_seconds":1.0434079999104142,"student_final_target_error_m":0.00010481581789486801,"student_reason":"success","student_simulated_seconds":13.335999999998048,"student_simulated_seconds_per_wall_second":12.781193934820378,"student_success":true},{"case_id":"scene-09","control_episode_wall_seconds":1.1549186671618372,"control_final_target_error_m":0.1496008496878874,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":15.58551308572511,"control_success":false,"controls_path":"qualification/targeted5/scene-09/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-09/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","student_episode_wall_seconds":0.8962606249842793,"student_final_target_error_m":0.00034042711251620515,"student_reason":"success","student_simulated_seconds":12.454999999998536,"student_simulated_seconds_per_wall_second":13.896627446081323,"student_success":true},{"case_id":"scene-10","control_episode_wall_seconds":1.1088214998599142,"control_final_target_error_m":0.1523952682419999,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.233451463804673,"control_success":false,"controls_path":"qualification/targeted5/scene-10/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-10/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","student_episode_wall_seconds":0.7900802500080317,"student_final_target_error_m":0.00038814798361943003,"student_reason":"success","student_simulated_seconds":10.835999999999434,"student_simulated_seconds_per_wall_second":13.715062488765259,"student_success":true},{"case_id":"scene-11","control_episode_wall_seconds":1.1765224589034915,"control_final_target_error_m":0.21686464925688545,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":15.299325451700136,"control_success":false,"controls_path":"qualification/targeted5/scene-11/controls.json","group":"nominal","qualification_path":"qualification/targeted5/scene-11/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","student_episode_wall_seconds":1.1829552091658115,"student_final_target_error_m":0.0006251055998368641,"student_reason":"success","student_simulated_seconds":15.023999999997113,"student_simulated_seconds_per_wall_second":12.700396332496508,"student_success":true},{"case_id":"scene-12","control_episode_wall_seconds":1.1721043749712408,"control_final_target_error_m":0.1296087932991019,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":15.356994124726027,"control_success":false,"controls_path":"qualification/targeted5/scene-12/controls.json","group":"actuator_stress","qualification_path":"qualification/targeted5/scene-12/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","student_episode_wall_seconds":1.0547231251839548,"student_final_target_error_m":0.0021398662500222644,"student_reason":"success","student_simulated_seconds":13.44199999999799,"student_simulated_seconds_per_wall_second":12.744576921695504,"student_success":true},{"case_id":"scene-13","control_episode_wall_seconds":1.1191190420649946,"control_final_target_error_m":0.21383675865120577,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.08407981941356,"control_success":false,"controls_path":"qualification/targeted5/scene-13/controls.json","group":"actuator_stress","qualification_path":"qualification/targeted5/scene-13/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","student_episode_wall_seconds":0.9709712921176106,"student_final_target_error_m":0.0019870405807536733,"student_reason":"success","student_simulated_seconds":12.386999999998574,"student_simulated_seconds_per_wall_second":12.757328770229158,"student_success":true},{"case_id":"scene-14","control_episode_wall_seconds":1.081049082800746,"control_final_target_error_m":0.1092328789806561,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":16.65049282810103,"control_success":false,"controls_path":"qualification/targeted5/scene-14/controls.json","group":"actuator_stress","qualification_path":"qualification/targeted5/scene-14/qualification.json","qualification_status":"validated_simulation_scene","qualified":true,"run_path":"qualification/targeted5/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","student_episode_wall_seconds":1.4071029589977115,"student_final_target_error_m":0.002520201628776344,"student_reason":"success","student_simulated_seconds":15.177999999997027,"student_simulated_seconds_per_wall_second":10.786701785353657,"student_success":true},{"case_id":"scene-15","control_episode_wall_seconds":1.4403747499454767,"control_final_target_error_m":0.35915566986879055,"control_reason":"horizon","control_simulated_seconds":17.999999999999016,"control_simulated_seconds_per_wall_second":12.49674780863826,"control_success":false,"controls_path":"qualification/targeted5/scene-15/controls.json","group":"actuator_stress","qualification_path":"qualification/targeted5/scene-15/qualification.json","qualification_status":"failed","qualified":false,"run_path":"qualification/targeted5/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","student_episode_wall_seconds":1.55737420800142,"student_final_target_error_m":0.17434257401251968,"student_reason":"horizon","student_simulated_seconds":17.999999999999016,"student_simulated_seconds_per_wall_second":11.557915822362588,"student_success":false}],"paired_with_teacher":{"both_failure":1,"both_success":15,"errors":0,"student_only":0,"teacher_only":0},"paired_with_teacher_by_group":{"actuator_stress":{"both_failure":1,"both_success":3,"errors":0,"student_only":0,"teacher_only":0},"nominal":{"both_failure":0,"both_success":12,"errors":0,"student_only":0,"teacher_only":0}},"summary":{"control_episode_wall_seconds":18.440883707720786,"control_measurements":{"final_target_error_max_m":0.38001067707304,"final_target_error_mean_m":0.19066042436054986,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":15.61747281554653,"timed_scenes":16,"total_episode_wall_seconds":18.440883707720786,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.2029585251999386,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":14.96058120678814,"timed_scenes":4,"total_episode_wall_seconds":4.812647249782458,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":3,"student_measurements":{"final_target_error_max_m":0.17434257401251968,"final_target_error_mean_m":0.04524742061801799,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":11.824643502365985,"timed_scenes":4,"total_episode_wall_seconds":4.990171584300697,"total_simulated_seconds":59.00699999999261},"student_successes":3},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707304,"final_target_error_mean_m":0.18656105741408693,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":15.849446160304188,"timed_scenes":12,"total_episode_wall_seconds":13.628236457938328,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":12,"student_measurements":{"final_target_error_max_m":0.0006370414061179011,"final_target_error_mean_m":0.0003249099546143693,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":12.796759773911045,"timed_scenes":12,"total_episode_wall_seconds":11.97365604317747,"total_simulated_seconds":153.22399999998035},"student_successes":12}},"planned_scenes":16,"qualified_scenes":15,"student_episode_wall_seconds":16.963827627478167,"student_measurements":{"final_target_error_max_m":0.17434257401251968,"final_target_error_mean_m":0.011555537620465274,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":12.510796776559978,"timed_scenes":16,"total_episode_wall_seconds":16.963827627478167,"total_simulated_seconds":212.23099999997297},"student_successes":15},"training_action_samples":2866,"training_episode_count":5,"training_group_count":5,"training_pipeline_seconds":0.9573059999383986,"training_pipeline_timing_scope":"Intake, frame decoding and learning; final receipt hashes, run JSON, ZIP creation and integrity verification excluded.","visual_test":{"episodes":1,"learned_latent_mse":0.12255730596782541,"learned_rgb_mse":0.0023669587128331312,"per_episode":[{"episode_id":"example-06","group_id":"group-ba2b7429bec52ca533fd7951","learned_latent_mse":0.12255730596782541,"learned_rgb_mse":0.0023669587128331312,"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003920555828973688,"transitions":11}],"persistence_rgb_mse":0.0035549714230000973,"train_mean_rgb_mse":0.003920555828973688,"transitions":11}}],"declared_source_exact_layout_exclusion_established":true,"experiment":{"plan":{"cohorts":[{"cohort_id":"baseline4","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"]},{"cohort_id":"generic5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"]},{"cohort_id":"targeted5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"]}],"development_diagnosis":{"case_id":"scene-04","hypothesis":"A nearby unused training layout may improve the learned movement head; distance is a selection heuristic, not evidence of cause.","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898","status":"known_development_failure","student_reason":"horizon","teacher_success":true},"evaluation_budget":{"actuator_stress_scenes":4,"nominal_scenes":12},"evaluation_seed":381527,"excluded_known_development_scenes":[{"group":"nominal","id":"scene-00","layout_sha256":"24b72cdd2c0cb7f15ab37b50d7dad354b5853c5a8d963ec6060637975ea4cb56","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.512199,0.020606,0.305],"object_size":[0.035,0.03,0.03],"seed":19047,"target_position":[0.345408,-0.134129,0.305]},"scene_sha256":"475e17e2384897fda253446c24cc607833d967bfa50e9139845615e393e5cb79"},{"group":"nominal","id":"scene-01","layout_sha256":"00d006be928d8da35ebbcbc6715095e53122fa99b7fe3571f4861cf324e47e80","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.365344,-0.01378,0.305],"object_size":[0.04,0.045,0.03],"seed":19048,"target_position":[0.335159,0.154923,0.305]},"scene_sha256":"7e4e4e2cd26ff45516d92d33c2b0197fd065ba62c7b3b29bbeea7fa527b5d411"},{"group":"nominal","id":"scene-02","layout_sha256":"c1732804a4639163df340b664074c20f9f6e4d66773c1afd73cd303c13f4ca1a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.08,"object_position":[0.397733,-0.101964,0.305],"object_size":[0.04,0.035,0.03],"seed":19049,"target_position":[0.442884,0.007667,0.305]},"scene_sha256":"143843fd9c15aec4d7069ad803765e8c7d37aaa063bd1bcc420ada2b725211b5"},{"group":"nominal","id":"scene-03","layout_sha256":"57757e9c51b94a463bcfb40656a6e83a4ab87ada987fa5c34526557db4501964","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.496833,-0.097782,0.3075],"object_size":[0.04,0.045,0.035],"seed":19050,"target_position":[0.303898,-0.160651,0.3075]},"scene_sha256":"3c66ce9494f44d0cd1880a7e6dfdf51ab53758a026a29bc6076b8ce624edfa2e"},{"group":"nominal","id":"scene-04","layout_sha256":"1cfabe70dd6799df3d859aeffcd86655a10016d302a9aeb87fe103ebfee00c35","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898"},{"group":"nominal","id":"scene-05","layout_sha256":"51f20a7a98fc248021f12f9ea26a54df76dacd84246e3f4b6879a5924a276a2a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.378142,0.019372,0.3125],"object_size":[0.035,0.035,0.045],"seed":19052,"target_position":[0.425134,-0.137639,0.3125]},"scene_sha256":"84d5d3a2053c61a65249fb9f551b17f7665821bbd7ea73e64d8d9a5ef130b746"},{"group":"nominal","id":"scene-06","layout_sha256":"158a6aa35379023ae6db9ac61ee4abf0723e1efd4f329ea756198498c2e849a3","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.350677,0.161117,0.31],"object_size":[0.03,0.05,0.04],"seed":19053,"target_position":[0.337214,-0.154152,0.31]},"scene_sha256":"ac34ce607dbb0223912f6ef20a290530ed2e418819cc306602e5360d462bc6ee"},{"group":"nominal","id":"scene-07","layout_sha256":"bd154673d7f06407585b2b41ff53840b5aa2b571e4a2678dd9b0f12dcfcaf95f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.308186,-0.010576,0.305],"object_size":[0.05,0.03,0.03],"seed":19054,"target_position":[0.317993,-0.15223,0.305]},"scene_sha256":"bc97d7f83474f39d4f43750fdf5058403f948fc2cf614b0f9cfee1e7ff32c5a9"},{"group":"actuator_stress","id":"scene-08","layout_sha256":"5c8d77d75bd8be39bc7d8daeff73c4ba5a3acb029f3b729ae10a61d841470e5a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.455864,0.118741,0.315],"object_size":[0.04,0.035,0.05],"seed":19055,"target_position":[0.313503,-0.139928,0.315]},"scene_sha256":"a9e5b6158f1b7bf4cc9afbb4a2a6f67b078f7ae23885fcadc5466d3728a2dab6"},{"group":"actuator_stress","id":"scene-09","layout_sha256":"eeadb42b28bfc60ac577be96706235391a7bdbca3171099c63f8f105b7a7002c","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.415324,0.137974,0.31],"object_size":[0.035,0.04,0.04],"seed":19056,"target_position":[0.416452,-0.165466,0.31]},"scene_sha256":"66cec8a3c410f790c326ce9a031202135533aaaf3b72864729e8e870c59e3d62"},{"group":"actuator_stress","id":"scene-10","layout_sha256":"3a61f6a0936cba78b37f78e0be744c02a77a26ee9bb2685734f3eaee100f6077","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.359419,0.158784,0.3075],"object_size":[0.05,0.035,0.035],"seed":19057,"target_position":[0.334051,-0.099017,0.3075]},"scene_sha256":"4f7aff58d9eaeac570a93839acff8588c7488a02213f26478cdaa6df66cc2404"},{"group":"actuator_stress","id":"scene-11","layout_sha256":"18e4edde94d8ebd1ef50aa76764892336fd92c213e56501b42e8808ce3c5b947","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.507221,0.021997,0.31],"object_size":[0.03,0.035,0.04],"seed":19058,"target_position":[0.413335,0.148658,0.31]},"scene_sha256":"20c2d7585a0f02738d49fd98403d880bff2c93e88d8f8c5a85eeeb021b74c416"}],"historical_protocol_sha256":"1e6d475aed2b505ec1ed4ef3990c723b7f9171863647bbfeb01610ba9c8c8eec","historical_report_sha256":"e8035534485bfd7473c215c368213c687584573013b07a4e75bc428c668e6d08","kind":"dvidia.improvement-experiment-plan.v1","limitations":["One selected composition per condition cannot establish a general learning curve.","Historical test recordings already inspected remain regression diagnostics, not fresh confirmation.","A fresh seed excludes declared layouts but does not independently attest prior non-exposure.","Privileged simulator state and authored phase, gripper and recovery logic remain.","No human-video action recovery, new human footage, physical skill, automatic promotion or reward."],"memberships":[{"cohort_id":"baseline4","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"],"training_action_samples":2281,"training_group_count":4,"training_video_seconds":45.8},{"cohort_id":"generic5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-08","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"],"training_action_samples":2857,"training_group_count":5,"training_video_seconds":57.4},{"cohort_id":"targeted5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-05","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"],"training_action_samples":2866,"training_group_count":5,"training_video_seconds":57.5}],"physical_robot_ready":false,"recipe":{"control":"Same recorded arm targets with jaws open.","evaluation":"Same fresh nominal/stress scenes for every candidate; all source and known development layouts excluded.","freeze":"Membership and selection before fitting; every candidate before evaluation.","movement_centers":8,"selection":"Existing fixed development sources choose ridge regularization."},"scope":"simulation-only","selection":{"generic_group_id":"group-86e23892ec31bc5a44ec2e88","generic_rule":"Seeded SHA256 order among the remaining unused TRAIN groups, excluding the targeted choice.","group_budget_per_addition":1,"reason":"Whole-source group counts are matched; actual action rows and video duration are reported separately.","reserve_ranking":[{"distance_m":0.2024664970877898,"episodes":[{"episode_id":"example-05","layout_distance_m":0.2024664970877898,"layout_sha256":"77a290098abe061d87a761802cec8da62b46485d523a52e4af1bd34041737f85"}],"group_id":"group-fef08eda11494994ea2b90bd","seeded_rank_sha256":"c6a4d05806ffbbb2c23eeb3a4c6212d7ddcee4289a39abbcff566c1c899eec06"},{"distance_m":0.29369615667046106,"episodes":[{"episode_id":"example-08","layout_distance_m":0.29369615667046106,"layout_sha256":"c52bb34ab83c357446a7bfbc26b8445b1603715d99114cca08ec2ff37d570e4a"}],"group_id":"group-86e23892ec31bc5a44ec2e88","seeded_rank_sha256":"0afe129a3dff3824a3c357c7ca8dee46557dffbbf193ec437d3696a366cdb651"},{"distance_m":0.323882639922241,"episodes":[{"episode_id":"example-07","layout_distance_m":0.323882639922241,"layout_sha256":"15abf37dcef32b55bf6a06a77b0cfd8b462b4165404e68202e0207280504f36e"}],"group_id":"group-df7454102682828fa9d9ae2b","seeded_rank_sha256":"c58b5bceabf31ba74edc61aaffa1ed85b12ca567fe5b889856f99294bd3a8bb8"}],"row_or_duration_matched":false,"rule":"Minimum object+target XYZ Euclidean distance among unused TRAIN groups; ties by group ID.","seed":381527,"targeted_group_id":"group-fef08eda11494994ea2b90bd"},"source_dataset_sha256":"e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9","source_files_sha256":{"footage_benchmark.py":"12fa81d43a3ac460cdc33f8dd7675797b097faf96f3ba886280ce57f735eddcc","footage_data.py":"c54828b712afb1c7e89dc764b34dec1fe1ab28517c3ec589ba0977a2146c450d","footage_pipeline.py":"195278556a2b40dc628dbe528ec653c8b705a4ff45fa8d1074bf5341daec4dfd","footage_train.py":"2457a37a10016df6f359433f224c006b8c67f920b671383cbcfd5cfa78fc626b","improvement_experiment.py":"16bd831b8012c5ce6868d464be2b5fdd30941b7e75527bed685a55f818f7afa2"},"training_seed":19047},"plan_sha256":"d525adaf1310f691ed036c4f3c22b1a847d9eea3875bd814675efb9178ecc800"},"kind":"dvidia.footage-sample-count-result","limitations":["Training group counts and numerical action sample counts are different evidence units.","The same frozen source dev/test episodes and benchmark scenes are shared across candidates; they are not independent repeated studies.","Scene exclusion is relative to hash-bound supplier declarations when supplied; otherwise source-scene disjointness is unestablished.","Actuator-stress failures can be shared physical/controller limits, not a demonstrated need for more labels.","Privileged native simulator state and authored phases, gripper/contact logic and recovery remain in use.","No raw human-video action bridge, minimum demonstration count, physical robot skill or guaranteed performance is established.","Aggregate results never authorize an untested scene; installed execution still needs its exact current-runtime qualification."],"models_frozen_sha256":"44ff1729b7c0770a6eb21e873e133c9248a08a2549b76013f43318e9dad94b38","physical_robot_ready":false,"protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2","schema_version":1,"scope":"simulation-only","source_scene_exclusion":"excluded_hash_bound_native_declarations","teacher":{"episode_wall_seconds":13.100327664986253,"errors":0,"groups":{"actuator_stress":{"errors":0,"measurements":{"final_target_error_max_m":0.1497726748040172,"final_target_error_mean_m":0.03896643351209118,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":15.052097833117882,"timed_scenes":4,"total_episode_wall_seconds":3.7193486662581563,"total_simulated_seconds":55.98399999999428},"planned_scenes":4,"successes":3},"nominal":{"errors":0,"measurements":{"final_target_error_max_m":0.0005207678770536168,"final_target_error_mean_m":0.00035049885342692996,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":15.733006120149541,"timed_scenes":12,"total_episode_wall_seconds":9.380978998728096,"total_simulated_seconds":147.59099999998347},"planned_scenes":12,"successes":12}},"measurements":{"final_target_error_max_m":0.1497726748040172,"final_target_error_mean_m":0.010004482518092992,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":15.539687647972382,"timed_scenes":16,"total_episode_wall_seconds":13.100327664986253,"total_simulated_seconds":203.57499999997776},"outcomes":[{"case_id":"scene-00","episode_wall_seconds":0.7359826669562608,"group":"nominal","reason":"success","run_path":"teacher/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","success":true,"teacher_episode_wall_seconds":0.7359826669562608,"teacher_final_target_error_m":0.0002885318811455235,"teacher_simulated_seconds":12.273999999998637,"teacher_simulated_seconds_per_wall_second":16.67702318419963},{"case_id":"scene-01","episode_wall_seconds":0.8208282499108464,"group":"nominal","reason":"success","run_path":"teacher/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","success":true,"teacher_episode_wall_seconds":0.8208282499108464,"teacher_final_target_error_m":0.0005207678770536168,"teacher_simulated_seconds":13.423999999998,"teacher_simulated_seconds_per_wall_second":16.354212956798253},{"case_id":"scene-02","episode_wall_seconds":0.6929155408870429,"group":"nominal","reason":"success","run_path":"teacher/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","success":true,"teacher_episode_wall_seconds":0.6929155408870429,"teacher_final_target_error_m":0.00019532375934928564,"teacher_simulated_seconds":10.938999999999377,"teacher_simulated_seconds_per_wall_second":15.786916809508565},{"case_id":"scene-03","episode_wall_seconds":0.831313458038494,"group":"nominal","reason":"success","run_path":"teacher/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","success":true,"teacher_episode_wall_seconds":0.831313458038494,"teacher_final_target_error_m":0.0002666618457438057,"teacher_simulated_seconds":12.053999999998759,"teacher_simulated_seconds_per_wall_second":14.499945698510029},{"case_id":"scene-04","episode_wall_seconds":0.8955097920261323,"group":"nominal","reason":"success","run_path":"teacher/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","success":true,"teacher_episode_wall_seconds":0.8955097920261323,"teacher_final_target_error_m":0.00042429622548552414,"teacher_simulated_seconds":14.30799999999751,"teacher_simulated_seconds_per_wall_second":15.97749139920067},{"case_id":"scene-05","episode_wall_seconds":0.667517458088696,"group":"nominal","reason":"success","run_path":"teacher/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","success":true,"teacher_episode_wall_seconds":0.667517458088696,"teacher_final_target_error_m":0.0003808807215716489,"teacher_simulated_seconds":10.723999999999496,"teacher_simulated_seconds_per_wall_second":16.06549741890728},{"case_id":"scene-06","episode_wall_seconds":0.6963750829454511,"group":"nominal","reason":"success","run_path":"teacher/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","success":true,"teacher_episode_wall_seconds":0.6963750829454511,"teacher_final_target_error_m":0.00030396432834907004,"teacher_simulated_seconds":11.045999999999317,"teacher_simulated_seconds_per_wall_second":15.86214135244207},{"case_id":"scene-07","episode_wall_seconds":0.8495156250428408,"group":"nominal","reason":"success","run_path":"teacher/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","success":true,"teacher_episode_wall_seconds":0.8495156250428408,"teacher_final_target_error_m":0.0004314378886876206,"teacher_simulated_seconds":13.183999999998132,"teacher_simulated_seconds_per_wall_second":15.519432028496553},{"case_id":"scene-08","episode_wall_seconds":0.8236411670222878,"group":"nominal","reason":"success","run_path":"teacher/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","success":true,"teacher_episode_wall_seconds":0.8236411670222878,"teacher_final_target_error_m":0.00035097906408231624,"teacher_simulated_seconds":13.214999999998115,"teacher_simulated_seconds_per_wall_second":16.04460841579148},{"case_id":"scene-09","episode_wall_seconds":0.8022175829391927,"group":"nominal","reason":"success","run_path":"teacher/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","success":true,"teacher_episode_wall_seconds":0.8022175829391927,"teacher_final_target_error_m":0.0002876609688220326,"teacher_simulated_seconds":11.567999999999028,"teacher_simulated_seconds_per_wall_second":14.420027989932342},{"case_id":"scene-10","episode_wall_seconds":0.6846419998910278,"group":"nominal","reason":"success","run_path":"teacher/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","success":true,"teacher_episode_wall_seconds":0.6846419998910278,"teacher_final_target_error_m":0.00034213885760812283,"teacher_simulated_seconds":10.889999999999404,"teacher_simulated_seconds_per_wall_second":15.906123202685094},{"case_id":"scene-11","episode_wall_seconds":0.8805203749798238,"group":"nominal","reason":"success","run_path":"teacher/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","success":true,"teacher_episode_wall_seconds":0.8805203749798238,"teacher_final_target_error_m":0.00041334282322459307,"teacher_simulated_seconds":13.9649999999977,"teacher_simulated_seconds_per_wall_second":15.859939641166955},{"case_id":"scene-12","episode_wall_seconds":0.8460473329760134,"group":"actuator_stress","reason":"success","run_path":"teacher/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","success":true,"teacher_episode_wall_seconds":0.8460473329760134,"teacher_final_target_error_m":0.0018550949946288316,"teacher_simulated_seconds":13.065999999998198,"teacher_simulated_seconds_per_wall_second":15.443580389335779},{"case_id":"scene-13","episode_wall_seconds":0.7409918329212815,"group":"actuator_stress","reason":"success","run_path":"teacher/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","success":true,"teacher_episode_wall_seconds":0.7409918329212815,"teacher_final_target_error_m":0.001954997664180456,"teacher_simulated_seconds":11.41899999999911,"teacher_simulated_seconds_per_wall_second":15.4104262593299},{"case_id":"scene-14","episode_wall_seconds":0.8513419171795249,"group":"actuator_stress","reason":"success","run_path":"teacher/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","success":true,"teacher_episode_wall_seconds":0.8513419171795249,"teacher_final_target_error_m":0.0022829665855382143,"teacher_simulated_seconds":13.498999999997958,"teacher_simulated_seconds_per_wall_second":15.856143962369217},{"case_id":"scene-15","episode_wall_seconds":1.2809675831813365,"group":"actuator_stress","reason":"horizon","run_path":"teacher/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","success":false,"teacher_episode_wall_seconds":1.2809675831813365,"teacher_final_target_error_m":0.1497726748040172,"teacher_simulated_seconds":17.999999999999016,"teacher_simulated_seconds_per_wall_second":14.051877843227901}],"planned_scenes":16,"successes":15},"timing_scope":"Benchmark function wall time includes arm dependency imports, source validation, scene planning, input copies, frozen plans, fits, installation, native evaluations and artifact output before the final report. Process startup, top-level module imports and final report writing are excluded. Pipeline and native episode clocks retain their own narrower scopes."} diff --git a/benchmarks/improvement-20261015/benchmark/source/dataset.json b/benchmarks/improvement-20261015/benchmark/source/dataset.json new file mode 100644 index 0000000..a0330a2 --- /dev/null +++ b/benchmarks/improvement-20261015/benchmark/source/dataset.json @@ -0,0 +1 @@ +{"actual_media_episodes":10,"capability":{"action_sidecars_present":10,"movement_ready":false,"movement_training_ready":true,"visual_ready":true},"declared_demonstrations":null,"duplicate_media_groups":[],"episodes":[{"actions_bytes":334001,"actions_path":"data/416562c689a73b1f0c47bab6.actions.json","actions_sha256":"063e9f18aaa1eab411f82639450e051c3103303c3b776fbeb36341517be96c7e","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.8,"fps":10.0,"group_id":"group-0d986428526831950ab6f419","height":128,"id":"example-00","media_bytes":17524,"media_path":"data/416562c689a73b1f0c47bab6.mp4","media_sha256":"fe15ce54c19558046bb5f4afa4b7d8a01a3491dcf1ef5e002a8510f0eebc8ebc","session_id":"synthetic-session-00","shoe_pair_id":null,"source_recording_id":"synthetic-recording-00","split":"dev","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":327603,"actions_path":"data/44ae7b637c0ac9be929ee27b.actions.json","actions_sha256":"8e97f5b48798b053727d0b6f9b8f963fd7f6816ce2c7daf412d955321058926d","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.6,"fps":10.0,"group_id":"group-c2c47e374effedd5ba7944ca","height":128,"id":"example-01","media_bytes":17834,"media_path":"data/44ae7b637c0ac9be929ee27b.mp4","media_sha256":"e1e15121c8d6fb8ecee18db2573a0ae8eb5407be52ba686273a0842e2ef8310e","session_id":"synthetic-session-01","shoe_pair_id":null,"source_recording_id":"synthetic-recording-01","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":321931,"actions_path":"data/a589a5b6732c81bffac8b241.actions.json","actions_sha256":"7e3f28505630e4e4d9fa299e373d9dc66f7980d0e85b4750a800b8d3fef10d11","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.4,"fps":10.0,"group_id":"group-263dda07ae1e06d3275961fc","height":128,"id":"example-02","media_bytes":17392,"media_path":"data/a589a5b6732c81bffac8b241.mp4","media_sha256":"0eb10ab2dd8fb85ead39f100659a689a37283a6d5739edb6cefd6ba24de13842","session_id":"synthetic-session-02","shoe_pair_id":null,"source_recording_id":"synthetic-recording-02","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":320071,"actions_path":"data/a459e3e7c5611c5de457a8d7.actions.json","actions_sha256":"3d3c8ea4c766e76a04ea08ed449d292f143e6e5035fb10de7915be45bb224ff5","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.3,"fps":10.0,"group_id":"group-74b41aa2141de258a990018f","height":128,"id":"example-03","media_bytes":16676,"media_path":"data/a459e3e7c5611c5de457a8d7.mp4","media_sha256":"382fa12fcf9a6230bcc1044b047fc4824b12c96f9021398cb2102e98af1b34a3","session_id":"synthetic-session-03","shoe_pair_id":null,"source_recording_id":"synthetic-recording-03","split":"dev","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":322452,"actions_path":"data/afb1e6c2537bad1e2736fda3.actions.json","actions_sha256":"152d06d7ffc9af768c279fe12104bd57d6dbff37e381069532a755f0923af350","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.4,"fps":10.0,"group_id":"group-0a99eb58f0a04c1c272d5742","height":128,"id":"example-04","media_bytes":17336,"media_path":"data/afb1e6c2537bad1e2736fda3.mp4","media_sha256":"2568bcfb90a9dd326f6c9a7f0858102d64e6686a711d130e26d342114db785de","session_id":"synthetic-session-04","shoe_pair_id":null,"source_recording_id":"synthetic-recording-04","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":332783,"actions_path":"data/efde41c9f44f4eb75b584f80.actions.json","actions_sha256":"5595ad241f7a8b169e7530690a10d163234cf0f6c5adf7fea2e28595633b0129","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.7,"fps":10.0,"group_id":"group-fef08eda11494994ea2b90bd","height":128,"id":"example-05","media_bytes":17436,"media_path":"data/efde41c9f44f4eb75b584f80.mp4","media_sha256":"e666a17dc5b260ff6d4b68f5dd8ac66873c5632c2e7f1b0f0d59493ffa050cfe","session_id":"synthetic-session-05","shoe_pair_id":null,"source_recording_id":"synthetic-recording-05","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":353020,"actions_path":"data/4e00f046ad4c0cbe2fc84812.actions.json","actions_sha256":"a988f00b51c7136ce65c2fb4075d9086130b422bc3b9c9e9ea6a0159e56d6510","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":12.5,"fps":10.0,"group_id":"group-ba2b7429bec52ca533fd7951","height":128,"id":"example-06","media_bytes":17611,"media_path":"data/4e00f046ad4c0cbe2fc84812.mp4","media_sha256":"05ac150be0085095e9869bef0402fd44f168c3eb93a7beec7f994824864039bf","session_id":"synthetic-session-06","shoe_pair_id":null,"source_recording_id":"synthetic-recording-06","split":"test","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":332535,"actions_path":"data/7431ee83814c3646719e4760.actions.json","actions_sha256":"2d3b04c11f925aa31d2982f0d10f4938094ccfdc3be05de15697ea9ae534fdb7","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.8,"fps":10.0,"group_id":"group-df7454102682828fa9d9ae2b","height":128,"id":"example-07","media_bytes":17403,"media_path":"data/7431ee83814c3646719e4760.mp4","media_sha256":"345ea184d742e4a09304bdfd3057b68bca42fbe157b9c9023f4e073b4e57cec9","session_id":"synthetic-session-07","shoe_pair_id":null,"source_recording_id":"synthetic-recording-07","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":326493,"actions_path":"data/320391bddbccd80a1644c644.actions.json","actions_sha256":"acc17fe40543b4eaeda177a50f3a5a2b8c3324acb31eb5b9b7af529817eb94a0","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.6,"fps":10.0,"group_id":"group-86e23892ec31bc5a44ec2e88","height":128,"id":"example-08","media_bytes":17380,"media_path":"data/320391bddbccd80a1644c644.mp4","media_sha256":"dfd38f7a3c866a908e63aaadc304b56f177eb3ebb11d50753c1acea743ce6b9d","session_id":"synthetic-session-08","shoe_pair_id":null,"source_recording_id":"synthetic-recording-08","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160},{"actions_bytes":322073,"actions_path":"data/59bd9d185b121440050f14c8.actions.json","actions_sha256":"0db0dcee539a01402a0e7a08343ac46089db3dd101ea3e4caa38b08dc7b61e24","actions_validation":"unvalidated_numeric_contract","codec":"h264","complete":true,"duration_seconds":11.4,"fps":10.0,"group_id":"group-2127b070eb84b4c744b61f97","height":128,"id":"example-09","media_bytes":17122,"media_path":"data/59bd9d185b121440050f14c8.mp4","media_sha256":"c1685f47e017d70dfe4b24faee0e09adca66f0f5d5881b54352fc27a5bc24980","session_id":"synthetic-session-09","shoe_pair_id":null,"source_recording_id":"synthetic-recording-09","split":"train","start_seconds":0.0,"task":"Synthetic native rigid-box placement","width":160}],"groups":[{"episode_ids":["example-04"],"id":"group-0a99eb58f0a04c1c272d5742","split":"train"},{"episode_ids":["example-00"],"id":"group-0d986428526831950ab6f419","split":"dev"},{"episode_ids":["example-09"],"id":"group-2127b070eb84b4c744b61f97","split":"train"},{"episode_ids":["example-02"],"id":"group-263dda07ae1e06d3275961fc","split":"train"},{"episode_ids":["example-03"],"id":"group-74b41aa2141de258a990018f","split":"dev"},{"episode_ids":["example-08"],"id":"group-86e23892ec31bc5a44ec2e88","split":"train"},{"episode_ids":["example-06"],"id":"group-ba2b7429bec52ca533fd7951","split":"test"},{"episode_ids":["example-01"],"id":"group-c2c47e374effedd5ba7944ca","split":"train"},{"episode_ids":["example-07"],"id":"group-df7454102682828fa9d9ae2b","split":"train"},{"episode_ids":["example-05"],"id":"group-fef08eda11494994ea2b90bd","split":"train"}],"independent_groups":10,"kind":"dvidia.footage-dataset","limitations":["Hashes and declared lineage establish consistency, not capture authenticity or unseen-source novelty.","Visual footage intake does not supply calibrated robot actions; movement training requires a separately validated action contract.","Group counts and complete flags are declared/reviewable inputs, not task-success measurements."],"lineage_warnings":[],"schema_version":1,"source_kind":"local_directory","source_manifest":{"description":"Encoded schematic test fixture; no human footage, shoe task, physical arm or learned perception bridge.","kind":"dvidia.skillspace-training-source","license":"MIT","media":[{"actions_path":"actions/example-00.json","complete":true,"id":"example-00","path":"videos/example-00.mp4","session_id":"synthetic-session-00","source_recording_id":"synthetic-recording-00"},{"actions_path":"actions/example-01.json","complete":true,"id":"example-01","path":"videos/example-01.mp4","session_id":"synthetic-session-01","source_recording_id":"synthetic-recording-01"},{"actions_path":"actions/example-02.json","complete":true,"id":"example-02","path":"videos/example-02.mp4","session_id":"synthetic-session-02","source_recording_id":"synthetic-recording-02"},{"actions_path":"actions/example-03.json","complete":true,"id":"example-03","path":"videos/example-03.mp4","session_id":"synthetic-session-03","source_recording_id":"synthetic-recording-03"},{"actions_path":"actions/example-04.json","complete":true,"id":"example-04","path":"videos/example-04.mp4","session_id":"synthetic-session-04","source_recording_id":"synthetic-recording-04"},{"actions_path":"actions/example-05.json","complete":true,"id":"example-05","path":"videos/example-05.mp4","session_id":"synthetic-session-05","source_recording_id":"synthetic-recording-05"},{"actions_path":"actions/example-06.json","complete":true,"id":"example-06","path":"videos/example-06.mp4","session_id":"synthetic-session-06","source_recording_id":"synthetic-recording-06"},{"actions_path":"actions/example-07.json","complete":true,"id":"example-07","path":"videos/example-07.mp4","session_id":"synthetic-session-07","source_recording_id":"synthetic-recording-07"},{"actions_path":"actions/example-08.json","complete":true,"id":"example-08","path":"videos/example-08.mp4","session_id":"synthetic-session-08","source_recording_id":"synthetic-recording-08"},{"actions_path":"actions/example-09.json","complete":true,"id":"example-09","path":"videos/example-09.mp4","session_id":"synthetic-session-09","source_recording_id":"synthetic-recording-09"}],"schema_version":1,"synthetic":true,"task":"Synthetic native rigid-box placement"},"source_manifest_path":"source_manifest.json","source_manifest_sha256":"6a02a3a16b0f39d37688e4d714c04930061f62cc857d29b65f73f9e7780f05a5","source_url":null,"split_protocol":{"grouping":"Connected shared recording/session/shoe-pair identities and exact media hashes; unknown lineage defaults per-file.","ratios":[0.7,0.15,0.15],"seed":17},"splits":{"dev":["example-00","example-03"],"test":["example-06"],"train":["example-01","example-02","example-04","example-05","example-07","example-08","example-09"]},"task":"Synthetic native rigid-box placement","total_artifact_bytes":3466676} diff --git a/benchmarks/improvement-20261015/experiment-plan.json b/benchmarks/improvement-20261015/experiment-plan.json new file mode 100644 index 0000000..be54bc9 --- /dev/null +++ b/benchmarks/improvement-20261015/experiment-plan.json @@ -0,0 +1 @@ +{"cohorts":[{"cohort_id":"baseline4","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"]},{"cohort_id":"generic5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"]},{"cohort_id":"targeted5","train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"]}],"development_diagnosis":{"case_id":"scene-04","hypothesis":"A nearby unused training layout may improve the learned movement head; distance is a selection heuristic, not evidence of cause.","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898","status":"known_development_failure","student_reason":"horizon","teacher_success":true},"evaluation_budget":{"actuator_stress_scenes":4,"nominal_scenes":12},"evaluation_seed":381527,"excluded_known_development_scenes":[{"group":"nominal","id":"scene-00","layout_sha256":"24b72cdd2c0cb7f15ab37b50d7dad354b5853c5a8d963ec6060637975ea4cb56","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.512199,0.020606,0.305],"object_size":[0.035,0.03,0.03],"seed":19047,"target_position":[0.345408,-0.134129,0.305]},"scene_sha256":"475e17e2384897fda253446c24cc607833d967bfa50e9139845615e393e5cb79"},{"group":"nominal","id":"scene-01","layout_sha256":"00d006be928d8da35ebbcbc6715095e53122fa99b7fe3571f4861cf324e47e80","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.365344,-0.01378,0.305],"object_size":[0.04,0.045,0.03],"seed":19048,"target_position":[0.335159,0.154923,0.305]},"scene_sha256":"7e4e4e2cd26ff45516d92d33c2b0197fd065ba62c7b3b29bbeea7fa527b5d411"},{"group":"nominal","id":"scene-02","layout_sha256":"c1732804a4639163df340b664074c20f9f6e4d66773c1afd73cd303c13f4ca1a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.08,"object_position":[0.397733,-0.101964,0.305],"object_size":[0.04,0.035,0.03],"seed":19049,"target_position":[0.442884,0.007667,0.305]},"scene_sha256":"143843fd9c15aec4d7069ad803765e8c7d37aaa063bd1bcc420ada2b725211b5"},{"group":"nominal","id":"scene-03","layout_sha256":"57757e9c51b94a463bcfb40656a6e83a4ab87ada987fa5c34526557db4501964","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.496833,-0.097782,0.3075],"object_size":[0.04,0.045,0.035],"seed":19050,"target_position":[0.303898,-0.160651,0.3075]},"scene_sha256":"3c66ce9494f44d0cd1880a7e6dfdf51ab53758a026a29bc6076b8ce624edfa2e"},{"group":"nominal","id":"scene-04","layout_sha256":"1cfabe70dd6799df3d859aeffcd86655a10016d302a9aeb87fe103ebfee00c35","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.314577,0.048273,0.31],"object_size":[0.05,0.04,0.04],"seed":19051,"target_position":[0.453724,-0.159947,0.31]},"scene_sha256":"9dd2ff2faead021108c63ac86dcb352d93fa31eda3bcd9b1413b9fe350ae4898"},{"group":"nominal","id":"scene-05","layout_sha256":"51f20a7a98fc248021f12f9ea26a54df76dacd84246e3f4b6879a5924a276a2a","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.04,"object_position":[0.378142,0.019372,0.3125],"object_size":[0.035,0.035,0.045],"seed":19052,"target_position":[0.425134,-0.137639,0.3125]},"scene_sha256":"84d5d3a2053c61a65249fb9f551b17f7665821bbd7ea73e64d8d9a5ef130b746"},{"group":"nominal","id":"scene-06","layout_sha256":"158a6aa35379023ae6db9ac61ee4abf0723e1efd4f329ea756198498c2e849a3","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.350677,0.161117,0.31],"object_size":[0.03,0.05,0.04],"seed":19053,"target_position":[0.337214,-0.154152,0.31]},"scene_sha256":"ac34ce607dbb0223912f6ef20a290530ed2e418819cc306602e5360d462bc6ee"},{"group":"nominal","id":"scene-07","layout_sha256":"bd154673d7f06407585b2b41ff53840b5aa2b571e4a2678dd9b0f12dcfcaf95f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.308186,-0.010576,0.305],"object_size":[0.05,0.03,0.03],"seed":19054,"target_position":[0.317993,-0.15223,0.305]},"scene_sha256":"bc97d7f83474f39d4f43750fdf5058403f948fc2cf614b0f9cfee1e7ff32c5a9"},{"group":"actuator_stress","id":"scene-08","layout_sha256":"5c8d77d75bd8be39bc7d8daeff73c4ba5a3acb029f3b729ae10a61d841470e5a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.455864,0.118741,0.315],"object_size":[0.04,0.035,0.05],"seed":19055,"target_position":[0.313503,-0.139928,0.315]},"scene_sha256":"a9e5b6158f1b7bf4cc9afbb4a2a6f67b078f7ae23885fcadc5466d3728a2dab6"},{"group":"actuator_stress","id":"scene-09","layout_sha256":"eeadb42b28bfc60ac577be96706235391a7bdbca3171099c63f8f105b7a7002c","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.415324,0.137974,0.31],"object_size":[0.035,0.04,0.04],"seed":19056,"target_position":[0.416452,-0.165466,0.31]},"scene_sha256":"66cec8a3c410f790c326ce9a031202135533aaaf3b72864729e8e870c59e3d62"},{"group":"actuator_stress","id":"scene-10","layout_sha256":"3a61f6a0936cba78b37f78e0be744c02a77a26ee9bb2685734f3eaee100f6077","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.359419,0.158784,0.3075],"object_size":[0.05,0.035,0.035],"seed":19057,"target_position":[0.334051,-0.099017,0.3075]},"scene_sha256":"4f7aff58d9eaeac570a93839acff8588c7488a02213f26478cdaa6df66cc2404"},{"group":"actuator_stress","id":"scene-11","layout_sha256":"18e4edde94d8ebd1ef50aa76764892336fd92c213e56501b42e8808ce3c5b947","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.507221,0.021997,0.31],"object_size":[0.03,0.035,0.04],"seed":19058,"target_position":[0.413335,0.148658,0.31]},"scene_sha256":"20c2d7585a0f02738d49fd98403d880bff2c93e88d8f8c5a85eeeb021b74c416"}],"historical_protocol_sha256":"1e6d475aed2b505ec1ed4ef3990c723b7f9171863647bbfeb01610ba9c8c8eec","historical_report_sha256":"e8035534485bfd7473c215c368213c687584573013b07a4e75bc428c668e6d08","kind":"dvidia.improvement-experiment-plan.v1","limitations":["One selected composition per condition cannot establish a general learning curve.","Historical test recordings already inspected remain regression diagnostics, not fresh confirmation.","A fresh seed excludes declared layouts but does not independently attest prior non-exposure.","Privileged simulator state and authored phase, gripper and recovery logic remain.","No human-video action recovery, new human footage, physical skill, automatic promotion or reward."],"memberships":[{"cohort_id":"baseline4","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca"],"training_action_samples":2281,"training_group_count":4,"training_video_seconds":45.8},{"cohort_id":"generic5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-08","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-86e23892ec31bc5a44ec2e88"],"training_action_samples":2857,"training_group_count":5,"training_video_seconds":57.4},{"cohort_id":"targeted5","dev_episode_ids":["example-00","example-03"],"test_episode_ids":["example-06"],"train_episode_ids":["example-01","example-02","example-04","example-05","example-09"],"train_group_ids":["group-0a99eb58f0a04c1c272d5742","group-263dda07ae1e06d3275961fc","group-2127b070eb84b4c744b61f97","group-c2c47e374effedd5ba7944ca","group-fef08eda11494994ea2b90bd"],"training_action_samples":2866,"training_group_count":5,"training_video_seconds":57.5}],"physical_robot_ready":false,"recipe":{"control":"Same recorded arm targets with jaws open.","evaluation":"Same fresh nominal/stress scenes for every candidate; all source and known development layouts excluded.","freeze":"Membership and selection before fitting; every candidate before evaluation.","movement_centers":8,"selection":"Existing fixed development sources choose ridge regularization."},"scope":"simulation-only","selection":{"generic_group_id":"group-86e23892ec31bc5a44ec2e88","generic_rule":"Seeded SHA256 order among the remaining unused TRAIN groups, excluding the targeted choice.","group_budget_per_addition":1,"reason":"Whole-source group counts are matched; actual action rows and video duration are reported separately.","reserve_ranking":[{"distance_m":0.2024664970877898,"episodes":[{"episode_id":"example-05","layout_distance_m":0.2024664970877898,"layout_sha256":"77a290098abe061d87a761802cec8da62b46485d523a52e4af1bd34041737f85"}],"group_id":"group-fef08eda11494994ea2b90bd","seeded_rank_sha256":"c6a4d05806ffbbb2c23eeb3a4c6212d7ddcee4289a39abbcff566c1c899eec06"},{"distance_m":0.29369615667046106,"episodes":[{"episode_id":"example-08","layout_distance_m":0.29369615667046106,"layout_sha256":"c52bb34ab83c357446a7bfbc26b8445b1603715d99114cca08ec2ff37d570e4a"}],"group_id":"group-86e23892ec31bc5a44ec2e88","seeded_rank_sha256":"0afe129a3dff3824a3c357c7ca8dee46557dffbbf193ec437d3696a366cdb651"},{"distance_m":0.323882639922241,"episodes":[{"episode_id":"example-07","layout_distance_m":0.323882639922241,"layout_sha256":"15abf37dcef32b55bf6a06a77b0cfd8b462b4165404e68202e0207280504f36e"}],"group_id":"group-df7454102682828fa9d9ae2b","seeded_rank_sha256":"c58b5bceabf31ba74edc61aaffa1ed85b12ca567fe5b889856f99294bd3a8bb8"}],"row_or_duration_matched":false,"rule":"Minimum object+target XYZ Euclidean distance among unused TRAIN groups; ties by group ID.","seed":381527,"targeted_group_id":"group-fef08eda11494994ea2b90bd"},"source_dataset_sha256":"e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9","source_files_sha256":{"footage_benchmark.py":"12fa81d43a3ac460cdc33f8dd7675797b097faf96f3ba886280ce57f735eddcc","footage_data.py":"c54828b712afb1c7e89dc764b34dec1fe1ab28517c3ec589ba0977a2146c450d","footage_pipeline.py":"195278556a2b40dc628dbe528ec653c8b705a4ff45fa8d1074bf5341daec4dfd","footage_train.py":"2457a37a10016df6f359433f224c006b8c67f920b671383cbcfd5cfa78fc626b","improvement_experiment.py":"16bd831b8012c5ce6868d464be2b5fdd30941b7e75527bed685a55f818f7afa2"},"training_seed":19047} diff --git a/benchmarks/improvement-20261015/report.json b/benchmarks/improvement-20261015/report.json new file mode 100644 index 0000000..66a6407 --- /dev/null +++ b/benchmarks/improvement-20261015/report.json @@ -0,0 +1 @@ +{"automatic_promotion":false,"benchmark_report":"benchmark/report.json","benchmark_report_sha256":"1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce","cohorts":[{"cohort_id":"baseline4","paired_with_teacher":{"both_failure":1,"both_success":15,"errors":0,"student_only":0,"teacher_only":0},"summary":{"control_episode_wall_seconds":16.390279083512723,"control_measurements":{"final_target_error_max_m":0.38001067707300046,"final_target_error_mean_m":0.19066042436054537,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":17.571390855064124,"timed_scenes":16,"total_episode_wall_seconds":16.390279083512723,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.202958525199938,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":18.035175353702055,"timed_scenes":4,"total_episode_wall_seconds":3.99219850031659,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":3,"student_measurements":{"final_target_error_max_m":0.2493747901487555,"final_target_error_mean_m":0.06386714775988178,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":13.678298578021634,"timed_scenes":4,"total_episode_wall_seconds":4.327292584115639,"total_simulated_seconds":59.18999999999251},"student_successes":3},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707300046,"final_target_error_mean_m":0.18656105741408113,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":17.422051627309635,"timed_scenes":12,"total_episode_wall_seconds":12.398080583196133,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":12,"student_measurements":{"final_target_error_max_m":0.0007068709251985517,"final_target_error_mean_m":0.00038657787783075593,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":13.80916938992628,"timed_scenes":12,"total_episode_wall_seconds":11.313859334215522,"total_simulated_seconds":156.23499999998072},"student_successes":12}},"planned_scenes":16,"qualified_scenes":15,"student_episode_wall_seconds":15.641151918331161,"student_measurements":{"final_target_error_max_m":0.2493747901487555,"final_target_error_mean_m":0.016256720348343513,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":13.772962574930228,"timed_scenes":16,"total_episode_wall_seconds":15.641151918331161,"total_simulated_seconds":215.4249999999732},"student_successes":15},"training_action_samples":2281,"training_group_count":4},{"cohort_id":"generic5","paired_with_teacher":{"both_failure":1,"both_success":11,"errors":0,"student_only":0,"teacher_only":4},"summary":{"control_episode_wall_seconds":17.305455290712416,"control_measurements":{"final_target_error_max_m":0.38001067707300645,"final_target_error_mean_m":0.18541988608931206,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":16.64215099585098,"timed_scenes":16,"total_episode_wall_seconds":17.305455290712416,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.2029585251999314,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":17.036964128392004,"timed_scenes":4,"total_episode_wall_seconds":4.2261050418019295,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":2,"student_measurements":{"final_target_error_max_m":0.24130787918582708,"final_target_error_mean_m":0.10742806817935853,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":11.913301995078692,"timed_scenes":4,"total_episode_wall_seconds":5.1084913339000195,"total_simulated_seconds":60.858999999993316},"student_successes":2},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707300645,"final_target_error_mean_m":0.1795736730524389,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":16.51458183237971,"timed_scenes":12,"total_episode_wall_seconds":13.079350248910487,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":9,"student_measurements":{"final_target_error_max_m":0.21565231722380895,"final_target_error_mean_m":0.04287230742299694,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":13.864292714078191,"timed_scenes":12,"total_episode_wall_seconds":12.46215754118748,"total_simulated_seconds":172.77899999998016},"student_successes":9}},"planned_scenes":16,"qualified_scenes":11,"student_episode_wall_seconds":17.5706488750875,"student_measurements":{"final_target_error_max_m":0.24130787918582708,"final_target_error_mean_m":0.059011247612087335,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":13.297061574728554,"timed_scenes":16,"total_episode_wall_seconds":17.5706488750875,"total_simulated_seconds":233.6379999999735},"student_successes":11},"training_action_samples":2857,"training_group_count":5},{"cohort_id":"targeted5","paired_with_teacher":{"both_failure":1,"both_success":15,"errors":0,"student_only":0,"teacher_only":0},"summary":{"control_episode_wall_seconds":18.440883707720786,"control_measurements":{"final_target_error_max_m":0.38001067707304,"final_target_error_mean_m":0.19066042436054986,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":15.61747281554653,"timed_scenes":16,"total_episode_wall_seconds":18.440883707720786,"total_simulated_seconds":287.99999999998425},"control_successes":0,"errors":0,"groups":{"actuator_stress":{"control_measurements":{"final_target_error_max_m":0.35915566986879055,"final_target_error_mean_m":0.2029585251999386,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":14.96058120678814,"timed_scenes":4,"total_episode_wall_seconds":4.812647249782458,"total_simulated_seconds":71.99999999999606},"control_successes":0,"errors":0,"planned_scenes":4,"qualified_scenes":3,"student_measurements":{"final_target_error_max_m":0.17434257401251968,"final_target_error_mean_m":0.04524742061801799,"measured_error_scenes":4,"measured_scenes":4,"simulated_seconds_per_wall_second":11.824643502365985,"timed_scenes":4,"total_episode_wall_seconds":4.990171584300697,"total_simulated_seconds":59.00699999999261},"student_successes":3},"nominal":{"control_measurements":{"final_target_error_max_m":0.38001067707304,"final_target_error_mean_m":0.18656105741408693,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":15.849446160304188,"timed_scenes":12,"total_episode_wall_seconds":13.628236457938328,"total_simulated_seconds":215.99999999998818},"control_successes":0,"errors":0,"planned_scenes":12,"qualified_scenes":12,"student_measurements":{"final_target_error_max_m":0.0006370414061179011,"final_target_error_mean_m":0.0003249099546143693,"measured_error_scenes":12,"measured_scenes":12,"simulated_seconds_per_wall_second":12.796759773911045,"timed_scenes":12,"total_episode_wall_seconds":11.97365604317747,"total_simulated_seconds":153.22399999998035},"student_successes":12}},"planned_scenes":16,"qualified_scenes":15,"student_episode_wall_seconds":16.963827627478167,"student_measurements":{"final_target_error_max_m":0.17434257401251968,"final_target_error_mean_m":0.011555537620465274,"measured_error_scenes":16,"measured_scenes":16,"simulated_seconds_per_wall_second":12.510796776559978,"timed_scenes":16,"total_episode_wall_seconds":16.963827627478167,"total_simulated_seconds":212.23099999997297},"student_successes":15},"training_action_samples":2866,"training_group_count":5}],"cost":{"external_api_usd":0.0,"local_compute_usd":null,"note":"Local CPU experiment; hardware, electricity and operator costs are not priced."},"experiment_plan_sha256":"d525adaf1310f691ed036c4f3c22b1a847d9eea3875bd814675efb9178ecc800","kind":"dvidia.improvement-experiment-result.v1","limitations":["One selected composition per condition cannot establish a general learning curve.","Historical test recordings already inspected remain regression diagnostics, not fresh confirmation.","A fresh seed excludes declared layouts but does not independently attest prior non-exposure.","Privileged simulator state and authored phase, gripper and recovery logic remain.","No human-video action recovery, new human footage, physical skill, automatic promotion or reward."],"physical_robot_ready":false,"scope":"simulation-only","timing_scope":"Planning, source checks, fitting, evaluation and artifact output before this summary; excludes process startup and final summary write.","training_benefit_generalized":null,"wall_seconds":138.56288129207678} diff --git a/docs/improvement-experiment.md b/docs/improvement-experiment.md new file mode 100644 index 0000000..b5f2fa7 --- /dev/null +++ b/docs/improvement-experiment.md @@ -0,0 +1,117 @@ +# One measured improvement experiment + +This local pilot connects an existing development failure to a frozen data +selection experiment. It fits the **simplified native rigid-box placement +movement head** from aligned numerical simulator actions. It does not learn +robot commands from human video, train the newer PiPER/UR5e task controller, +collect new demonstrations or qualify physical hardware. + +The historical `sample-count-19047` benchmark provides the diagnosis: on nominal +`scene-04`, the four-group candidate timed out while its paired authored teacher +succeeded. This is already-inspected development evidence. A shared failure on +the actuator-stress case is not treated as evidence that more videos would fix +an actuator or controller limit. + +## Frozen hypothesis and comparison + +The hypothesis is that an unused training group whose initial object and target +layout is nearer the development failure may help the learned movement head. +Distance is Euclidean over the six object/target XYZ coordinates, in metres; +it does not measure contact dynamics, coverage sufficiency or causal benefit. + +Before fitting, `improvement_experiment.prepare_plan` verifies the historical +report/protocol bindings, checks the exact prepared source hash, derives the +original four groups using seed 19047 and resolves hash-bound native scenes. +It creates three explicit whole-group cohorts: + +| Cohort | Membership rule | +| --- | --- | +| `baseline4` | Original four training groups | +| `generic5` | Baseline plus one other unused TRAIN group, selected by seeded SHA256 order | +| `targeted5` | Baseline plus the nearest unused TRAIN group; distance ties use group ID | + +The generic selection excludes the targeted group. Both additions have the same +one-group budget; numerical rows and video durations are **not** forced equal. +Those quantities are recorded explicitly. All members of a connected group move +together. Development/test episodes remain fixed, and evaluation groups cannot +become candidates for the additions. No new evaluation result enters selection. + +The learner seed remains 19047 for all variants. The existing fixed development +episodes select ridge regularization; architecture and recipe stay the same. +Every model is fitted and its identity frozen before any new simulation is +evaluated. The default new scene seed is 381527, with twelve nominal and four +actuator-stress cases. All declared source layouts and all twelve known +development benchmark layouts are excluded by object/target position, even if +their seed or material differs. A new seed alone is not proof of non-exposure. +Historical source test prediction errors remain regression diagnostics. + +## Inspect and run + +From a source checkout with the existing optional arm dependencies and local +public native dataset already present: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_experiment plan \ + --dataset runs/huggingface-publication/dataset/native/prepared/dataset.json \ + --prior-protocol benchmarks/sample-count-19047/protocol.json \ + --prior-report benchmarks/sample-count-19047/report.json \ + --source-evidence runs/huggingface-publication/dataset/native/source/evidence \ + --output runs/improvement-plan + +PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_experiment run \ + --dataset runs/huggingface-publication/dataset/native/prepared/dataset.json \ + --prior-protocol benchmarks/sample-count-19047/protocol.json \ + --prior-report benchmarks/sample-count-19047/report.json \ + --source-evidence runs/huggingface-publication/dataset/native/source/evidence \ + --task-source runs/huggingface-publication/dataset/native/source/task.skill.json \ + --seed 381527 --nominal 12 --stress 4 \ + --output runs/improvement-experiment +``` + +Each output must be fresh. `plan` validates and records selection without +training or evaluating; `run` recomputes and freezes the plan and explicit scene +budget before fitting. It does not resume or edit an existing experiment. + +The default run performs 112 native episodes: sixteen shared authored-teacher +episodes and sixteen candidate/control pairs for each of three cohorts. The +earlier 84-episode benchmark took 102.7 seconds on an Apple M5; allow a few minutes +for this experiment on comparable hardware. This is an estimate, not a timing +result for the new pilot. No external inference API is used. Actual wall time +is recorded, while hardware/electricity/operator dollar costs remain unknown. + +## Artifacts and interpretation + +- `experiment-plan.json`: exact memberships, reserve ranking, selection rules, + source hashes, historical diagnosis, training/evaluation seeds and group budget. +- `benchmark/protocol.json` and its hash: recipe, explicit cohorts, source and + known-development exclusions, full new scene declarations and task/runtime. +- `benchmark/models-frozen.json`: every candidate identity before evaluation. +- `benchmark/qualification///`: original run, identical-arm-target + open-jaw control and exact-scene qualification receipt, including failures. +- `benchmark/report.json`: per-scene results, separate nominal/stress summaries, + fixed-source prediction diagnostics, actual sample counts and scoped clocks. +- `report.json`: compact cohort summaries, artifact bindings and cost scope. + +Compare targeted against generic and baseline on the same scenes. Preserve all +attempted denominators, teacher failures, open-jaw controls, errors and negative +results. One composition per condition does not establish a general learning +curve, significance or an attribution/payment score. A result does not trigger +automatic promotion. Future tuning makes inspected cases regression evidence; +new claims require another frozen confirmation suite. + +The underlying benchmark remains backward compatible with nested count runs. +Its optional Python API accepts `cohorts=[{'cohort_id': 'name', +'train_group_ids': [...]}]`, `excluded_scenes`, `experiment` provenance and a +separate `training_seed`. It derives episode membership from validated source +groups, rejects unknown/nontraining/duplicate groups and unsafe or duplicate +names, and preserves `groups-002` paths for default count-based calls. + +Validation: + +```sh +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_footage_benchmark.py' +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_improvement_experiment.py' +``` + +The selection and dispatch tests are authored contract fixtures, not an executed +training result or measured robot improvement. diff --git a/docs/improvement-studio.md b/docs/improvement-studio.md new file mode 100644 index 0000000..fcd965f --- /dev/null +++ b/docs/improvement-studio.md @@ -0,0 +1,114 @@ +# Skillspace improvement studio + +The local pilot implements one complete research cycle: + +```mermaid +flowchart LR + A[Measured development failure] --> B[Provisional hypothesis] + B --> C[Freeze data selection and comparison] + C --> D[Train three variants] + D --> E[Evaluate the same new scenes] + E --> F[Compare outcomes and regressions] + F --> G[Retain baseline and diagnose latest evidence] + G --> B +``` + +The current adapter supports native simulated rigid-block placement episodes +with aligned numerical commands. Ordinary phone video can supply observations, +labels and task evidence, but does not provide those commands. No production +account, upload, reward or automatic model promotion is enabled here. + +## Open the measured result + +After running the [bounded experiment](improvement-experiment.md), supply its +benchmark directory alongside the historical development result: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_studio \ + benchmarks/sample-count-19047 \ + --evaluation benchmarks/improvement-20261015/benchmark \ + --port 8391 +``` + +Open http://127.0.0.1:8391/. A new installation also provides the +`dvidia-improvement-studio` entry point. Omit `--evaluation` to inspect the +original diagnosis before running a comparison. This source checkout includes +the [compact measured receipts](../benchmarks/improvement-20261015/README.md) +needed by the viewer. Raw training data and replay artifacts are not bundled +with the Python package; follow the experiment's source-data setup to rerun it. + +The mobile layout puts the next supported action first, with a large download +button. The result remains visible near the title. Benchmark counts, full +instructions, evidence and previous hypotheses sit below or in disclosures. +There is no polling, automatic training or account mutation. + +## What changes after an experiment + +Before a comparison, the coordinator distinguishes incomplete trials, a failed +negative control, rejected qualification, candidate-only failures, and failures +shared with the authored reference controller. These imply different next steps. +It requests recordings only for a supported candidate-data hypothesis. + +After a comparison, the current baseline remains retained. Next investigations +derive from its newly inspected results. Earlier hypotheses become read-only +history. A failed or unsupported hypothesis does not keep generating the same +collection request. Inspecting these cases makes them development evidence; +another improvement claim needs fresh confirmation. + +The first [measured result](skillspace-improvement-pilot-20261015.md) kept the +baseline: targeted data tied it, while the chosen general addition regressed. +The remaining failure was shared with the reference controller, so the next +action is a grip/recovery investigation, not a request for more videos. + +## Evidence contract + +`load_benchmark` checks bounded local receipts, frozen scene hashes, candidate +bindings and complete per-case accounting. Follow-up results must preserve the +source dataset, task, learner recipe, training seed, baseline membership and +held-out source partitions. Named variants are bound to the frozen experiment +plan. Source and inspected development layouts cannot reappear as fresh test +layouts. Nominal and actuator-stress regressions are assessed separately. + +These consistency checks do not independently attest real-world capture history +or prove that a generated scene was never seen outside the declared artifacts. +The coordinator uses explicit rules; its diagnoses are provisional hypotheses, +not a model's calibrated causal conclusions. + +Read-only routes: + +| Route | Purpose | +| --- | --- | +| `/api/improvement` | Current dashboard JSON | +| `/api/improvement/report` | Download the dashboard and receipt references | +| `/api/improvement/brief?id=…` | Download one current investigation | +| `/api/improvement/coverage` | Empty collection plan, only when recordings are supported | + +The viewer accepts loopback requests only. Downloads revalidate their source +receipts. An empty collection plan records a request, never invented completed +evidence or a payment entitlement. + +## Bridge to the product + +The application can later consume this read model under an authenticated +Skillspace. Keep the video review, source identities, data rights and dataset +revision connected to each experiment. A background worker should run only +supported, budgeted adapters and preserve all attempts. The account UI should +show one next action and the measured outcome, with detailed receipts available +on demand. Production queueing, entitlements, authentication and a validated +human-video-to-action bridge remain separate work. + +For new tasks, first define and validate an observable outcome and a working +controller/environment adapter. A larger upload count does not substitute for +that task contract. + +## Verification + +```sh +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_improvement*.py' +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_footage_benchmark.py' +``` + +The browser suite `tests/browser/improvement_studio.cjs` checks narrow layouts, +touch controls, diagnostic vs collection actions, empty/error states, literal +untrusted text, exported links and completed-result history. Fixture checks do +not count as measured simulation outcomes. diff --git a/docs/skillspace-improvement-pilot-20261015.md b/docs/skillspace-improvement-pilot-20261015.md new file mode 100644 index 0000000..18c4f04 --- /dev/null +++ b/docs/skillspace-improvement-pilot-20261015.md @@ -0,0 +1,202 @@ +# Skillspace improvement pilot — 15 October 2026 + +**The targeted addition did not improve task completion over the original +baseline.** Both completed 12/12 nominal scenes and 3/4 actuator-stress scenes. +The generic addition completed 9/12 and 2/4 respectively. This demonstrates a +working, measured comparison and a negative result for the proposed improvement; +it does not establish that targeted collection generally improves learning, or +that adding generic data generally hurts it. + +The completed local run is `runs/improvement-experiment-20261015`. Its immutable +receipts are the evidence for the numbers below. This document interprets those +receipts without rerunning or changing the frozen experiment. + +A [compact receipt archive](../benchmarks/improvement-20261015/README.md) is +included for the local viewer. It preserves original JSON bytes and hashes, but +does not include raw traces, media or learned weights for independent replay. + +## What was tested + +The task was the **simplified native rigid-box placement movement head**. Training +used existing simulated recordings with aligned numerical actions: six joint +targets in radians and symmetric gripper width in metres. The runtime still +uses privileged simulator state and an authored phase/contact/gripper/recovery +supervisor. It is not a policy learned from ordinary human video, a test of the +newer PiPER/UR5e controller, or evidence of physical-robot readiness. + +The hypothesis came from the already-inspected historical `sample-count-19047` +nominal `scene-04`: the four-group candidate hit its time limit while its paired +authored teacher succeeded. A nearer unused training layout might help. The +selection distance was Euclidean distance over initial object XYZ and target +XYZ, not a measure of contact quality or a causal diagnosis. + +Membership and selection provenance were frozen before fitting, and all three +models were frozen before evaluation. All used training seed 19047, the same +learning recipe, and the same development sources for regularization selection. +The new evaluation seed was 381527. Twelve nominal and four actuator-stress +scenes were paired across all candidates, excluding all ten declared source +layouts and all twelve known historical evaluation layouts. Exact exclusions +do not prove that related situations were never seen elsewhere. + +## Cohorts and actual budgets + +Each group here contains one source episode. Development remained `example-00` +and `example-03`; the existing source test remained `example-06`. + +| Cohort | Training episodes | Groups | Aligned action samples | Source video duration | Training pipeline time | +| --- | --- | ---: | ---: | ---: | ---: | +| `baseline4` | 01, 02, 04, 09 | 4 | 2,281 | 45.8 s | 0.923706 s | +| `generic5` | Baseline + 08 | 5 | 2,857 | 57.4 s | 0.972467 s | +| `targeted5` | Baseline + 05 | 5 | 2,866 | 57.5 s | 0.957306 s | + +The targeted reserve was `example-05`, the nearest unused TRAIN group to the +historical failure, at joint layout distance 0.2024664971 m. The other reserves +were `example-08` (0.2936961567 m) and `example-07` (0.3238826399 m). The generic +reserve was `example-08`, chosen by seeded SHA256 ordering after excluding the +targeted group. No fresh evaluation result determined either addition. + +The additions had equal **one-group** budgets, not identical action-row or time +budgets. Generic added 576 action samples/11.6 seconds; targeted added 585/11.7. +The nine-row, 0.1-second difference remains a confound to report, not hide. +Training times include intake, frame decoding and learning, but exclude final +receipt hashes, run JSON, ZIP creation and integrity verification. They are +single timings, not a latency benchmark. + +## Measured evaluation + +| Candidate | Nominal completion | Actuator-stress completion | All scenes | Nominal mean final target error | +| --- | ---: | ---: | ---: | ---: | +| Authored teacher | 12/12 | 3/4 | 15/16 | — | +| `baseline4` | 12/12 | 3/4 | 15/16 | 0.386578 mm | +| `generic5` | 9/12 | 2/4 | 11/16 | 42.872307 mm | +| `targeted5` | 12/12 | 3/4 | 15/16 | 0.324910 mm | + +Final-error means include failed scenes. Targeted's smaller nominal error is a +diagnostic difference, not an additional completed task. It matched baseline +scene by scene, including the shared stress failure. It completed three more +nominal and one more stress scene than this one generic composition. + +There were zero execution errors and **112 native episodes**: 16 shared teacher +runs plus 3 cohorts × 16 scenes × 2 candidate/control runs. These are only +**16 distinct evaluation scenes**, not 112 independent trials. Every open-jaw +control failed (0/48). The control replays the candidate's recorded arm targets +with the jaws forced open; it is evidence for that intervention, not a broad +causal attribution of success to every learned component. + +Generic's additional failures were nominal scenes 04, 09 and 11 (time limit), +and stress scene 14 (`object_dropped`). All candidates and the teacher failed +stress scene 15 at the time limit. Scene IDs are local to each protocol: new +nominal scene 04 is not the historical scene 04 used for the hypothesis. + +The historical source-test movement MSE was 1.1087842308e-6 for baseline, +1.4674716000e-6 for generic, and 7.8255410891e-7 for targeted. These are correlated +action samples from one previously inspected episode (621 samples), not a fresh +independent test of generalization. The historical failure layout was excluded +from the new suite, so this experiment does not establish that the original +failure itself was repaired. + +## Measured runtime and cost + +The complete experiment clock was **138.562881 seconds** (2 minutes 18.563 +seconds). The nested benchmark clock was **137.987675 seconds**. The experiment +clock covers planning, source checks, fitting, evaluation and artifact output +before its summary; process startup and the final summary write are excluded. +The nested clock additionally documents its own scope in `benchmark/report.json`. + +This was local CPU execution with MuJoCo 3.15.0 and NumPy 2.5.3. The runtime +receipt does not identify the machine model, energy use or a hardware rental +rate. External inference API spend was **$0.00**. Local compute, electricity, +hardware and operator costs are **unpriced**, not zero. These measurements are +for this small simulation experiment, not the cost of analyzing an uploaded +human video, running a large world model, or training a production robot policy. + +## The remaining failure points to a control diagnostic + +Stress `scene-15` used seed 381542, a 0.06 kg box with friction 1.2, a 0.3 N jaw +force limit and a 5 N·m arm-joint torque limit, with an 18-second horizon. Nominal +limits are 15 N and 40 N·m. The authored teacher also failed, so the evidence +does not isolate a learned-data shortage. + +The baseline trace shows the following observed progression: + +| Simulation time | Observed state | +| ---: | --- | +| 9.04 s | First lift begins with bilateral jaw contact. | +| 11.02 s | Transfer begins; box centre is approximately 0.421 m high. | +| 13.22 s | Recovery begins; left contact count is zero, right count is one. | +| 13.54 s | Box has resettled on the table and recovery moves the hand upward. | +| 16.08 s | A second lift begins after the single allowed recovery. | +| 18.00 s | Horizon reached while still lifting; final target error is 0.249375 m. | + +The controller records `lost_bilateral_contact_or_relative_pose` as its recovery +reason. Its requested normal grip force was 0.8 N, capped at 0.3 N, with both jaw +actuators reaching that cap. Native 1 ms measurements show the baseline's largest +arm torque peak was 3.068862 N·m, below its 5 N·m limit. Teacher and targeted also +lost contact, recovered once and ran out of time; their final errors were +0.149773 m and 0.174343 m respectively. Baseline's transient maximum lift does +not imply that the required sustained lift/placement checks passed. + +The next diagnostic should freeze this scene and the existing models, then +change one factor per arm: jaw force alone; arm torque alone as a control; +loaded-motion speed/acceleration alone; and a separately labelled longer-horizon +diagnostic. Measure first contact loss, object/hand relative pose, native force +peaks, recovery duration, and placement dwell. Keep the original 18-second +result as a failure. A longer time budget must not retroactively count as the +same benchmark pass. + +This tests the hypothesis that retention and recovery timing dominate this +failure. It does not prove an irreducible hardware limit, and requesting more +similar videos before that diagnostic would be premature. Any later capture +brief should target the measured gap, with object mass/friction/size, approach +and transfer motion, contact visibility, state before/after, and success/failure +outcome explicitly recorded. Human demonstrations can supply observations and +coverage; aligned robot actions remain a separate prerequisite for this learner. + +## Reproduction and provenance + +From the repository with the existing source dataset and optional arm +dependencies, reproduce into a **new** output directory: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_experiment run \ + --dataset runs/huggingface-publication/dataset/native/prepared/dataset.json \ + --prior-protocol benchmarks/sample-count-19047/protocol.json \ + --prior-report benchmarks/sample-count-19047/report.json \ + --source-evidence runs/huggingface-publication/dataset/native/source/evidence \ + --task-source runs/huggingface-publication/dataset/native/source/task.skill.json \ + --seed 381527 --nominal 12 --stress 4 \ + --output runs/improvement-experiment-20261015-reproduction +``` + +The original command used `--output runs/improvement-experiment-20261015`. +Matching seed and inputs reproduces a regression experiment, not a fresh +confirmation. Timing-bearing output hashes will differ across reproductions. +Protocol and model identity require the same recorded source and dependencies. + +SHA256 values below refer to the completed original run's file bytes: + +| Artifact | SHA256 | +| --- | --- | +| Prepared source dataset | `e0edc2a275d465ad58ebe1649e1df69c6ec37c30028f64f1c21c483c0f95cad9` | +| Historical protocol | `1e6d475aed2b505ec1ed4ef3990c723b7f9171863647bbfeb01610ba9c8c8eec` | +| Historical report | `e8035534485bfd7473c215c368213c687584573013b07a4e75bc428c668e6d08` | +| `experiment-plan.json` | `d525adaf1310f691ed036c4f3c22b1a847d9eea3875bd814675efb9178ecc800` | +| `benchmark/protocol.json` | `ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2` | +| `benchmark/models-frozen.json` | `44ff1729b7c0770a6eb21e873e133c9248a08a2549b76013f43318e9dad94b38` | +| `benchmark/report.json` | `1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce` | +| `report.json` | `2f1d9f0101ed0e8d5b87ca8e1dbda6d71ee9671095a314868458402de57d8b28` | +| Baseline capsule | `32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d` | +| Generic capsule | `2877c0c99a878bb4d748215032026b7a79e1683d4c3adac423407fd38d591b82` | +| Targeted capsule | `7608e64e9b6fc770d121f57a831d835d07c68d2a86236bbe9ac3e3c3a4dede4a` | + +The plan stores full group IDs, source-file hashes, reserve ranking and selection +provenance. The protocol stores all scene declarations and runtime hashes. Raw +failure evidence is in `benchmark/qualification/baseline4/scene-15/run.json`, +with teacher evidence in `benchmark/teacher/scene-15/run.json` and matching +candidate/control receipts under each cohort directory. + +This is one seed, one selected reserve per condition, one narrow simulated task +and a very small scene set. No reward, contributor value, premium-plan promise, +physical deployment or automatic promotion follows. All scenes inspected here +now belong to development/regression evidence; any future improvement claim +needs a newly frozen confirmation suite and repeated cohort compositions. diff --git a/pyproject.toml b/pyproject.toml index 3628b2a..9e16d57 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -31,6 +31,8 @@ dvidia-train = "dvidia_training.footage_pipeline:main" dvidia-training-studio = "dvidia_training.training_studio:main" dvidia-training-doctor = "dvidia_training.doctor:main" dvidia-training-benchmark = "dvidia_training.footage_benchmark:main" +dvidia-improvement = "dvidia_training.improvement_experiment:main" +dvidia-improvement-studio = "dvidia_training.improvement_studio:main" dvidia-skill-capsule = "dvidia_training.arm_entrypoints:capsule_main" dvidia-skillspace-coverage = "dvidia_training.coverage:main" dvidia-episode-tape = "dvidia_training.episode_tape:main" diff --git a/src/dvidia_training/footage_benchmark.py b/src/dvidia_training/footage_benchmark.py index f24e6e1..84da10b 100644 --- a/src/dvidia_training/footage_benchmark.py +++ b/src/dvidia_training/footage_benchmark.py @@ -10,13 +10,15 @@ from hashlib import sha256 import json import math +import re from pathlib import Path import time from .footage_pipeline import _canonical, _fresh, _json, _prepare, _prepared_copy DEFAULT_COUNTS = (2, 4, 7) -SOURCE_FILES = ('footage_benchmark.py', 'footage_pipeline.py', 'footage_data.py', 'footage_train.py') +SOURCE_FILES = ('footage_benchmark.py', 'footage_pipeline.py', 'footage_data.py', 'footage_train.py', + 'improvement_experiment.py') EVIDENCE_FILE_MAX_BYTES = 8 * 1024 * 1024 EVIDENCE_TOTAL_MAX_BYTES = 128 * 1024 * 1024 @@ -90,6 +92,49 @@ def nested_subsets(dataset, counts=None, seed=17): return result +def explicit_subsets(dataset, cohorts): + """Validate named whole-group variants against unchanged source splits. + + Variants may intentionally share their baseline groups. A group cannot be + repeated within a variant, split across source partitions, or selected from + development/test. Only a cohort's identity and train group IDs are supplied; + episode membership is derived, never accepted from a caller. + """ + # Reuse the connected-lineage and split-receipt checks before selecting IDs. + nested_subsets(dataset, counts=[1], seed=0) + if type(cohorts) is not list or not 1 <= len(cohorts) <= 8: + raise ValueError('Supply one to eight explicit cohorts.') + episodes = dataset['episodes'] + training = {row['group_id'] for row in episodes if row['split'] == 'train'} + fixed = {name: [row['id'] for row in episodes if row['split'] == name] + for name in ('dev', 'test')} + result, names = [], set() + for cohort in cohorts: + if type(cohort) is not dict or set(cohort) != {'cohort_id', 'train_group_ids'}: + raise ValueError('Each cohort needs only cohort_id and train_group_ids.') + name = cohort['cohort_id'] + if (type(name) is not str or not re.fullmatch(r'[a-z][a-z0-9-]{0,47}', name) + or name in {'con', 'prn', 'aux', 'nul'} + or re.fullmatch(r'(?:com|lpt)[1-9]', name) or name in names): + raise ValueError('Cohort IDs must be unique safe lowercase names.') + names.add(name) + selected = cohort['train_group_ids'] + if (type(selected) is not list or not 1 <= len(selected) <= 64 + or any(type(group) is not str or group not in training for group in selected) + or len(set(selected)) != len(selected)): + raise ValueError('Each cohort must select distinct whole training groups only.') + result.append({'cohort_id': name, 'training_group_count': len(selected), + 'train_group_ids': list(selected), + 'train_episode_ids': [row['id'] for row in episodes + if row['split'] == 'train' and row['group_id'] in selected], + 'dev_episode_ids': list(fixed['dev']), 'test_episode_ids': list(fixed['test'])}) + return result + + +def _cohort_name(spec): + return spec.get('cohort_id', f"groups-{spec['training_group_count']:03}") + + def _layout_digest(scene): # A new seed or material value cannot turn the same layout into new coverage. return _digest({key: scene[key] for key in ('object_position', 'target_position')}) @@ -220,7 +265,7 @@ def _materialize_subset(snapshot, spec, output): dataset['actual_media_episodes'] = len(dataset['episodes']) dataset['independent_groups'] = len(dataset['groups']) dataset['benchmark_parent_dataset_sha256'] = sha256(snapshot.read_bytes()).hexdigest() - temporary = snapshot.parent / f"subset-{spec['training_group_count']:03}.json" + temporary = snapshot.parent / f"subset-{_cohort_name(spec)}.json" with temporary.open('xb') as handle: handle.write(_canonical(dataset) + b'\n') try: @@ -301,7 +346,8 @@ def _paired_outcomes(teachers, rows): def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stress=4, - task_source=None, grounding=None, source_evidence=None): + task_source=None, grounding=None, source_evidence=None, cohorts=None, + excluded_scenes=(), experiment=None, training_seed=None): """Fit every frozen count before evaluating any of its scene outcomes.""" started = time.perf_counter() from .arm_entrypoints import require_arm @@ -312,13 +358,25 @@ def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stres from .footage_train import _load_dataset, RIDGE_GRID from .skillspace import load_skillspace _integer(seed, 0, 999900, 'Benchmark seed') + training_seed = seed if training_seed is None else _integer(training_seed, 0, 999999, 'Training seed') dataset_path = Path(dataset_path) dataset, original_dataset_hash, _, sidecars = _load_dataset(dataset_path) if set(sidecars) != {row['id'] for row in dataset['episodes']}: raise ValueError('Every benchmark episode needs validated aligned movement supervision.') - subsets = nested_subsets(dataset, counts, seed) + if cohorts is not None and counts is not None: + raise ValueError('Choose explicit cohorts or nested counts, not both.') + subsets = (explicit_subsets(dataset, cohorts) if cohorts is not None + else nested_subsets(dataset, counts, seed)) original_scenes, exclusion = _source_scenes(dataset, sidecars, source_evidence) - cases = make_scenes(seed, nominal, stress, original_scenes) + from .arm_runner import validate_scene + if not isinstance(excluded_scenes, (list, tuple)) or len(excluded_scenes) > 1200: + raise ValueError('Use at most 1200 additional excluded scene declarations.') + excluded_scenes = [validate_scene(deepcopy(scene)) for scene in excluded_scenes] + if experiment is not None: + if type(experiment) is not dict or len(_canonical(experiment)) > 1024 * 1024: + raise ValueError('Experiment provenance must be a JSON object of at most 1 MiB.') + experiment = json.loads(_canonical(experiment)) + cases = make_scenes(seed, nominal, stress, [*original_scenes, *excluded_scenes]) task_source = Path(task_source) if task_source is not None else Path(__file__).with_name('place_cup.skill.json') task = _json(task_source, limit=128 * 1024) raw = task_source.read_bytes() @@ -337,7 +395,7 @@ def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stres _write(output / 'grounding.json', resolved_grounding) input_hashes['grounding.json'] = sha256((output / 'grounding.json').read_bytes()).hexdigest() for spec in subsets: - relative = f"subsets/groups-{spec['training_group_count']:03}" + relative = f"subsets/{_cohort_name(spec)}" destination = output / relative destination.parent.mkdir(parents=True, exist_ok=True) _materialize_subset(snapshot, spec, destination) @@ -349,10 +407,12 @@ def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stres 'runtime': capsule_runtime(), 'benchmark_source_sha256': _source_hashes(), 'input_files_sha256': input_hashes, 'seed': seed, 'subsets': subsets, 'scenes': cases, 'source_scene_exclusion': exclusion, - 'training': {'frames_per_clip': 12, 'resolution': 16, 'latent_dim': 8, + 'additional_excluded_scenes': excluded_scenes, 'experiment': experiment, + 'training': {'seed': training_seed, 'frames_per_clip': 12, 'resolution': 16, 'latent_dim': 8, 'movement_centers': 8, 'regularization_grid': list(RIDGE_GRID), 'selection': 'The same fixed development episodes select regularization for each count.'}, - 'rules': {'counts': 'Nested whole connected training groups; development and test episodes never change.', + 'rules': {'counts': ('Explicit whole connected training-group cohorts; development and test episodes never change.' + if cohorts is not None else 'Nested whole connected training groups; development and test episodes never change.'), 'freeze': 'Freeze this protocol before fitting; freeze all candidates before any scene evaluation.', 'teacher': 'One authored baseline per exact scene, shared by all candidates.', 'control': 'Each candidate uses identical recorded joint targets with jaws forced open.', @@ -362,8 +422,8 @@ def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stres candidates = [] for spec in subsets: _assert_inputs(output, protocol) - directory = f"candidates/groups-{spec['training_group_count']:03}" - result = run(output / spec['dataset_path'], output / directory, seed=seed, + directory = f"candidates/{_cohort_name(spec)}" + result = run(output / spec['dataset_path'], output / directory, seed=training_seed, task_source=output / 'task.skill.json', grounding=output / 'grounding.json' if resolved_grounding is not None else None) inspect_run(output / directory) @@ -373,7 +433,7 @@ def benchmark(dataset_path, output, *, counts=None, seed=19043, nominal=8, stres raise ValueError('Training changed the frozen source-group assignments.') capsule_path = output / directory / 'candidate.skill-capsule.json' installation = install_capsule(capsule_path.read_bytes(), output / 'installs') - candidates.append({'training_group_count': spec['training_group_count'], + candidates.append({'cohort_id': _cohort_name(spec), 'training_group_count': spec['training_group_count'], 'training_episode_count': len(spec['train_episode_ids']), 'training_action_samples': result['movement']['training']['sample_count'], 'training_pipeline_seconds': result['elapsed_seconds'], @@ -413,7 +473,7 @@ def verify(): rows = [] for case in cases: verify() - relative = f"qualification/groups-{candidate['training_group_count']:03}/{case['id']}" + relative = f"qualification/{candidate['cohort_id']}/{case['id']}" record = {'case_id': case['id'], 'group': case['group'], 'scene_sha256': case['scene_sha256'], 'status': 'completed', 'qualified': False, 'run_path': f'{relative}/run.json', 'controls_path': f'{relative}/controls.json', 'qualification_path': f'{relative}/qualification.json'} @@ -444,8 +504,11 @@ def verify(): 'protocol_sha256': protocol_hash, 'models_frozen_sha256': models_hash, 'source_scene_exclusion': exclusion['status'], 'declared_source_exact_layout_exclusion_established': exclusion['status'] == 'excluded_hash_bound_native_declarations', - 'analysis_scope': {'composition': 'Single composition-order pilot: count is confounded with which training groups are added.', - 'scene_independence': 'The same distinct benchmark scenes are reused for every count; condition-by-scene runs are not independent scenes.', + 'additional_excluded_layout_count': len({_layout_digest(scene) for scene in excluded_scenes}), + 'experiment': experiment, + 'analysis_scope': {'composition': ('Explicit cohort pilot: one composition per variant; equal group counts need not mean equal rows, duration or information.' + if cohorts is not None else 'Single composition-order pilot: count is confounded with which training groups are added.'), + 'scene_independence': 'The same distinct benchmark scenes are reused for every candidate; condition-by-scene runs are not independent scenes.', 'stratification': 'Nominal and actuator-stress outcomes are reported separately. Combined counts and clocks are execution totals, not a pooled performance estimate.', 'novelty': 'Only exact source object/target layout exclusion is checked relative to supplied hash-bound native declarations; no out-of-distribution or human-transfer claim.', 'modality': 'The movement candidate learns aligned numerical actions; the RGB predictor does not control the arm.'}, @@ -463,7 +526,7 @@ def verify(): 'comparisons': comparisons, 'benchmark_wall_seconds': time.perf_counter() - started, 'timing_scope': 'Benchmark function wall time includes arm dependency imports, source validation, scene planning, input copies, frozen plans, fits, installation, native evaluations and artifact output before the final report. Process startup, top-level module imports and final report writing are excluded. Pipeline and native episode clocks retain their own narrower scopes.', 'limitations': ['Training group counts and numerical action sample counts are different evidence units.', - 'The same frozen source dev/test episodes and benchmark scenes are shared across counts; they are not independent repeated studies.', + 'The same frozen source dev/test episodes and benchmark scenes are shared across candidates; they are not independent repeated studies.', 'Scene exclusion is relative to hash-bound supplier declarations when supplied; otherwise source-scene disjointness is unestablished.', 'Actuator-stress failures can be shared physical/controller limits, not a demonstrated need for more labels.', 'Privileged native simulator state and authored phases, gripper/contact logic and recovery remain in use.', diff --git a/src/dvidia_training/improvement.py b/src/dvidia_training/improvement.py new file mode 100644 index 0000000..0f6cea9 --- /dev/null +++ b/src/dvidia_training/improvement.py @@ -0,0 +1,525 @@ +"""Turn bounded benchmark evidence into provisional next experiments. + +No model call, training, account mutation, or physical qualification occurs here. +The diagnosis rules propose investigations; they do not establish causal truth. +""" +from __future__ import annotations + +from copy import deepcopy +from hashlib import sha256 +import json +import math +from pathlib import Path +import re + +FORMAT = 'dvidia.skillspace-improvement.v1' +MAX_BYTES = 8 * 1024 * 1024 +MAX_PREPARED_EPISODES = 1024 + + +def _read(path): + path = Path(path).absolute() + if (any(part.is_symlink() for part in (path, *path.parents)) or + not path.is_file() or path.stat().st_size > MAX_BYTES): + raise ValueError('Expected a bounded regular benchmark JSON file.') + raw = path.read_bytes() + if len(raw) > MAX_BYTES: + raise ValueError('Benchmark JSON exceeds its size limit.') + + def pairs(items): + result = {} + for key, value in items: + if key in result: + raise ValueError('Duplicate benchmark JSON key.') + result[key] = value + return result + + def invalid(value): + raise ValueError('Non-finite benchmark JSON number.') + + value = json.loads(raw, object_pairs_hook=pairs, parse_constant=invalid) + if type(value) is not dict: + raise ValueError('Expected a benchmark JSON object.') + return value, sha256(raw).hexdigest() + + +def _prepared_episodes(dataset): + """Bound and type-check metadata before connected-group reconstruction.""" + episodes = dataset.get('episodes') + if (type(episodes) is not list or not 1 <= len(episodes) <= MAX_PREPARED_EPISODES or + any(type(row) is not dict for row in episodes)): + raise ValueError('Expected one to 1024 prepared episode objects.') + identities = set() + for row in episodes: + identity = _identity(row.get('id')) + if identity in identities: + raise ValueError('Prepared episode identities must be unique.') + identities.add(identity) + if (type(row.get('media_sha256')) is not str or + not re.fullmatch(r'[a-f0-9]{64}', row['media_sha256']) or + row.get('split') not in ('train', 'dev', 'test')): + raise ValueError('Prepared episode media or split is invalid.') + _identity(row.get('group_id')) + for key in ('source_recording_id', 'session_id', 'shoe_pair_id'): + if key not in row or (row[key] is not None and + (type(row[key]) is not str or not 1 <= len(row[key]) <= 200)): + raise ValueError('Prepared episode lineage must be bounded text or null.') + + +def _validate_experiment_plan(protocol, report): + """Require executed memberships and budgets to match the frozen selection.""" + experiment = protocol.get('experiment') + if type(experiment) is not dict or experiment != report.get('experiment'): + raise ValueError('Follow-up selection provenance is missing or inconsistent.') + plan = experiment.get('plan') + from .footage_pipeline import _canonical + if (type(plan) is not dict or + sha256(_canonical(plan) + b'\n').hexdigest() != experiment.get('plan_sha256') or + plan.get('kind') != 'dvidia.improvement-experiment-plan.v1' or + plan.get('scope') != 'simulation-only' or plan.get('physical_robot_ready') is not False): + raise ValueError('Expected the supported frozen improvement experiment plan.') + inputs = protocol.get('input_files_sha256') + source = protocol.get('source_dataset_sha256') + if (type(inputs) is not dict or type(source) is not str or + not re.fullmatch(r'[a-f0-9]{64}', source) or + inputs.get('source/dataset.json') != source or plan.get('source_dataset_sha256') != source): + raise ValueError('Follow-up original and prepared source bindings differ.') + training = protocol.get('training') + if type(training) is not dict: + raise ValueError('Follow-up requires a frozen training recipe.') + for key, actual in (('training_seed', training.get('seed')), ('evaluation_seed', protocol.get('seed'))): + expected = plan.get(key) + if type(expected) is not int or not 0 <= expected <= 999999 or type(actual) is not int or actual != expected: + raise ValueError('Follow-up seeds differ from the frozen plan.') + budget = plan.get('evaluation_budget') + if (type(budget) is not dict or set(budget) != {'nominal_scenes', 'actuator_stress_scenes'} or + any(type(value) is not int or not 0 <= value <= 24 for value in budget.values()) or + not 1 <= sum(budget.values()) <= 24): + raise ValueError('Follow-up requires a bounded frozen scene budget.') + for group in ('nominal', 'actuator_stress'): + if sum(scene.get('group') == group for scene in protocol['scenes']) != budget[group + '_scenes']: + raise ValueError('Follow-up scene counts differ from the frozen budget.') + + expected_names = {'baseline4', 'generic5', 'targeted5'} + indexes = [] + for rows in (protocol.get('subsets'), plan.get('cohorts'), plan.get('memberships')): + if (type(rows) is not list or len(rows) != 3 or any(type(row) is not dict for row in rows) or + any(type(row.get('cohort_id')) is not str for row in rows)): + raise ValueError('Frozen plan requires three distinct cohort memberships.') + index = {row['cohort_id']: row for row in rows} + if set(index) != expected_names: + raise ValueError('Frozen plan cohort identities differ from the executed comparison.') + indexes.append(index) + executed, cohorts, memberships = indexes + for name, spec in executed.items(): + if (set(cohorts[name]) != {'cohort_id', 'train_group_ids'} or + cohorts[name]['train_group_ids'] != spec.get('train_group_ids')): + raise ValueError('Executed cohort groups differ from the frozen selection.') + for key in ('training_group_count', 'train_group_ids', 'train_episode_ids', + 'dev_episode_ids', 'test_episode_ids'): + if key not in memberships[name] or memberships[name][key] != spec.get(key): + raise ValueError('Executed episode memberships differ from the frozen plan.') + return plan + + +def _number(value, label): + if type(value) not in (float, int) or not 0 <= value <= 1e12 or not math.isfinite(value): + raise ValueError(f'Invalid {label}.') + return value + + +def _identity(value): + if not isinstance(value, str) or not re.fullmatch(r'[A-Za-z0-9][A-Za-z0-9_-]{0,79}', value): + raise ValueError('Invalid benchmark identifier.') + return value + + +def _rows(rows, scenes, *, teacher=False): + if type(rows) is not list or len(rows) != len(scenes): + raise ValueError('Every planned scene must retain an outcome, including errors.') + seen = set() + for row in rows: + if type(row) is not dict or row.get('case_id') not in scenes or row['case_id'] in seen: + raise ValueError('Unknown or repeated benchmark scene outcome.') + seen.add(row['case_id']) + scene = scenes[row['case_id']] + if row.get('scene_sha256') != scene['scene_sha256'] or row.get('group') != scene['group']: + raise ValueError('Outcome no longer matches its frozen scene.') + if row.get('status') not in ('completed', 'error'): + raise ValueError('Unknown benchmark outcome state.') + fields = ('success',) if teacher else ('student_success', 'control_success', 'qualified') + if row['status'] == 'completed' and any(type(row.get(key)) is not bool for key in fields): + raise ValueError('Completed outcomes require explicit boolean results.') + if row['status'] == 'error' and any(row.get(key) is True for key in fields): + raise ValueError('An execution error cannot qualify as success.') + if not teacher and row.get('qualified') is True and not ( + row.get('student_success') is True and row.get('control_success') is False): + raise ValueError('Qualification requires student success and failed negative control.') + for key, value in row.items(): + if key.endswith(('_seconds', '_error_m')) and value is not None: + _number(value, key) + + +def load_benchmark(directory): + """Check receipt bindings and complete per-case accounting, without executing it.""" + root = Path(directory).absolute() + if any(p.is_symlink() for p in (root, *root.parents)): + raise ValueError('Benchmark directories must not traverse symbolic links.') + report, report_hash = _read(root / 'report.json') + protocol, protocol_hash = _read(root / 'protocol.json') + models, models_hash = _read(root / 'models-frozen.json') + checksum = root / 'protocol.sha256' + if checksum.is_symlink() or not checksum.is_file() or checksum.stat().st_size > 128: + raise ValueError('Missing bounded protocol checksum.') + if (report.get('protocol_sha256') != protocol_hash or + checksum.read_text().strip() != protocol_hash or + models.get('protocol_sha256') != protocol_hash or + report.get('models_frozen_sha256') != models_hash): + raise ValueError('Benchmark receipt hashes do not match.') + if (report.get('kind') != 'dvidia.footage-sample-count-result' or + protocol.get('kind') != 'dvidia.footage-sample-count-benchmark' or + any(d.get('schema_version') != 1 or d.get('scope') != 'simulation-only' or + d.get('physical_robot_ready') is not False for d in (report, protocol))): + raise ValueError('Only the supported simulation benchmark is accepted.') + cases = protocol.get('scenes') + if type(cases) is not list or not 1 <= len(cases) <= 24: + raise ValueError('Expected one to 24 planned scenes.') + scenes = {} + from .skill_capsule import scene_sha256 + from .footage_benchmark import _layout_digest + for scene in cases: + if type(scene) is not dict or type(scene.get('scene')) is not dict: + raise ValueError('Expected a frozen scene object.') + identity = _identity(scene.get('id')) + if identity in scenes or scene.get('group') not in ('nominal', 'actuator_stress'): + raise ValueError('Duplicate or unsupported planned scene.') + if (scene_sha256(scene['scene']) != scene.get('scene_sha256') or + _layout_digest(scene['scene']) != scene.get('layout_sha256')): + raise ValueError('Frozen scene contents do not match their hashes.') + scenes[identity] = scene + if type(report.get('teacher')) is not dict: + raise ValueError('Expected an authored-controller result object.') + _rows(report['teacher'].get('outcomes'), scenes, teacher=True) + comparisons = report.get('comparisons') + candidates = models.get('candidates') + if type(comparisons) is not list or not 1 <= len(comparisons) <= 8 or type(candidates) is not list: + raise ValueError('Expected bounded frozen benchmark candidates.') + if len(comparisons) != len(candidates): + raise ValueError('Every frozen candidate must retain a result.') + identities = set() + for row, frozen in zip(comparisons, candidates): + if type(row) is not dict or type(frozen) is not dict: + raise ValueError('Expected candidate result objects.') + if any(row.get(key) != value for key, value in frozen.items()): + raise ValueError('Candidate results differ from the frozen model record.') + count = row.get('training_group_count') + if type(count) is not int or not 1 <= count <= 64: + raise ValueError('Invalid training group count.') + identity = _identity(row.get('cohort_id', f'groups-{count:03}')) + if identity in identities: + raise ValueError('Repeated candidate identity.') + identities.add(identity) + _number(row.get('training_action_samples'), 'training sample count') + _number(row.get('training_pipeline_seconds'), 'training time') + _rows(row.get('outcomes'), scenes) + _number(report.get('benchmark_wall_seconds'), 'benchmark time') + if protocol.get('experiment') is not None: + # Explicit cohorts must bind the prepared source's real connected groups. + _validate_experiment_plan(protocol, report) + dataset, dataset_hash = _read(root / 'source' / 'dataset.json') + if dataset_hash != protocol.get('input_files_sha256', {}).get('source/dataset.json'): + raise ValueError('Follow-up prepared source hash changed.') + _prepared_episodes(dataset) + from .footage_benchmark import explicit_subsets + specs = protocol.get('subsets') + if type(specs) is not list or any(type(s) is not dict for s in specs): + raise ValueError('Expected explicit frozen source memberships.') + derived = explicit_subsets(dataset, [{'cohort_id': s.get('cohort_id'), + 'train_group_ids': s.get('train_group_ids')} for s in specs]) + for spec, truth in zip(specs, derived): + if any(spec.get(key) != value for key, value in truth.items()): + raise ValueError('Follow-up membership differs from the prepared source groups.') + return {'report': report, 'protocol': protocol, + 'report_sha256': report_hash, 'protocol_sha256': protocol_hash} + + +def candidate(bundle, identity): + for row in bundle['report']['comparisons']: + key = row.get('cohort_id', f"groups-{row['training_group_count']:03}") + if key == identity: + return row + raise ValueError('Requested baseline is absent from this benchmark.') + + +def _counts(rows, group): + rows = [r for r in rows if r['group'] == group] + return {'qualified': sum(r.get('qualified') is True for r in rows), + 'total': len(rows), 'successes': sum(r.get('student_success') is True for r in rows), + 'errors': sum(r['status'] == 'error' for r in rows)} + + +def _evidence(row, teacher): + return {key: row.get(key) for key in ('case_id', 'group', 'student_success', 'control_success')} | { + 'teacher_success': teacher.get('success'), + 'reason': row.get('student_reason', 'Execution did not complete')} + + +def diagnose(bundle, baseline_id): + baseline = candidate(bundle, baseline_id) + teachers = {r['case_id']: r for r in bundle['report']['teacher']['outcomes']} + cases = {r['id']: r for r in bundle['protocol']['scenes']} + buckets = {k: [] for k in ('execution', 'control', 'qualification', 'candidate', 'shared')} + for row in baseline['outcomes']: + teacher = teachers[row['case_id']] + if row['status'] == 'error' or teacher['status'] == 'error': + buckets['execution'].append(row) + elif row['control_success']: + buckets['control'].append(row) + elif row['qualified']: + continue + elif row['student_success']: + buckets['qualification'].append(row) + elif teacher['success'] and not row['student_success']: + buckets['candidate'].append(row) + else: + buckets['shared'].append(row) + definitions = { + 'execution': ('Resolve incomplete trials', + 'Execution errors prevent a reliable comparison. Restore the runner and repeat the frozen cases.', + 'Inspect runtime errors and preserve every failed attempt before requesting new demonstrations.'), + 'control': ('Check the success test', + 'The open-jaw control also completed. The current trial does not isolate useful learned behavior.', + 'Inspect control traces and the outcome test. Any changed benchmark must receive a new version.'), + 'qualification': ('Investigate the rejected qualification', + 'The candidate completed the task but its qualification did not pass. Inspect the qualification receipt before making a training-data diagnosis.', + 'Inspect the qualification gate and bound artifacts; preserve successful and rejected outcomes separately.'), + 'candidate': ('Test examples near the missed placement', + 'The authored controller succeeded where this candidate failed. Training coverage or the learner may explain the difference; the cause is unproven.', + 'Compare targeted additions with the current dataset and an equal-group alternative on fresh scenes.'), + 'shared': ('Investigate the shared failure', + 'Both the authored controller and candidate failed. Controller behavior, actuator limits or simulation assumptions may be responsible.', + 'Inspect the grasp and actuator response before deciding whether additional recordings are useful.'), + } + result = [] + for category, rows in buckets.items(): + if not rows: + continue + title, explanation, action = definitions[category] + capture = category == 'candidate' + scene = cases[rows[0]['case_id']]['scene'] + position = ', '.join(f'{x:.3f}' for x in scene['object_position']) + target = ', '.join(f'{x:.3f}' for x in scene['target_position']) + instruction = (f'Collect three new, independent simulated rigid-block placement episodes in the supported envelope near start [{position}] m and target [{target}] m. ' + 'Vary nearby layouts rather than copying the development trial. Preserve synchronized video, measured state, issued robot commands, and the visible result. ' + 'Retain unsuccessful attempts and recovery with their actual outcome.' if capture else action) + result.append({'id': f'{category}-investigation', 'category': category, + 'title': title, 'explanation': explanation, 'status': 'provisional', + 'next_action': action, + 'request': {'title': title, 'instruction': instruction, + 'why': f'{len(rows)} development case(s) support this investigation; expected training benefit is unmeasured.', + 'capture_mode': 'aligned_simulation' if capture else 'diagnostic', + 'required_groups': 3 if capture else None, + 'acceptance': ['Keep source, session, object and derivative identities connected.', + 'Keep evaluation-only sources outside training.', + 'Retain before-state, the full attempt and visible after-state; mark hidden outcomes unknown.', + 'Training requires validated aligned commands; ordinary phone video is observation evidence.', + 'Three groups is a bounded collection budget, not a sufficient demonstration count.'] if capture else [ + 'Retain complete traces, failures and matched control evidence.', + 'Keep changed conditions and benchmark versions explicit.']}, + 'evidence': [_evidence(row, teachers[row['case_id']]) for row in rows]}) + return result + + +def _paired(baseline, rows, group='nominal'): + prior = {r['case_id']: r for r in baseline} + values = {'improved': 0, 'regressed': 0, 'unchanged': 0, 'errors': 0} + for row in rows: + if row['group'] != group: + continue + old = prior[row['case_id']] + if row['status'] == 'error' or old['status'] == 'error': + values['errors'] += 1 + else: + key = 'unchanged' if row['qualified'] == old['qualified'] else 'improved' if row['qualified'] else 'regressed' + values[key] += 1 + return values + + +def _validate_followup(development, evaluation, baseline_id): + """Bind the follow-up to the diagnosed source and fixed comparison recipe.""" + old, new = development['protocol'], evaluation['protocol'] + plan = _validate_experiment_plan(new, evaluation['report']) + if new.get('source_dataset_sha256') != old.get('source_dataset_sha256'): + raise ValueError('Follow-up source dataset differs from the diagnosed dataset.') + if new.get('runtime') != old.get('runtime'): + raise ValueError('Follow-up runtime or simulator implementation changed.') + for name in ('footage_pipeline.py', 'footage_data.py', 'footage_train.py'): + if new.get('benchmark_source_sha256', {}).get(name) != old.get('benchmark_source_sha256', {}).get(name): + raise ValueError('Follow-up learner or input implementation changed.') + if new.get('input_files_sha256', {}).get('task.skill.json') != old.get('input_files_sha256', {}).get('task.skill.json'): + raise ValueError('Follow-up task definition changed.') + for key, value in old.get('training', {}).items(): + if new.get('training', {}).get(key) != value: + raise ValueError('Follow-up training recipe changed.') + if new.get('training', {}).get('seed') != old.get('training', {}).get('seed', old.get('seed')): + raise ValueError('Follow-up training seed changed.') + if (plan.get('historical_protocol_sha256') != development['protocol_sha256'] or + plan.get('historical_report_sha256') != development['report_sha256']): + raise ValueError('Follow-up experiment is not bound to the diagnosed evidence.') + prior = next((s for s in old['subsets'] if s.get('cohort_id', f"groups-{s['training_group_count']:03}") == baseline_id), None) + if type(new.get('subsets')) is not list or len(new['subsets']) != 3 or any(type(s) is not dict for s in new['subsets']): + raise ValueError('Follow-up requires three distinct cohort memberships.') + specs = {s.get('cohort_id'): s for s in new['subsets']} + if prior is None or set(specs) != {'baseline4', 'generic5', 'targeted5'}: + raise ValueError('Follow-up cohort memberships are incomplete.') + for spec in specs.values(): + partition = [] + for key in ('train_episode_ids', 'dev_episode_ids', 'test_episode_ids'): + ids = spec.get(key) + if type(ids) is not list or not ids or any(type(i) is not str for i in ids): + raise ValueError('Follow-up partitions require nonempty episode identities.') + if len(ids) != len(set(ids)): + raise ValueError('Follow-up partitions cannot duplicate episodes.') + partition.append(set(ids)) + if any(partition[a] & partition[b] for a, b in ((0, 1), (0, 2), (1, 2))): + raise ValueError('Follow-up episodes cross partitions.') + for key in ('train_group_ids', 'train_episode_ids', 'dev_episode_ids', 'test_episode_ids'): + if specs['baseline4'].get(key) != prior.get(key): + raise ValueError('Follow-up baseline membership changed.') + baseline_groups = set(prior['train_group_ids']) + additions = [] + for name in ('generic5', 'targeted5'): + spec = specs[name] + groups = spec.get('train_group_ids', []) + if (len(set(groups)) != len(groups) or not baseline_groups < set(groups) or + len(groups) != len(baseline_groups) + 1 or + not set(prior['train_episode_ids']) < set(spec.get('train_episode_ids', []))): + raise ValueError('Follow-up additions must retain the baseline and add one distinct source group.') + for key in ('dev_episode_ids', 'test_episode_ids'): + if spec.get(key) != prior.get(key): + raise ValueError('Follow-up development/test partition changed.') + train_ids = spec['train_episode_ids'] + heldout_ids = set(prior['dev_episode_ids']) | set(prior['test_episode_ids']) + if len(set(train_ids)) != len(train_ids) or set(train_ids) & heldout_ids: + raise ValueError('Follow-up training episodes duplicate or cross held-out partitions.') + additions.append(set(groups) - baseline_groups) + if additions[0] == additions[1]: + raise ValueError('Targeted and general additions must be distinct.') + for comparison in evaluation['report']['comparisons']: + spec = specs.get(comparison.get('cohort_id'), {}) + if comparison['training_group_count'] != len(spec.get('train_group_ids', [])): + raise ValueError('Follow-up candidate count differs from its frozen membership.') + known = {r['layout_sha256'] for r in old['scenes']} + known.update(r['layout_sha256'] for r in new.get('source_scene_exclusion', {}).get('bindings', [])) + if known & {r['layout_sha256'] for r in new['scenes']}: + raise ValueError('Follow-up scenes reuse known development or source layouts.') + + +def build_dashboard(development, baseline_id='groups-004', evaluation=None): + """A read model of measured results and clearly provisional capture hypotheses.""" + base = candidate(development, baseline_id) + hypotheses = diagnose(development, baseline_id) + previous_hypotheses = [] + diagnosis_source = development + shown_id = baseline_id + comparisons = [] + conclusion = {'status': 'planned', 'headline': 'Test the next useful example.', + 'detail': 'These hypotheses come from development failures. Their training benefit has not been measured.', + 'next_step': 'Freeze a baseline, a targeted addition and an equal-group alternative before evaluating them.'} + shown = base + wall = development['report']['benchmark_wall_seconds'] + if evaluation is not None: + _validate_followup(development, evaluation, baseline_id) + # This first adapter deliberately accepts one named experimental recipe. + labels = {'baseline4': 'Current dataset', 'generic5': 'General addition', 'targeted5': 'Targeted addition'} + cohorts = {r.get('cohort_id'): r for r in evaluation['report']['comparisons']} + if set(cohorts) != set(labels): + raise ValueError('Follow-up requires baseline4, generic5 and targeted5 cohorts.') + shown = cohorts['baseline4'] + shown_id = 'baseline4' + # Once inspected, the evaluation is development evidence for the next + # investigation. Never keep issuing a stale collection request merely + # because the prior hypothesis was plausible. + previous_hypotheses = hypotheses + hypotheses = diagnose(evaluation, shown_id) + diagnosis_source = evaluation + if cohorts['generic5']['training_group_count'] != cohorts['targeted5']['training_group_count']: + raise ValueError('Addition arms must use an equal group budget.') + for key, label in labels.items(): + row = cohorts[key] + comparisons.append({'id': key, 'label': label, + 'train_groups': row['training_group_count'], + 'train_samples': row['training_action_samples'], + 'nominal': _counts(row['outcomes'], 'nominal'), + 'stress': _counts(row['outcomes'], 'actuator_stress'), + 'paired': _paired(shown['outcomes'], row['outcomes']), + 'paired_stress': _paired(shown['outcomes'], row['outcomes'], 'actuator_stress'), + 'training_seconds': row['training_pipeline_seconds']}) + targeted = comparisons[2] + paired = targeted['paired'] + stress = targeted['paired_stress'] + total_errors = sum(c['nominal']['errors'] + c['stress']['errors'] for c in comparisons) + if total_errors: + state, headline = 'incomplete', 'Resolve incomplete trials before judging benefit.' + elif paired['regressed'] or stress['regressed']: + state, headline = 'regression_observed', 'The targeted addition introduced regressions.' + elif paired['improved']: + state, headline = 'observed_gain', 'The targeted addition improved this nominal suite.' + else: + state, headline = 'no_measured_gain', 'No nominal completion gain demonstrated.' + conclusion = {'status': state, 'headline': headline, + 'detail': f"Across paired nominal cases: {paired['improved']} improved, {paired['regressed']} regressed, {paired['unchanged']} unchanged and {paired['errors']} incomplete. Stress cases: {stress['improved']} improved, {stress['regressed']} regressed, {stress['unchanged']} unchanged and {stress['errors']} incomplete. These are shared cases, not independent repeated studies. Compare the general addition before crediting the selection rule.", + 'next_step': 'Keep the current model until a predeclared improvement passes regression checks. Use these inspected cases for development; a further claim needs fresh confirmation.'} + wall = evaluation['report']['benchmark_wall_seconds'] + return {'format': FORMAT, 'title': 'Place a block', 'scope': 'Simulation pilot', + 'stage': 'Experiment complete' if evaluation else 'Hypotheses ready', + 'baseline': {'id': shown_id, 'label': 'Current dataset'}, + 'summary': {'training_groups': shown['training_group_count'], + 'nominal': _counts(shown['outcomes'], 'nominal'), + 'stress': _counts(shown['outcomes'], 'actuator_stress'), 'wall_seconds': wall}, + 'hypotheses': hypotheses, 'next_hypothesis_id': hypotheses[0]['id'] if hypotheses else None, + 'previous_hypotheses': previous_hypotheses, + 'comparisons': comparisons, 'conclusion': conclusion, + 'evidence': {'development_report_sha256': development['report_sha256'], + 'development_protocol_sha256': development['protocol_sha256'], + 'diagnosis_report_sha256': diagnosis_source['report_sha256'], + 'diagnosis_protocol_sha256': diagnosis_source['protocol_sha256'], + 'evaluation_report_sha256': evaluation['report_sha256'] if evaluation else None, + 'evaluation_protocol_sha256': evaluation['protocol_sha256'] if evaluation else None}, + 'limitations': ['Local research pilot; no production account or automatic training integration.', + 'Rule-based diagnoses are hypotheses, not causal findings or calibrated probabilities.', + 'Movement is learned from aligned numerical commands. The video predictor does not control this arm.', + 'Equal source-group budgets can contain different numbers of frames and action samples.', + 'Source hashes bind reported evidence; they do not independently attest the capture history.', + 'Nominal and actuator-stress results are separate. Simulation qualification does not establish physical robot readiness.']} + + +def capture_plan(dashboard): + """Generate a real empty collection plan; never fabricate accepted evidence.""" + from .coverage import example_plan, validate_plan + requests = [h for h in dashboard['hypotheses'] if h['request']['capture_mode'] == 'aligned_simulation'] + if not requests: + raise ValueError('This diagnosis does not support a recording request yet.') + plan = deepcopy(example_plan()) + plan['plan_id'] = 'improvement-' + dashboard['evidence']['diagnosis_report_sha256'][:16] + plan['skill']['name'] = 'Rigid block placement · targeted collection' + plan['evidence'] = [] + plan['cases'] = [{'id': h['id'], 'label': h['title'], 'brief': h['request']['instruction'], + 'outcome': 'success', 'required_groups': h['request']['required_groups'], 'priority': 10} + for h in requests] + plan['benchmark']['environment'] = 'Existing authored rigid-box placement simulation adapter' + plan['benchmark']['reason'] = 'Development hypothesis; collection targets do not establish training benefit. Preserve failures separately with their actual outcome.' + return validate_plan(plan) + + +def brief(dashboard, identity): + item = next((h for h in dashboard['hypotheses'] if h['id'] == identity), None) + if item is None: + raise ValueError('Unknown investigation.') + request = item['request'] + return '\n'.join(['DVIDIA · ' + dashboard['title'], request['title'], 'Provisional investigation', '', + item['explanation'], '', request['instruction'], '', request['why'], '', + *['- ' + s for s in request['acceptance']], '', + 'Diagnosis report: ' + dashboard['evidence']['diagnosis_report_sha256'], + 'Evidence cases: ' + ', '.join(e['case_id'] for e in item['evidence']), + 'No reward, model improvement or physical robot qualification is promised.', '']) diff --git a/src/dvidia_training/improvement_experiment.py b/src/dvidia_training/improvement_experiment.py new file mode 100644 index 0000000..21b840c --- /dev/null +++ b/src/dvidia_training/improvement_experiment.py @@ -0,0 +1,220 @@ +"""A frozen, local data-selection pilot for the simplified native placement head. + +The historical failure is development evidence. Extra source groups contain +aligned simulator actions, not recovered human-video actions. Selecting a nearby +layout is a hypothesis; this module never promises an improvement. +""" +from __future__ import annotations + +import argparse +from copy import deepcopy +from hashlib import sha256 +import json +import math +from pathlib import Path +import time + +from . import footage_benchmark as benchmark_module +from .footage_pipeline import _canonical, _fresh + +HISTORICAL_SEED = 19047 +DEFAULT_SEED = 381527 +DIAGNOSTIC_CASE = 'scene-04' +KIND = 'dvidia.improvement-experiment-plan.v1' + + +def _hash(value): + return sha256(_canonical(value)).hexdigest() + + +def _layout_distance(scene, reference): + """Euclidean distance over object+target XYZ; not a dynamics distance.""" + return math.sqrt(sum((scene[key][i] - reference[key][i]) ** 2 + for key in ('object_position', 'target_position') for i in range(3))) + + +def build_plan(dataset, prior_protocol, prior_report, source_bindings, *, seed=DEFAULT_SEED, + prior_protocol_sha256=None, prior_report_sha256=None): + """Choose memberships using known development evidence and TRAIN metadata. + + No candidate results or new evaluation scenes enter this selection. All + source bindings must be produced by the verified native-evidence loader. + """ + benchmark_module._integer(seed, 0, 999900, 'New evaluation seed') + if any(type(value) is not str or len(value) != 64 or any(c not in '0123456789abcdef' for c in value) + for value in (prior_protocol_sha256, prior_report_sha256)): + raise ValueError('Historical artifact SHA256 bindings are required.') + if seed == HISTORICAL_SEED: + raise ValueError('Use a new evaluation seed; historical scenes are development evidence.') + if (prior_protocol.get('kind') != 'dvidia.footage-sample-count-benchmark' + or prior_protocol.get('seed') != HISTORICAL_SEED + or prior_protocol.get('scope') != 'simulation-only'): + raise ValueError('Expected the historical 19047 simulation protocol.') + if (prior_report.get('kind') != 'dvidia.footage-sample-count-result' + or prior_report.get('scope') != 'simulation-only' + or prior_report.get('protocol_sha256') != prior_protocol_sha256): + raise ValueError('Historical report must bind the supplied protocol bytes.') + expected = benchmark_module.nested_subsets(dataset, [4], HISTORICAL_SEED)[0] + historical = [row for row in prior_protocol['subsets'] if row['training_group_count'] == 4] + if len(historical) != 1 or any(historical[0][key] != expected[key] for key in ( + 'train_group_ids', 'train_episode_ids', 'dev_episode_ids', 'test_episode_ids')): + raise ValueError('Historical baseline membership differs from the prepared dataset.') + diagnostic_cases = [case for case in prior_protocol['scenes'] if case['id'] == DIAGNOSTIC_CASE] + students = [row for row in prior_report['comparisons'] if row['training_group_count'] == 4] + if len(diagnostic_cases) != 1 or diagnostic_cases[0]['group'] != 'nominal' or len(students) != 1: + raise ValueError('Expected one known nominal development case and four-group candidate.') + case = diagnostic_cases[0] + failed = [row for row in students[0]['outcomes'] if row['case_id'] == DIAGNOSTIC_CASE] + teachers = [row for row in prior_report['teacher']['outcomes'] if row['case_id'] == DIAGNOSTIC_CASE] + if (len(failed) != 1 or len(teachers) != 1 or failed[0].get('status') != 'completed' + or failed[0].get('student_success') is not False or teachers[0].get('success') is not True + or failed[0].get('scene_sha256') != case['scene_sha256'] + or teachers[0].get('scene_sha256') != case['scene_sha256']): + raise ValueError('The diagnosis needs a completed student failure and paired teacher success.') + bindings = {row['episode_id']: row for row in source_bindings} + if len(bindings) != len(source_bindings) or set(bindings) != {row['id'] for row in dataset['episodes']}: + raise ValueError('Native scene evidence must bind every unique source episode.') + groups = {} + for episode in dataset['episodes']: + if bindings[episode['id']]['split'] != episode['split']: + raise ValueError('Scene evidence and prepared splits disagree.') + if episode['split'] == 'train': + groups.setdefault(episode['group_id'], []).append(episode['id']) + baseline = expected['train_group_ids'] + reserve = sorted(set(groups) - set(baseline)) + if len(reserve) < 2: + raise ValueError('Need two distinct unused TRAIN groups for the matched additions.') + ranking = [] + for group in reserve: + distances = [{'episode_id': eid, 'layout_distance_m': _layout_distance(bindings[eid]['scene'], case['scene']), + 'layout_sha256': bindings[eid]['layout_sha256']} for eid in groups[group]] + ranking.append({'group_id': group, 'distance_m': min(row['layout_distance_m'] for row in distances), + 'episodes': distances, 'seeded_rank_sha256': _hash([seed, 'generic', group])}) + ranking.sort(key=lambda row: (row['distance_m'], row['group_id'])) + targeted = ranking[0]['group_id'] + generic = min((row for row in ranking if row['group_id'] != targeted), + key=lambda row: (row['seeded_rank_sha256'], row['group_id']))['group_id'] + cohorts = [{'cohort_id': 'baseline4', 'train_group_ids': list(baseline)}, + {'cohort_id': 'generic5', 'train_group_ids': [*baseline, generic]}, + {'cohort_id': 'targeted5', 'train_group_ids': [*baseline, targeted]}] + specs = benchmark_module.explicit_subsets(dataset, cohorts) + return {'kind': KIND, 'scope': 'simulation-only', 'physical_robot_ready': False, + 'historical_protocol_sha256': prior_protocol_sha256, + 'historical_report_sha256': prior_report_sha256, + 'source_dataset_sha256': prior_protocol['source_dataset_sha256'], + 'development_diagnosis': {'case_id': DIAGNOSTIC_CASE, 'scene': deepcopy(case['scene']), + 'scene_sha256': case['scene_sha256'], 'status': 'known_development_failure', + 'student_reason': failed[0].get('student_reason'), 'teacher_success': True, + 'hypothesis': 'A nearby unused training layout may improve the learned movement head; distance is a selection heuristic, not evidence of cause.'}, + 'selection': {'rule': 'Minimum object+target XYZ Euclidean distance among unused TRAIN groups; ties by group ID.', + 'generic_rule': 'Seeded SHA256 order among the remaining unused TRAIN groups, excluding the targeted choice.', + 'seed': seed, 'reserve_ranking': ranking, 'targeted_group_id': targeted, 'generic_group_id': generic, + 'group_budget_per_addition': 1, 'row_or_duration_matched': False, + 'reason': 'Whole-source group counts are matched; actual action rows and video duration are reported separately.'}, + 'cohorts': cohorts, 'memberships': specs, + 'training_seed': HISTORICAL_SEED, 'evaluation_seed': seed, + 'excluded_known_development_scenes': deepcopy(prior_protocol['scenes']), + 'recipe': {'movement_centers': 8, 'selection': 'Existing fixed development sources choose ridge regularization.', + 'control': 'Same recorded arm targets with jaws open.', + 'freeze': 'Membership and selection before fitting; every candidate before evaluation.', + 'evaluation': 'Same fresh nominal/stress scenes for every candidate; all source and known development layouts excluded.'}, + 'limitations': ['One selected composition per condition cannot establish a general learning curve.', + 'Historical test recordings already inspected remain regression diagnostics, not fresh confirmation.', + 'A fresh seed excludes declared layouts but does not independently attest prior non-exposure.', + 'Privileged simulator state and authored phase, gripper and recovery logic remain.', + 'No human-video action recovery, new human footage, physical skill, automatic promotion or reward.']} + + +def prepare_plan(dataset_path, prior_protocol_path, prior_report_path, source_evidence, *, seed=DEFAULT_SEED): + from .footage_train import _load_dataset + dataset, dataset_hash, _, sidecars = _load_dataset(Path(dataset_path)) + prior_protocol_path, prior_report_path = Path(prior_protocol_path), Path(prior_report_path) + # Parse the exact bytes whose hashes enter the selection receipt. + from .footage_train import _json as parse_json, _read + protocol_raw = _read(prior_protocol_path, 8 * 1024 * 1024) + report_raw = _read(prior_report_path, 8 * 1024 * 1024) + protocol = parse_json(protocol_raw, maximum=8 * 1024 * 1024) + report = parse_json(report_raw, maximum=8 * 1024 * 1024) + if dataset_hash != protocol.get('source_dataset_sha256'): + raise ValueError('Prepared dataset does not match the historical source bytes.') + _, evidence = benchmark_module._source_scenes(dataset, sidecars, source_evidence) + if evidence['status'] != 'excluded_hash_bound_native_declarations': + raise ValueError('Verified native scene evidence is required for this experiment.') + plan = build_plan(dataset, protocol, report, evidence['bindings'], seed=seed, + prior_protocol_sha256=sha256(protocol_raw).hexdigest(), + prior_report_sha256=sha256(report_raw).hexdigest()) + for spec in plan['memberships']: + ids = set(spec['train_episode_ids']) + spec['training_action_samples'] = sum(len(sidecars[eid]['samples']) for eid in ids) + spec['training_video_seconds'] = sum(row['duration_seconds'] for row in dataset['episodes'] if row['id'] in ids) + return plan + + +def run_experiment(dataset_path, output, *, prior_protocol_path, prior_report_path, + source_evidence, task_source=None, seed=DEFAULT_SEED, nominal=12, stress=4): + started = time.perf_counter() + benchmark_module._integer(nominal, 0, 24, 'Nominal scene count') + benchmark_module._integer(stress, 0, 24, 'Stress scene count') + if not 1 <= nominal + stress <= 24: + raise ValueError('Use one to 24 total evaluation scenes.') + sources = benchmark_module._source_hashes() + plan = prepare_plan(dataset_path, prior_protocol_path, prior_report_path, source_evidence, seed=seed) + plan['evaluation_budget'] = {'nominal_scenes': nominal, 'actuator_stress_scenes': stress} + plan['source_files_sha256'] = sources + output = _fresh(output) + benchmark_module._write(output / 'experiment-plan.json', plan) + plan_hash = sha256((output / 'experiment-plan.json').read_bytes()).hexdigest() + if sources != benchmark_module._source_hashes(): + raise ValueError('Experiment source changed during planning.') + result = benchmark_module.benchmark(dataset_path, output / 'benchmark', + cohorts=plan['cohorts'], seed=seed, training_seed=HISTORICAL_SEED, nominal=nominal, stress=stress, + task_source=task_source, source_evidence=source_evidence, + excluded_scenes=[row['scene'] for row in plan['excluded_known_development_scenes']], + experiment={'plan_sha256': plan_hash, 'plan': plan}) + if sha256((output / 'experiment-plan.json').read_bytes()).hexdigest() != plan_hash: + raise ValueError('Frozen experiment plan changed during execution.') + comparisons = result['comparisons'] + report = {'kind': 'dvidia.improvement-experiment-result.v1', 'scope': 'simulation-only', + 'experiment_plan_sha256': plan_hash, + 'benchmark_report_sha256': sha256((output / 'benchmark' / 'report.json').read_bytes()).hexdigest(), + 'benchmark_report': 'benchmark/report.json', + 'cohorts': [{'cohort_id': row['cohort_id'], 'training_group_count': row['training_group_count'], + 'training_action_samples': row['training_action_samples'], 'summary': row['summary'], + 'paired_with_teacher': row['paired_with_teacher']} for row in comparisons], + 'wall_seconds': time.perf_counter() - started, + 'timing_scope': 'Planning, source checks, fitting, evaluation and artifact output before this summary; excludes process startup and final summary write.', + 'cost': {'external_api_usd': 0.0, 'local_compute_usd': None, + 'note': 'Local CPU experiment; hardware, electricity and operator costs are not priced.'}, + 'automatic_promotion': False, 'physical_robot_ready': False, + 'training_benefit_generalized': None, 'limitations': plan['limitations']} + benchmark_module._write(output / 'report.json', report) + return report + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('command', choices=('plan', 'run')) + parser.add_argument('--dataset', type=Path, required=True) + parser.add_argument('--prior-protocol', type=Path, required=True) + parser.add_argument('--prior-report', type=Path, required=True) + parser.add_argument('--source-evidence', type=Path, required=True) + parser.add_argument('--task-source', type=Path) + parser.add_argument('--output', type=Path, required=True) + parser.add_argument('--seed', type=int, default=DEFAULT_SEED) + parser.add_argument('--nominal', type=int, default=12) + parser.add_argument('--stress', type=int, default=4) + args = parser.parse_args() + options = {'prior_protocol_path': args.prior_protocol, 'prior_report_path': args.prior_report, + 'source_evidence': args.source_evidence, 'seed': args.seed} + if args.command == 'plan': + result = prepare_plan(args.dataset, **options) + root = _fresh(args.output) + benchmark_module._write(root / 'experiment-plan.json', result) + else: + result = run_experiment(args.dataset, args.output, task_source=args.task_source, + nominal=args.nominal, stress=args.stress, **options) + print(json.dumps({'output': str(args.output), 'kind': result['kind'], 'scope': result['scope']})) + + +if __name__ == '__main__': + main() diff --git a/src/dvidia_training/improvement_studio.html b/src/dvidia_training/improvement_studio.html new file mode 100644 index 0000000..1f17c68 --- /dev/null +++ b/src/dvidia_training/improvement_studio.html @@ -0,0 +1,274 @@ + + + + + + + + Skillspace improvement · DVIDIA + + + +
+
+
DVIDIASkillspace improvement
+ Local research pilot +
+
+
Observe · test · improve

The next useful example.

Let measured failures guide what to collect next.

+

Reading the experiment

Loading the saved benchmark and its evidence.

+ + +
+
A collection request is a hypothesis. Improvement needs a controlled comparison.
+
+ + + diff --git a/src/dvidia_training/improvement_studio.py b/src/dvidia_training/improvement_studio.py new file mode 100644 index 0000000..730fc9b --- /dev/null +++ b/src/dvidia_training/improvement_studio.py @@ -0,0 +1,105 @@ +"""Read-only, loopback Skillspace improvement evidence viewer.""" +from __future__ import annotations + +import argparse +from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer +import json +from pathlib import Path +from urllib.parse import parse_qs, urlsplit + +from .improvement import brief, build_dashboard, capture_plan, load_benchmark + + +class ImprovementServer(ThreadingHTTPServer): + daemon_threads = True + + def __init__(self, address, development, *, evaluation=None, baseline='groups-004'): + if address[0] != '127.0.0.1': + raise ValueError('The research viewer binds only to 127.0.0.1.') + self.development, self.evaluation, self.baseline = development, evaluation, baseline + self.dashboard() # Fail before binding if evidence is incomplete. + super().__init__(address, ImprovementHandler) + + def dashboard(self): + return build_dashboard(load_benchmark(self.development), self.baseline, + load_benchmark(self.evaluation) if self.evaluation else None) + + +class ImprovementHandler(BaseHTTPRequestHandler): + timeout = 10 + + def log_message(self, *_args): + pass + + def local_request(self): + port = self.server.server_address[1] + valid = (f'127.0.0.1:{port}', f'localhost:{port}') + hosts, origins = self.headers.get_all('Host', []), self.headers.get_all('Origin', []) + if len(hosts) != 1 or hosts[0] not in valid: + raise ValueError('Use the printed local viewer address.') + if len(origins) > 1 or (origins and origins[0] not in tuple('http://' + h for h in valid)): + raise ValueError('Use the local viewer for this request.') + if self.headers.get('Sec-Fetch-Site') == 'cross-site': + raise ValueError('Cross-site requests are not allowed.') + + def respond(self, value, status=200, *, mime='application/json; charset=utf-8', filename=None): + raw = value if isinstance(value, bytes) else json.dumps(value, allow_nan=False).encode() + self.send_response(status) + self.send_header('Content-Type', mime) + self.send_header('Content-Length', str(len(raw))) + self.send_header('Cache-Control', 'no-store') + self.send_header('X-Content-Type-Options', 'nosniff') + self.send_header('Referrer-Policy', 'no-referrer') + self.send_header('Content-Security-Policy', "default-src 'none'; script-src 'self' 'unsafe-inline'; style-src 'self' 'unsafe-inline'; connect-src 'self'; img-src 'self' data:; frame-ancestors 'none'; base-uri 'none'; form-action 'self'") + if filename: + self.send_header('Content-Disposition', f'attachment; filename="{filename}"') + self.end_headers() + self.wfile.write(raw) + + def do_GET(self): + try: + self.local_request() + except ValueError as exc: + self.respond({'error': str(exc)}, 403) + return + try: + url = urlsplit(self.path) + if url.path == '/' and not url.query: + self.respond(Path(__file__).with_name('improvement_studio.html').read_bytes(), mime='text/html; charset=utf-8') + elif url.path in ('/api/improvement', '/api/improvement/report') and not url.query: + self.respond(self.server.dashboard(), filename='skillspace-improvement.json' if url.path.endswith('/report') else None) + elif url.path == '/api/improvement/brief': + query = parse_qs(url.query, strict_parsing=True) + if set(query) != {'id'} or len(query['id']) != 1: + raise ValueError('Choose one investigation.') + self.respond(brief(self.server.dashboard(), query['id'][0]).encode(), + mime='text/plain; charset=utf-8', filename='next-investigation.txt') + elif url.path == '/api/improvement/coverage' and not url.query: + self.respond(capture_plan(self.server.dashboard()), filename='skillspace.coverage.json') + else: + self.respond({'error': 'Not found.'}, 404) + except (ValueError, KeyError, TypeError, OSError): + self.respond({'error': 'The requested evidence is unavailable or no longer validates. Check the local benchmark files.'}, 409) + + def do_POST(self): + self.respond({'error': 'This viewer is read-only. Run a bounded experiment from the local CLI.'}, 405) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('development', type=Path) + parser.add_argument('--evaluation', type=Path) + parser.add_argument('--baseline', default='groups-004') + parser.add_argument('--port', type=int, default=8391) + args = parser.parse_args() + with ImprovementServer(('127.0.0.1', args.port), args.development, + evaluation=args.evaluation, baseline=args.baseline) as server: + print(f'DVIDIA Skillspace improvement: http://127.0.0.1:{server.server_address[1]}/', flush=True) + try: + server.serve_forever() + except KeyboardInterrupt: + pass + + +if __name__ == '__main__': + main() diff --git a/tests/browser/improvement_studio.cjs b/tests/browser/improvement_studio.cjs new file mode 100644 index 0000000..6e5694b --- /dev/null +++ b/tests/browser/improvement_studio.cjs @@ -0,0 +1,49 @@ +/* UI checks use an isolated synthetic report. They never train a policy or write source data. */ +const {chromium}=require(process.env.PLAYWRIGHT_MODULE||'playwright'); +const fs=require('node:fs'),path=require('node:path'),http=require('node:http'),assert=require('node:assert/strict'); +const output=path.resolve(process.env.IMPROVEMENT_OUTPUT||'runs/improvement-studio/acceptance');fs.mkdirSync(output,{recursive:true}); +const html=fs.readFileSync(path.resolve('src/dvidia_training/improvement_studio.html')); +const metrics=(qualified,total=8,successes=qualified*3,errors=0)=>({qualified,total,successes,errors}); +const fixture={format:'dvidia.skillspace-improvement.v1',title:'Place a block',stage:'Experiment complete',scope:'Simulation pilot',baseline:{id:'fixture-baseline',label:'Original examples'},summary:{training_groups:3,nominal:metrics(6),stress:metrics(2),wall_seconds:38.4},hypotheses:[{id:'sideways',category:'coverage',title:'A missing starting position',explanation:'Performance drops on sideways starts while the reference can complete them.',status:'provisional',next_action:'Collect aligned examples, then compare within an equal training budget.',request:{title:'Show the sideways pickup',instruction:'Capture the grasp, lift and final placement from a sideways start. Keep the block and its destination visible.',why:'The tested policy struggled with this starting position. New examples may help; the comparison must verify that.',capture_mode:'aligned_simulation',required_groups:3,acceptance:['Keep the object visible through the final placement.','Include the starting state and the full trajectory.']},evidence:[{case_id:'sideways-01',group:'sideways',student_success:false,teacher_success:true,control_success:true,reason:'The student lost the object before placement.'}]},{id:'controller',category:'execution',title:'Check the grasp controller',explanation:'Both reference and student failed the grasp.',status:'provisional',next_action:'Inspect the controller and setup before collecting videos.',request:{title:'Investigate the grasp failure',instruction:'Inspect the controller and contact setup before collecting new examples.',why:'Shared failures do not establish a data shortage.',capture_mode:'diagnostic',required_groups:null,acceptance:['Replay the failed trial and inspect contact.']},evidence:[{case_id:'contact-02',group:'contact',student_success:false,teacher_success:false,control_success:false,reason:'The object slipped in both trials.'}]}],next_hypothesis_id:'sideways',comparisons:[{id:'baseline',label:'Original examples',train_groups:3,train_samples:128,nominal:metrics(6),stress:metrics(2),paired:{improved:0,regressed:0,unchanged:8,errors:0},training_seconds:2.3},{id:'general',label:'More general examples',train_groups:6,train_samples:256,nominal:metrics(6),stress:metrics(3),paired:{improved:1,regressed:0,unchanged:7,errors:0},training_seconds:2.4},{id:'targeted',label:'Targeted examples',train_groups:6,train_samples:256,nominal:metrics(7),stress:metrics(5),paired:{improved:3,regressed:0,unchanged:5,errors:0},training_seconds:2.4}],conclusion:{status:'provisional',headline:'A promising development result',detail:'This synthetic fixture demonstrates the interface, not a measured policy improvement.',next_step:'Confirm on a separate benchmark.'},evidence:{development_report_sha256:'a'.repeat(64),development_protocol_sha256:'b'.repeat(64),evaluation_report_sha256:'c'.repeat(64),evaluation_protocol_sha256:'d'.repeat(64)},limitations:['Synthetic browser test fixture only.','No physical robot qualification or video-to-action transfer is established.']}; +let state='ok',report=structuredClone(fixture),requests=[]; +const server=http.createServer((req,res)=>{ + requests.push({method:req.method,url:req.url}); + if(req.url==='/api/improvement'){ + if(state==='error'){res.writeHead(503,{'Content-Type':'application/json'});return res.end('{"error":"fixture unavailable"}');} + if(state==='invalid'){res.writeHead(200,{'Content-Type':'application/json'});return res.end('{"format":"wrong"}');} + res.writeHead(200,{'Content-Type':'application/json'});return res.end(JSON.stringify(report)); + } + if(req.url.startsWith('/api/improvement/brief?id=')){res.writeHead(200,{'Content-Type':'text/plain','Content-Disposition':'attachment; filename="capture-brief.txt"'});return res.end('Synthetic capture brief for '+new URL(req.url,'http://localhost').searchParams.get('id'));} + if(req.url==='/api/improvement/report'){res.writeHead(200,{'Content-Type':'application/json','Content-Disposition':'attachment; filename="experiment.json"'});return res.end(JSON.stringify(report));} + res.writeHead(200,{'Content-Type':'text/html'});res.end(html); +}); +(async()=>{ + await new Promise(resolve=>server.listen(0,'127.0.0.1',resolve)); + const base='http://127.0.0.1:'+server.address().port; + const browser=await chromium.launch({headless:true});const context=await browser.newContext({viewport:{width:1280,height:1000}}),page=await context.newPage();const errors=[],checks=[];page.on('pageerror',error=>errors.push(error.message)); + const load=async()=>{await page.goto(base);await page.waitForFunction(()=>document.querySelector('#main').getAttribute('aria-busy')==='false');}; + try{ + let release,seen;const arrived=new Promise(resolve=>seen=resolve);await page.route('**/api/improvement',async route=>{seen();await new Promise(resolve=>release=resolve);await route.continue();},{times:1});await page.goto(base);await arrived; + assert.equal(await page.locator('#loading').isVisible(),true);assert.equal(await page.locator('#content').isVisible(),false);release();await page.waitForFunction(()=>!document.querySelector('#content').hidden); + assert.equal(await page.locator('#brief-title').textContent(),'Show the sideways pickup');assert.equal(await page.locator('#brief-evidence').evaluate(n=>n.open),false);assert.equal(await page.locator('#methodology').evaluate(n=>n.open),false);assert.equal(await page.locator('#hypotheses-details').evaluate(n=>n.open),false); + assert.equal(await page.locator('#comparison-rows > div').count(),3);assert.match(await page.locator('#snapshot-note').textContent(),/physical robot performance is not established/i);checks.push('Saved report loads once, shows real counts and defaults to one brief with collapsed evidence and alternatives'); + const downloadPromise=page.waitForEvent('download');await page.locator('#download-brief').click();const download=await downloadPromise;await download.saveAs(path.join(output,'capture-brief.txt'));assert.match(fs.readFileSync(path.join(output,'capture-brief.txt'),'utf8'),/sideways/);checks.push('Primary action downloads the selected brief from the API'); + await page.locator('#hypotheses-details > summary').click();await page.locator('.hypothesis-row').nth(1).click();assert.equal(await page.locator('#brief-title').textContent(),'Investigate the grasp failure');assert.equal(await page.locator('#brief-cta-label').textContent(),'Download investigation brief');assert.match(await page.locator('#download-brief').getAttribute('href'),/id=controller$/);assert.equal(await page.locator('#hypotheses-details').evaluate(n=>n.open),false);assert.match(await page.locator('#brief-instruction').textContent(),/before collecting/i);checks.push('Selecting a controller failure produces an investigation action rather than asking for more video'); + report=structuredClone(fixture);report.previous_hypotheses=structuredClone(report.hypotheses);report.hypotheses=[report.hypotheses[1]];report.next_hypothesis_id='controller';report.conclusion.headline='No measured improvement from targeted examples.';report.comparisons[2].paired_stress={improved:0,regressed:0,unchanged:4,errors:0};report.evidence.diagnosis_report_sha256='e'.repeat(64);report.evidence.diagnosis_protocol_sha256='f'.repeat(64);await load();assert.equal(await page.locator('#page-intro').textContent(),report.conclusion.headline);assert.equal(await page.locator('#next-section-title').textContent(),'Investigate the next weakness');assert.equal(await page.locator('#brief-cta-label').textContent(),'Download investigation brief');assert.equal(await page.locator('#hypothesis-history').isVisible(),true);assert.equal(await page.locator('#hypothesis-history').evaluate(n=>n.open),false);await page.locator('#hypothesis-history > summary').click();assert.equal(await page.locator('#history-rows article').count(),2);assert.equal(await page.locator('#history-rows button,#history-rows a').count(),0);await page.locator('#hypothesis-history > summary').click();checks.push('Completed experiment leads with its measured result and current diagnostic request; historical proposals stay collapsed and cannot trigger collection'); + await page.locator('#methodology > summary').click();assert.match(await page.locator('#trial-details').textContent(),/Stress paired result: 0 improved · 0 regressed · 4 unchanged/);assert.match(await page.locator('#provenance').textContent(),/Current diagnosis report/);assert.match(await page.locator('#provenance').textContent(),/e{64}/);await page.locator('#methodology > summary').click();checks.push('Expanded evidence separates stress paired outcomes and exposes the current diagnosis source hashes'); + for(const size of [{width:1280,height:1000},{width:390,height:844},{width:320,height:740},{width:844,height:390}]){ + await page.setViewportSize(size);await page.evaluate(()=>scrollTo(0,0));assert.equal(await page.evaluate(()=>document.documentElement.scrollWidth<=innerWidth),true,'No page overflow at '+size.width); + const tooSmall=await page.locator('button:visible,a:visible,summary:visible').evaluateAll(nodes=>nodes.filter(node=>node.getBoundingClientRect().height<47.5).map(node=>node.id||node.textContent));assert.deepEqual(tooSmall,[]); + if(size.width<=390)assert.equal(await page.locator('#brief-instruction').evaluate(node=>getComputedStyle(node).fontSize),'16px');await page.screenshot({path:path.join(output,size.width+'x'+size.height+'.png'),fullPage:true}); + }checks.push('Desktop, 390px, 320px and landscape layouts avoid overflow; all visible actions are at least 48px'); + await page.emulateMedia({reducedMotion:'reduce'});assert.equal(await page.locator('#download-brief').evaluate(node=>getComputedStyle(node).transitionDuration),'0s');checks.push('Reduced motion disables transitions'); + report=structuredClone(fixture);report.summary.nominal.errors=2;report.summary.stress.errors=1;await load();assert.equal(await page.locator('#error-summary').isVisible(),true);assert.match(await page.locator('#error-summary').textContent(),/^3 benchmark errors/);checks.push('Benchmark errors remain visible outside collapsed details'); + report=structuredClone(fixture);report.comparisons[2].stress.errors=1;await load();assert.equal(await page.locator('#error-summary').isVisible(),true);assert.match(await page.locator('#error-summary').textContent(),/^1 comparison errors/);checks.push('Comparison errors are visible even when the baseline has none'); + report=structuredClone(fixture);report.hypotheses=[];report.comparisons=[];report.next_hypothesis_id=null;report.conclusion={};await load();assert.equal(await page.locator('#no-hypotheses').isVisible(),true);assert.equal(await page.locator('#no-comparisons').isVisible(),true);assert.equal(await page.locator('#download-brief').isVisible(),false);assert.equal(await page.locator('#conclusion').isVisible(),false);checks.push('Empty experiments have honest waiting states without invented success or a broken CTA'); + state='error';await load();assert.equal(await page.locator('#error').isVisible(),true);assert.equal(await page.locator('#content').isVisible(),false);state='ok';report=structuredClone(fixture);await page.locator('#retry').click();await page.waitForFunction(()=>!document.querySelector('#content').hidden);checks.push('HTTP failure exposes retry and recovery reloads the report'); + state='invalid';await load();assert.equal(await page.locator('#error').isVisible(),true);assert.match(await page.locator('#error-message').textContent(),/unsupported format/);state='ok';checks.push('Unsupported report format fails visibly'); + report=structuredClone(fixture);report.title='';report.hypotheses[0].id='sideways&other=true';report.next_hypothesis_id=report.hypotheses[0].id;report.hypotheses[0].request.title='';report.hypotheses[0].evidence[0].reason='';await load();assert.equal(await page.locator('#page-title').textContent(),report.title);assert.equal(await page.locator('#brief-title script').count(),0);assert.equal(await page.evaluate(()=>Boolean(window.injected)),false);assert.match(await page.locator('#download-brief').getAttribute('href'),/sideways%26other%3Dtrue/);checks.push('Server text renders literally and hypothesis IDs are URL encoded'); + assert.deepEqual(errors,[]);assert(requests.every(request=>request.method==='GET'));checks.push('Page makes only read requests and raises no browser errors'); + fs.writeFileSync(path.join(output,'receipt.json'),JSON.stringify({passed:checks.length,checks,browser_errors:errors},null,2));console.log(JSON.stringify({passed:checks.length,output},null,2)); + }finally{await browser.close();await new Promise(resolve=>server.close(resolve));} +})().catch(error=>{console.error(error);process.exitCode=1;server.close();}); diff --git a/tests/test_footage_benchmark.py b/tests/test_footage_benchmark.py index 1e85c97..c87abcc 100644 --- a/tests/test_footage_benchmark.py +++ b/tests/test_footage_benchmark.py @@ -125,6 +125,58 @@ def test_split_receipt_cannot_disagree_with_episode_assignments(self): benchmark.nested_subsets(dataset, [2], seed=391) +class ExplicitCohortTests(unittest.TestCase): + def setUp(self): + self.dataset = grouped_dataset() + self.train = [row['id'] for row in self.dataset['groups'] if row['split'] == 'train'] + + def test_same_size_variants_keep_whole_groups_fixed_splits_and_unique_paths(self): + original = deepcopy(self.dataset) + cohorts = [{'cohort_id': 'generic5', 'train_group_ids': self.train[:5]}, + {'cohort_id': 'targeted5', 'train_group_ids': [*self.train[:4], self.train[5]]}] + result = benchmark.explicit_subsets(self.dataset, cohorts) + self.assertEqual(self.dataset, original) + self.assertEqual([row['training_group_count'] for row in result], [5, 5]) + self.assertEqual([benchmark._cohort_name(row) for row in result], ['generic5', 'targeted5']) + for spec in result: + self.assertEqual(spec['dev_episode_ids'], self.dataset['splits']['dev']) + self.assertEqual(spec['test_episode_ids'], self.dataset['splits']['test']) + expected = [row['id'] for row in self.dataset['episodes'] + if row['group_id'] in spec['train_group_ids']] + self.assertEqual(spec['train_episode_ids'], expected) + result[0]['train_group_ids'].clear() + self.assertEqual(len(cohorts[0]['train_group_ids']), 5) + + def test_duplicate_or_nontraining_or_partial_groups_are_rejected(self): + for groups in ([self.train[0], self.train[0]], ['unknown'], + [self.dataset['groups'][-1]['id']], [], + [self.dataset['episodes'][0]['id']]): + with self.subTest(groups=groups), self.assertRaises(ValueError): + benchmark.explicit_subsets(self.dataset, [{'cohort_id': 'candidate', 'train_group_ids': groups}]) + + def test_safe_unique_directory_names_are_required(self): + for name in ('../escape', '/absolute', 'a/b', '.', '', 'Upper', 'con', 'lpt1', 'x' * 49): + with self.subTest(name=name), self.assertRaises(ValueError): + benchmark.explicit_subsets(self.dataset, [{'cohort_id': name, 'train_group_ids': self.train[:1]}]) + row = {'cohort_id': 'same', 'train_group_ids': self.train[:1]} + with self.assertRaises(ValueError): + benchmark.explicit_subsets(self.dataset, [row, row]) + + def test_caller_cannot_override_derived_episode_or_evaluation_membership(self): + for extra in ('train_episode_ids', 'dev_episode_ids', 'test_episode_ids'): + with self.subTest(extra=extra), self.assertRaises(ValueError): + benchmark.explicit_subsets(self.dataset, [{'cohort_id': 'candidate', + 'train_group_ids': self.train[:1], extra: []}]) + + def test_connected_lineage_checks_apply_before_explicit_selection(self): + self.dataset['episodes'][0]['group_id'] = 'invented-independent-group' + with self.assertRaisesRegex(ValueError, 'connected recording lineage'): + benchmark.explicit_subsets(self.dataset, [{'cohort_id': 'candidate', 'train_group_ids': self.train[:1]}]) + + def test_legacy_count_paths_remain_unchanged(self): + self.assertEqual(benchmark._cohort_name({'training_group_count': 2}), 'groups-002') + + class QualificationSummaryTests(unittest.TestCase): def test_control_success_and_errors_remain_visible_without_qualification(self): rows = [ diff --git a/tests/test_improvement.py b/tests/test_improvement.py new file mode 100644 index 0000000..cddc935 --- /dev/null +++ b/tests/test_improvement.py @@ -0,0 +1,135 @@ +"""Diagnosis preserves benchmark failures, uncertainty and evidence bindings.""" +from copy import deepcopy +from hashlib import sha256 +import json +from pathlib import Path +import shutil +import tempfile +import unittest + +from dvidia_training.improvement import (brief, build_dashboard, capture_plan, + diagnose, load_benchmark) + +FIXTURE = Path(__file__).resolve().parents[1] / 'benchmarks/sample-count-19047' + + +class ImprovementTests(unittest.TestCase): + def setUp(self): + self.temporary = tempfile.TemporaryDirectory() + self.root = Path(self.temporary.name).resolve() + for name in ('report.json', 'protocol.json', 'protocol.sha256', 'models-frozen.json'): + shutil.copyfile(FIXTURE / name, self.root / name) + self.bundle = load_benchmark(self.root) + + def tearDown(self): + self.temporary.cleanup() + + def change_report(self, mutate): + report = json.loads((self.root / 'report.json').read_text()) + mutate(report) + (self.root / 'report.json').write_text(json.dumps(report)) + + def test_known_candidate_and_shared_failures_get_different_actions(self): + original = deepcopy(self.bundle) + items = diagnose(self.bundle, 'groups-004') + self.assertEqual(self.bundle, original) + self.assertEqual([i['category'] for i in items], ['candidate', 'shared']) + self.assertEqual(items[0]['evidence'][0]['case_id'], 'scene-04') + self.assertEqual(items[1]['evidence'][0]['case_id'], 'scene-11') + self.assertEqual(items[0]['request']['capture_mode'], 'aligned_simulation') + self.assertEqual(items[1]['request']['capture_mode'], 'diagnostic') + self.assertIsNone(items[1]['request']['required_groups']) + self.assertTrue(all(i['status'] == 'provisional' for i in items)) + + def test_empty_collection_plan_does_not_claim_existing_data_or_success(self): + dashboard = build_dashboard(self.bundle) + plan = capture_plan(dashboard) + self.assertEqual(plan['evidence'], []) + self.assertEqual(len(plan['cases']), 1) + self.assertIn('simulation', plan['benchmark']['environment']) + self.assertIn('unmeasured', brief(dashboard, 'candidate-investigation')) + self.assertEqual(dashboard['comparisons'], []) + + def test_shared_failure_alone_does_not_request_more_training_videos(self): + view = build_dashboard(self.bundle, 'groups-002') + self.assertEqual(view['hypotheses'][0]['category'], 'shared') + with self.assertRaises(ValueError): + capture_plan(view) + + def test_unknown_baseline_and_brief_fail(self): + with self.assertRaises(ValueError): + build_dashboard(self.bundle, 'unknown') + with self.assertRaises(ValueError): + brief(build_dashboard(self.bundle), '../../private') + + def test_incomplete_trials_cannot_silently_disappear(self): + self.change_report(lambda r: r['comparisons'][0]['outcomes'].pop()) + with self.assertRaisesRegex(ValueError, 'Every planned scene'): + load_benchmark(self.root) + + def test_duplicate_outcome_does_not_count_twice(self): + self.change_report(lambda r: r['comparisons'][0]['outcomes'].__setitem__(1, r['comparisons'][0]['outcomes'][0])) + with self.assertRaisesRegex(ValueError, 'repeated'): + load_benchmark(self.root) + + def test_negative_control_success_cannot_qualify(self): + self.change_report(lambda r: r['comparisons'][0]['outcomes'][0].update(control_success=True)) + with self.assertRaisesRegex(ValueError, 'negative control'): + load_benchmark(self.root) + + def test_execution_and_control_problems_precede_capture_requests(self): + row = self.bundle['report']['comparisons'][1]['outcomes'][0] + row.update(qualified=False, student_success=False, control_success=False, status='error') + self.assertEqual(diagnose(self.bundle, 'groups-004')[0]['category'], 'execution') + row.update(status='completed', student_success=True, control_success=True) + self.assertEqual(diagnose(self.bundle, 'groups-004')[0]['category'], 'control') + + def test_report_cannot_rebind_protocol_or_models(self): + self.change_report(lambda r: r.update(protocol_sha256='0' * 64)) + with self.assertRaisesRegex(ValueError, 'hashes'): + load_benchmark(self.root) + + def test_frozen_candidate_fields_cannot_be_rewritten(self): + self.change_report(lambda r: r['comparisons'][1].update(training_group_count=1)) + with self.assertRaisesRegex(ValueError, 'frozen model'): + load_benchmark(self.root) + + def test_scene_binding_and_finite_clock(self): + self.change_report(lambda r: r['comparisons'][0]['outcomes'][0].update(scene_sha256='0' * 64)) + with self.assertRaisesRegex(ValueError, 'frozen scene'): + load_benchmark(self.root) + shutil.copyfile(FIXTURE / 'report.json', self.root / 'report.json') + self.change_report(lambda r: r.update(benchmark_wall_seconds=float('inf'))) + with self.assertRaises(ValueError): + load_benchmark(self.root) + + def test_followup_cannot_reuse_inspected_development_layouts(self): + with self.assertRaises(ValueError): + build_dashboard(self.bundle, evaluation=deepcopy(self.bundle)) + + def test_successful_but_unqualified_trial_is_not_a_shared_task_failure(self): + row = self.bundle['report']['comparisons'][1]['outcomes'][0] + row.update(qualified=False, student_success=True, control_success=False) + item = diagnose(self.bundle, 'groups-004')[0] + self.assertEqual(item['category'], 'qualification') + self.assertEqual(item['request']['capture_mode'], 'diagnostic') + + def test_no_failures_does_not_invent_a_capture_request(self): + comparison = self.bundle['report']['comparisons'][1] + for row in comparison['outcomes']: + row.update(student_success=True, qualified=True, control_success=False) + self.assertEqual(diagnose(self.bundle, 'groups-004'), []) + + def test_archived_executed_pilot_remains_reviewable_without_raw_media(self): + evaluation = load_benchmark(FIXTURE.parent / 'improvement-20261015' / 'benchmark') + view = build_dashboard(self.bundle, evaluation=evaluation) + self.assertEqual(view['conclusion']['status'], 'no_measured_gain') + self.assertEqual([(c['nominal']['qualified'], c['stress']['qualified']) + for c in view['comparisons']], [(12, 3), (9, 2), (12, 3)]) + self.assertEqual(view['next_hypothesis_id'], 'shared-investigation') + self.assertEqual(view['hypotheses'][0]['request']['capture_mode'], 'diagnostic') + self.assertEqual(len(view['previous_hypotheses']), 2) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_improvement_binding.py b/tests/test_improvement_binding.py new file mode 100644 index 0000000..3107372 --- /dev/null +++ b/tests/test_improvement_binding.py @@ -0,0 +1,210 @@ +"""Adversarial follow-up contracts cannot turn leakage into apparent benefit. + +The follow-up fixture below is an authored contract, never an executed result. +It exists only to exercise the coordinator's comparison acceptance rules. +""" +from copy import deepcopy +from hashlib import sha256 +from pathlib import Path +import unittest + +from dvidia_training.footage_benchmark import _layout_digest +from dvidia_training.footage_pipeline import _canonical +from dvidia_training.improvement import brief, build_dashboard, capture_plan, load_benchmark +from dvidia_training.skill_capsule import scene_sha256 + + +FIXTURE = Path(__file__).resolve().parents[1] / 'benchmarks/sample-count-19047' + + +def authored_followup(development): + followup = deepcopy(development) + protocol = followup['protocol'] + baseline = deepcopy(protocol['subsets'][1]) + original = deepcopy(followup['report']['comparisons'][1]) + protocol['training']['seed'] = development['protocol']['seed'] + protocol['seed'] = 381527 + protocol['subsets'] = [] + followup['report']['comparisons'] = [] + for name, extra in (('baseline4', None), ('generic5', 'general'), ('targeted5', 'targeted')): + spec = deepcopy(baseline) + spec['cohort_id'] = name + if extra: + spec['train_group_ids'].append('authored-group-' + extra) + spec['train_episode_ids'].append('authored-episode-' + extra) + spec['training_group_count'] = len(spec['train_group_ids']) + protocol['subsets'].append(spec) + result = deepcopy(original) + result['cohort_id'] = name + result['training_group_count'] = spec['training_group_count'] + followup['report']['comparisons'].append(result) + for scene in protocol['scenes']: + scene['scene']['object_position'][0] += .0001 + scene['scene_sha256'] = scene_sha256(scene['scene']) + scene['layout_sha256'] = _layout_digest(scene['scene']) + hashes = {s['id']: s['scene_sha256'] for s in protocol['scenes']} + for result in [followup['report']['teacher'], *followup['report']['comparisons']]: + for row in result['outcomes']: + row['scene_sha256'] = hashes[row['case_id']] + plan = {'kind': 'dvidia.improvement-experiment-plan.v1', + 'scope': 'simulation-only', 'physical_robot_ready': False, + 'test_fixture_only': True, + 'historical_protocol_sha256': development['protocol_sha256'], + 'historical_report_sha256': development['report_sha256'], + 'source_dataset_sha256': protocol['source_dataset_sha256'], + 'training_seed': protocol['training']['seed'], 'evaluation_seed': protocol['seed'], + 'evaluation_budget': {'nominal_scenes': 8, 'actuator_stress_scenes': 4}, + 'cohorts': [{key: deepcopy(spec[key]) for key in ('cohort_id', 'train_group_ids')} + for spec in protocol['subsets']], + 'memberships': [{key: deepcopy(spec[key]) for key in ('cohort_id', 'training_group_count', + 'train_group_ids', 'train_episode_ids', 'dev_episode_ids', 'test_episode_ids')} + for spec in protocol['subsets']]} + experiment = {'plan': plan, 'plan_sha256': sha256(_canonical(plan) + b'\n').hexdigest()} + protocol['experiment'] = deepcopy(experiment) + followup['report']['experiment'] = deepcopy(experiment) + return followup + + +class ImprovementBindingTests(unittest.TestCase): + def setUp(self): + self.development = load_benchmark(FIXTURE) + self.followup = authored_followup(self.development) + + def test_synthetic_matched_contract_has_no_invented_gain(self): + view = build_dashboard(self.development, evaluation=self.followup) + self.assertEqual(view['conclusion']['status'], 'no_measured_gain') + self.assertEqual(len(view['comparisons']), 3) + self.assertEqual(view['comparisons'][2]['paired']['improved'], 0) + + def test_next_investigation_uses_latest_retained_model_evidence(self): + self.followup['report_sha256'] = 'e' * 64 + baseline = self.followup['report']['comparisons'][0] + for row in baseline['outcomes']: + if row['group'] == 'nominal': + row.update(student_success=True, qualified=True, control_success=False) + view = build_dashboard(self.development, evaluation=self.followup) + self.assertEqual(view['baseline']['id'], 'baseline4') + self.assertEqual([h['category'] for h in view['hypotheses']], ['shared']) + self.assertEqual([h['category'] for h in view['previous_hypotheses']], ['candidate', 'shared']) + self.assertIn('Diagnosis report: ' + 'e' * 64, brief(view, 'shared-investigation')) + with self.assertRaises(ValueError): + capture_plan(view) + + def test_nominal_gain_cannot_hide_stress_regression(self): + targeted = self.followup['report']['comparisons'][2] + failed = next(r for r in targeted['outcomes'] if r['group'] == 'nominal' and not r['qualified']) + failed.update(student_success=True, qualified=True) + stress = next(r for r in targeted['outcomes'] if r['group'] == 'actuator_stress' and r['qualified']) + stress.update(student_success=False, qualified=False) + view = build_dashboard(self.development, evaluation=self.followup) + self.assertEqual(view['comparisons'][2]['paired']['improved'], 1) + self.assertEqual(view['comparisons'][2]['paired_stress']['regressed'], 1) + self.assertEqual(view['conclusion']['status'], 'regression_observed') + + def test_latest_success_does_not_repeat_an_old_collection_request(self): + baseline = self.followup['report']['comparisons'][0] + for row in baseline['outcomes']: + row.update(student_success=True, qualified=True, control_success=False) + view = build_dashboard(self.development, evaluation=self.followup) + self.assertEqual(view['hypotheses'], []) + self.assertIsNone(view['next_hypothesis_id']) + self.assertTrue(view['previous_hypotheses']) + + def test_wrong_source_task_recipe_or_training_seed_is_rejected(self): + for field in ('source_dataset_sha256', 'task', 'resolution', 'seed'): + with self.subTest(field=field): + followup = deepcopy(self.followup) + protocol = followup['protocol'] + if field == 'source_dataset_sha256': + protocol[field] = 'f' * 64 + elif field == 'task': + protocol['input_files_sha256']['task.skill.json'] = 'f' * 64 + else: + protocol['training'][field] += 1 + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_experiment_must_bind_to_both_historical_receipts(self): + for field in ('historical_report_sha256', 'historical_protocol_sha256'): + with self.subTest(field=field): + followup = deepcopy(self.followup) + experiment = followup['protocol']['experiment'] + experiment['plan'][field] = 'a' * 64 + experiment['plan_sha256'] = sha256(_canonical(experiment['plan']) + b'\n').hexdigest() + followup['report']['experiment'] = deepcopy(experiment) + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_changed_baseline_or_shared_addition_is_rejected(self): + followup = deepcopy(self.followup) + followup['protocol']['subsets'][0]['train_episode_ids'].pop() + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + followup = deepcopy(self.followup) + followup['protocol']['subsets'][2]['train_group_ids'] = deepcopy(followup['protocol']['subsets'][1]['train_group_ids']) + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_known_source_or_development_layout_cannot_be_confirmation(self): + for source in (self.development['protocol']['scenes'][0], + self.followup['protocol']['source_scene_exclusion']['bindings'][0]): + with self.subTest(source=source.get('id', source.get('episode_id'))): + followup = deepcopy(self.followup) + followup['protocol']['scenes'][0]['layout_sha256'] = source['layout_sha256'] + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_held_out_episode_cannot_be_added_to_training(self): + for split in ('dev_episode_ids', 'test_episode_ids'): + with self.subTest(split=split): + followup = deepcopy(self.followup) + targeted = followup['protocol']['subsets'][2] + targeted['train_episode_ids'][-1] = targeted[split][0] + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_changed_simulation_runtime_cannot_be_the_same_comparison(self): + self.followup['protocol']['runtime']['files_sha256']['arm_env.py'] = '0' * 64 + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=self.followup) + + def test_executed_additions_cannot_swap_their_frozen_selection_labels(self): + for rows in (self.followup['protocol']['subsets'], self.followup['report']['comparisons']): + for row in rows: + if row['cohort_id'] == 'generic5': + row['cohort_id'] = 'targeted5' + elif row['cohort_id'] == 'targeted5': + row['cohort_id'] = 'generic5' + with self.assertRaisesRegex(ValueError, 'frozen selection'): + build_dashboard(self.development, evaluation=self.followup) + + def test_prepared_source_must_match_original_source_binding(self): + self.followup['protocol']['input_files_sha256']['source/dataset.json'] = 'a' * 64 + with self.assertRaisesRegex(ValueError, 'prepared source bindings'): + build_dashboard(self.development, evaluation=self.followup) + + def test_seed_or_scene_budget_cannot_differ_from_hashed_plan(self): + for field in ('training_seed', 'evaluation_seed', 'evaluation_budget'): + with self.subTest(field=field): + followup = deepcopy(self.followup) + experiment = followup['protocol']['experiment'] + if field == 'evaluation_budget': + experiment['plan'][field]['nominal_scenes'] += 1 + else: + experiment['plan'][field] += 1 + experiment['plan_sha256'] = sha256(_canonical(experiment['plan']) + b'\n').hexdigest() + followup['report']['experiment'] = deepcopy(experiment) + with self.assertRaises(ValueError): + build_dashboard(self.development, evaluation=followup) + + def test_frozen_memberships_cannot_describe_different_episodes(self): + experiment = self.followup['protocol']['experiment'] + experiment['plan']['memberships'][2]['train_episode_ids'][-1] = 'wrong-episode' + experiment['plan_sha256'] = sha256(_canonical(experiment['plan']) + b'\n').hexdigest() + self.followup['report']['experiment'] = deepcopy(experiment) + with self.assertRaisesRegex(ValueError, 'episode memberships'): + build_dashboard(self.development, evaluation=self.followup) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_improvement_experiment.py b/tests/test_improvement_experiment.py new file mode 100644 index 0000000..2e851a2 --- /dev/null +++ b/tests/test_improvement_experiment.py @@ -0,0 +1,161 @@ +"""Preregistered data-selection logic, without fitting or opening new outcomes.""" +from copy import deepcopy +from hashlib import sha256 +import json +from pathlib import Path +import tempfile +import unittest +from unittest.mock import patch + +from dvidia_training import footage_benchmark as benchmark +from dvidia_training import improvement_experiment as experiment +from test_footage_benchmark import grouped_dataset + + +def fixture(): + dataset = grouped_dataset() + subset = benchmark.nested_subsets(dataset, [4], 19047)[0] + scene = {'object_position': [.3, 0., .31], 'target_position': [.4, 0., .31]} + case = {'id': 'scene-04', 'group': 'nominal', 'scene_sha256': 'c' * 64, 'scene': scene} + protocol = {'kind': 'dvidia.footage-sample-count-benchmark', 'scope': 'simulation-only', + 'seed': 19047, 'source_dataset_sha256': 'd' * 64, 'subsets': [subset], 'scenes': [case]} + report = {'kind': 'dvidia.footage-sample-count-result', 'scope': 'simulation-only', + 'protocol_sha256': 'a' * 64, + 'comparisons': [{'training_group_count': 4, 'outcomes': [{ + 'case_id': 'scene-04', 'scene_sha256': 'c' * 64, 'status': 'completed', + 'student_success': False, 'student_reason': 'horizon'}]}], + 'teacher': {'outcomes': [{'case_id': 'scene-04', 'scene_sha256': 'c' * 64, 'success': True}]}} + bindings = [] + for index, episode in enumerate(dataset['episodes']): + position = [.3 + index * .001, 0., .31] if episode['split'] == 'train' else [.3, 0., .31] + bindings.append({'episode_id': episode['id'], 'split': episode['split'], + 'layout_sha256': sha256(episode['id'].encode()).hexdigest(), + 'scene': {'object_position': position, 'target_position': [.4, 0., .31]}}) + return dataset, protocol, report, bindings + + +def plan(values, **kwargs): + return experiment.build_plan(*values, prior_protocol_sha256='a' * 64, + prior_report_sha256='b' * 64, **kwargs) + + +class ImprovementSelectionTests(unittest.TestCase): + def test_explicit_baseline_and_equal_group_additions_preserve_source_splits(self): + values = fixture() + original = deepcopy(values) + result = plan(values) + self.assertEqual(values, original) + self.assertEqual(result, plan(values)) + self.assertEqual([row['cohort_id'] for row in result['memberships']], ['baseline4', 'generic5', 'targeted5']) + self.assertEqual([row['training_group_count'] for row in result['memberships']], [4, 5, 5]) + base, generic, targeted = [set(row['train_group_ids']) for row in result['memberships']] + self.assertEqual(generic & targeted, base) + for row in result['memberships']: + self.assertEqual(row['dev_episode_ids'], values[0]['splits']['dev']) + self.assertEqual(row['test_episode_ids'], values[0]['splits']['test']) + self.assertFalse(result['selection']['row_or_duration_matched']) + self.assertFalse(result['physical_robot_ready']) + + def test_targeted_group_is_nearest_reserve_train_layout_and_generic_is_distinct_seeded(self): + result = plan(fixture()) + selection = result['selection'] + ranks = selection['reserve_ranking'] + self.assertEqual(selection['targeted_group_id'], min(ranks, key=lambda r: (r['distance_m'], r['group_id']))['group_id']) + eligible = [row for row in ranks if row['group_id'] != selection['targeted_group_id']] + expected = min(eligible, key=lambda r: (r['seeded_rank_sha256'], r['group_id'])) + self.assertEqual(selection['generic_group_id'], expected['group_id']) + self.assertNotEqual(selection['targeted_group_id'], selection['generic_group_id']) + + def test_nearest_test_or_dev_source_cannot_become_a_training_addition(self): + values = fixture() + result = plan(values) + training = {row['group_id'] for row in values[0]['episodes'] if row['split'] == 'train'} + self.assertTrue({row['group_id'] for row in result['selection']['reserve_ranking']} <= training) + + def test_historical_membership_or_reference_binding_cannot_change_silently(self): + for mutation in ('membership', 'hash', 'scene'): + values = fixture() + if mutation == 'membership': + values[1]['subsets'][0]['train_group_ids'].reverse() + elif mutation == 'hash': + values[2]['protocol_sha256'] = 'f' * 64 + else: + values[2]['comparisons'][0]['outcomes'][0]['scene_sha256'] = 'f' * 64 + with self.subTest(mutation=mutation), self.assertRaises(ValueError): + plan(values) + + def test_shared_teacher_failure_is_not_the_selected_data_shortage_hypothesis(self): + values = fixture() + values[2]['teacher']['outcomes'][0]['success'] = False + with self.assertRaisesRegex(ValueError, 'paired teacher success'): + plan(values) + + def test_failed_execution_is_not_reclassified_as_completed_task_failure(self): + values = fixture() + values[2]['comparisons'][0]['outcomes'][0]['status'] = 'error' + with self.assertRaises(ValueError): + plan(values) + + def test_evidence_must_cover_every_source_once_and_keep_its_split(self): + for mutation in ('missing', 'duplicate', 'split'): + values = fixture() + if mutation == 'missing': + values[3].pop() + elif mutation == 'duplicate': + values[3].append(values[3][0]) + else: + values[3][0]['split'] = 'test' + with self.subTest(mutation=mutation), self.assertRaises(ValueError): + plan(values) + + def test_known_evaluation_seed_cannot_be_presented_as_new(self): + with self.assertRaisesRegex(ValueError, 'new evaluation seed'): + plan(fixture(), seed=19047) + + def test_history_remains_explicit_development_and_all_old_layouts_are_excluded(self): + values = fixture() + result = plan(values) + self.assertEqual(result['development_diagnosis']['status'], 'known_development_failure') + self.assertEqual(result['excluded_known_development_scenes'], values[1]['scenes']) + self.assertEqual(result['training_seed'], 19047) + self.assertEqual(result['evaluation_seed'], 381527) + + +class ExperimentDispatchTests(unittest.TestCase): + def test_plan_is_on_disk_before_dispatch_and_same_seed_exclusions_cohorts_are_forwarded(self): + frozen = plan(fixture()) + with tempfile.TemporaryDirectory() as temporary: + output = Path(temporary).resolve() / 'pilot' + def run_benchmark(dataset, destination, **options): + saved = json.loads((output / 'experiment-plan.json').read_text()) + self.assertEqual(saved['cohorts'], frozen['cohorts']) + self.assertEqual(options['experiment']['plan'], saved) + self.assertEqual(options['training_seed'], 19047) + self.assertEqual(options['seed'], 381527) + self.assertEqual(options['cohorts'], frozen['cohorts']) + self.assertEqual(options['excluded_scenes'], [row['scene'] for row in frozen['excluded_known_development_scenes']]) + destination.mkdir() + result = {'comparisons': [{'cohort_id': 'baseline4', 'training_group_count': 4, + 'training_action_samples': 100, 'summary': {'qualified_scenes': 0}, 'paired_with_teacher': {}}]} + benchmark._write(destination / 'report.json', result) + return result + with patch.object(experiment, 'prepare_plan', return_value=frozen), \ + patch.object(benchmark, 'benchmark', side_effect=run_benchmark): + result = experiment.run_experiment('dataset.json', output, + prior_protocol_path='protocol.json', prior_report_path='report.json', source_evidence='evidence') + self.assertFalse(result['automatic_promotion']) + self.assertIsNone(result['training_benefit_generalized']) + self.assertIsNone(result['cost']['local_compute_usd']) + self.assertTrue((output / 'report.json').is_file()) + self.assertEqual(result['benchmark_report_sha256'], sha256((output / 'benchmark/report.json').read_bytes()).hexdigest()) + + def test_invalid_budget_is_rejected_before_planning_or_creating_output(self): + with patch.object(experiment, 'prepare_plan') as planning: + with self.assertRaises(ValueError): + experiment.run_experiment('dataset.json', 'unused', prior_protocol_path='protocol.json', + prior_report_path='report.json', source_evidence='evidence', nominal=24, stress=4) + planning.assert_not_called() + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_improvement_http.py b/tests/test_improvement_http.py new file mode 100644 index 0000000..c8c6d1f --- /dev/null +++ b/tests/test_improvement_http.py @@ -0,0 +1,166 @@ +"""The research viewer exports validated evidence without changing source files.""" +from hashlib import sha256 +import http.client +import json +from pathlib import Path +import shutil +import tempfile +import threading +import unittest + +from dvidia_training.improvement_studio import ImprovementServer + + +FIXTURE = Path(__file__).resolve().parents[1] / 'benchmarks/sample-count-19047' +FILES = ('report.json', 'protocol.json', 'protocol.sha256', 'models-frozen.json') + + +class ImprovementHTTPTests(unittest.TestCase): + def setUp(self): + self.tmp = tempfile.TemporaryDirectory() + # macOS's /var and /tmp prefixes are symlinks; the loader deliberately + # requires a canonical location rather than traversing either prefix. + self.directory = Path(self.tmp.name).resolve() + for name in FILES: + shutil.copyfile(FIXTURE / name, self.directory / name) + self.server = ImprovementServer(('127.0.0.1', 0), self.directory) + self.thread = threading.Thread(target=self.server.serve_forever, daemon=True) + self.thread.start() + + def tearDown(self): + self.server.shutdown() + self.thread.join() + self.server.server_close() + self.tmp.cleanup() + + def request(self, path='/api/improvement', *, method='GET', headers=None): + conn = http.client.HTTPConnection('127.0.0.1', self.server.server_port, timeout=5) + try: + conn.request(method, path, headers=headers or {}) + response = conn.getresponse() + return response.status, dict(response.getheaders()), response.read() + finally: + conn.close() + + def fingerprint(self): + return {p.name: sha256(p.read_bytes()).hexdigest() for p in self.directory.iterdir()} + + def test_service_and_all_exports_are_read_only(self): + before = self.fingerprint() + status, headers, html = self.request('/') + self.assertEqual(status, 200) + self.assertIn('text/html', headers['Content-Type']) + self.assertIn(b'DVIDIA', html) + status, headers, raw = self.request() + dashboard = json.loads(raw) + self.assertEqual(status, 200) + self.assertEqual(dashboard['format'], 'dvidia.skillspace-improvement.v1') + self.assertEqual(headers['Cache-Control'], 'no-store') + self.assertEqual(headers['X-Content-Type-Options'], 'nosniff') + self.assertIn("frame-ancestors 'none'", headers['Content-Security-Policy']) + self.assertNotIn('Access-Control-Allow-Origin', headers) + status, headers, raw = self.request('/api/improvement/report') + self.assertEqual(status, 200) + self.assertIn('attachment;', headers['Content-Disposition']) + self.assertEqual(json.loads(raw), dashboard) + status, headers, raw = self.request('/api/improvement/brief?id=candidate-investigation') + self.assertEqual(status, 200) + self.assertIn('text/plain', headers['Content-Type']) + self.assertIn(b'Provisional investigation', raw) + status, headers, raw = self.request('/api/improvement/coverage') + self.assertEqual(status, 200) + self.assertEqual(json.loads(raw)['evidence'], []) + self.assertEqual(self.fingerprint(), before) + + def test_unexpected_host_origin_and_cross_site_cannot_read_exports(self): + for headers in ({'Host': 'evil.test'}, {'Host': '127.0.0.1'}, + {'Origin': 'https://evil.test'}, {'Origin': 'null'}, + {'Sec-Fetch-Site': 'cross-site'}): + with self.subTest(headers=headers): + self.assertEqual(self.request(headers=headers)[0], 403) + + def test_duplicate_host_and_origin_headers_are_rejected(self): + for header in ('Host', 'Origin'): + with self.subTest(header=header): + conn = http.client.HTTPConnection('127.0.0.1', self.server.server_port, timeout=5) + try: + conn.putrequest('GET', '/api/improvement', skip_host=True) + host = f'127.0.0.1:{self.server.server_port}' + conn.putheader('Host', host) + if header == 'Host': + conn.putheader('Host', host) + else: + conn.putheader('Origin', 'http://' + host) + conn.putheader('Origin', 'http://' + host) + conn.endheaders() + response = conn.getresponse() + self.assertEqual(response.status, 403) + response.read() + finally: + conn.close() + + def test_traversal_and_unknown_paths_do_not_serve_local_files(self): + for path in ('/report.json', '/../report.json', '/%2e%2e/report.json', + '/api/improvement?path=report.json', '/api/improvement/coverage?path=../../private'): + with self.subTest(path=path): + status, _, raw = self.request(path) + self.assertEqual(status, 404) + self.assertNotIn(str(self.directory).encode(), raw) + for query in ('id=../../private', 'id=a&id=b', 'id=candidate-investigation&path=x', 'id='): + with self.subTest(query=query): + self.assertEqual(self.request('/api/improvement/brief?' + query)[0], 409) + + def test_post_is_unsupported_and_never_changes_benchmark(self): + before = self.fingerprint() + status, _, raw = self.request(method='POST') + self.assertEqual(status, 405) + self.assertIn(b'read-only', raw) + self.assertEqual(self.fingerprint(), before) + + def test_each_export_revalidates_file_bindings(self): + for name in ('protocol.json', 'protocol.sha256', 'models-frozen.json'): + with self.subTest(name=name): + path = self.directory / name + original = path.read_bytes() + path.write_bytes(original + b' ' if name.endswith('.json') else b'0' * 64) + for endpoint in ('/api/improvement', '/api/improvement/report', + '/api/improvement/brief?id=candidate-investigation', + '/api/improvement/coverage'): + status, _, raw = self.request(endpoint) + self.assertEqual(status, 409) + self.assertNotIn(str(self.directory).encode(), raw) + path.write_bytes(original) + self.assertEqual(self.request()[0], 200) + + def test_invalid_or_missing_report_returns_controlled_conflict(self): + path = self.directory / 'report.json' + for payload in ('{invalid', '[]', '{"same":1,"same":2}'): + with self.subTest(payload=payload): + path.write_text(payload) + self.assertEqual(self.request()[0], 409) + path.unlink() + self.assertEqual(self.request()[0], 409) + + def test_malformed_nested_report_returns_controlled_conflict(self): + source = json.loads((FIXTURE / 'report.json').read_text()) + for field in ('teacher', 'comparison', 'oversized_number'): + with self.subTest(field=field): + report = json.loads(json.dumps(source)) + if field == 'teacher': + report['teacher'] = None + elif field == 'comparison': + report['comparisons'][0] = None + else: + report['benchmark_wall_seconds'] = 10 ** 1000 + (self.directory / 'report.json').write_text(json.dumps(report)) + status, _, raw = self.request() + self.assertEqual(status, 409) + self.assertNotIn(str(self.directory).encode(), raw) + + def test_non_loopback_bind_rejected_before_opening_a_socket(self): + with self.assertRaisesRegex(ValueError, '127.0.0.1'): + ImprovementServer(('0.0.0.0', 0), self.directory) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_improvement_reader.py b/tests/test_improvement_reader.py new file mode 100644 index 0000000..a730e32 --- /dev/null +++ b/tests/test_improvement_reader.py @@ -0,0 +1,100 @@ +"""Bound prepared-source validation before metadata grouping or symlink reads.""" +from copy import deepcopy +from hashlib import sha256 +from pathlib import Path +import tempfile +import unittest +from unittest.mock import patch + +from dvidia_training.footage_pipeline import _canonical +from dvidia_training.improvement import (_prepared_episodes, _read, + load_benchmark, MAX_PREPARED_EPISODES) +from test_improvement_binding import FIXTURE, authored_followup + + +def write_authored_bundle(root, dataset): + """Write test contracts; the authored outcomes are never experiment evidence.""" + bundle = authored_followup(load_benchmark(FIXTURE)) + protocol, report = bundle['protocol'], bundle['report'] + raw = _canonical(dataset) + b'\n' + source_hash = sha256(raw).hexdigest() + (root / 'source').mkdir() + (root / 'source' / 'dataset.json').write_bytes(raw) + protocol['source_dataset_sha256'] = source_hash + protocol['input_files_sha256']['source/dataset.json'] = source_hash + experiment = protocol['experiment'] + experiment['plan']['source_dataset_sha256'] = source_hash + experiment['plan_sha256'] = sha256(_canonical(experiment['plan']) + b'\n').hexdigest() + report['experiment'] = deepcopy(experiment) + raw = _canonical(protocol) + b'\n' + protocol_hash = sha256(raw).hexdigest() + (root / 'protocol.json').write_bytes(raw) + (root / 'protocol.sha256').write_text(protocol_hash + '\n') + models = {'protocol_sha256': protocol_hash, + 'candidates': [{key: value for key, value in row.items() if key != 'outcomes'} + for row in report['comparisons']]} + raw = _canonical(models) + b'\n' + (root / 'models-frozen.json').write_bytes(raw) + report['protocol_sha256'] = protocol_hash + report['models_frozen_sha256'] = sha256(raw).hexdigest() + (root / 'report.json').write_bytes(_canonical(report) + b'\n') + + +class ImprovementReaderTests(unittest.TestCase): + def test_reader_rejects_a_symlink_in_any_parent_component(self): + with tempfile.TemporaryDirectory() as temporary: + root = Path(temporary).resolve() + actual = root / 'actual' + actual.mkdir() + (actual / 'dataset.json').write_text('{}') + linked = root / 'linked' + linked.symlink_to(actual, target_is_directory=True) + with self.assertRaises(ValueError): + _read(linked / 'dataset.json') + + def test_loader_rejects_symlinked_source_directory(self): + with tempfile.TemporaryDirectory() as temporary: + root = Path(temporary).resolve() + write_authored_bundle(root, {'episodes': []}) + (root / 'source').rename(root / 'actual-source') + (root / 'source').symlink_to(root / 'actual-source', target_is_directory=True) + with self.assertRaisesRegex(ValueError, 'regular benchmark JSON'): + load_benchmark(root) + + def test_oversized_or_nonobject_episode_lists_fail_before_grouping(self): + for episodes in ([{}] * (MAX_PREPARED_EPISODES + 1), [None], [], {}, 'episodes'): + with self.subTest(kind=type(episodes).__name__, size=len(episodes)): + with tempfile.TemporaryDirectory() as temporary: + root = Path(temporary).resolve() + write_authored_bundle(root, {'episodes': episodes}) + with patch('dvidia_training.footage_benchmark.explicit_subsets') as grouping: + with self.assertRaisesRegex(ValueError, 'prepared episode objects'): + load_benchmark(root) + grouping.assert_not_called() + + def test_prepared_metadata_cap_accepts_boundary_without_grouping(self): + episodes = [{'id': f'episode-{i}', 'group_id': f'group-{i}', + 'media_sha256': f'{i:064x}', 'split': 'train', + 'source_recording_id': None, 'session_id': None, 'shoe_pair_id': None} + for i in range(MAX_PREPARED_EPISODES)] + _prepared_episodes({'episodes': episodes}) + episodes.append(deepcopy(episodes[0])) + with self.assertRaises(ValueError): + _prepared_episodes({'episodes': episodes}) + + def test_invalid_lineage_and_duplicate_ids_fail_before_grouping(self): + row = {'id': 'episode-1', 'group_id': 'group-1', 'media_sha256': 'a' * 64, + 'split': 'train', 'source_recording_id': None, 'session_id': None, 'shoe_pair_id': None} + for mutate in (lambda r: r.update(session_id=[]), + lambda r: r.update(media_sha256='not-a-digest'), + lambda r: r.update(split='confirmation')): + bad = deepcopy(row) + mutate(bad) + with self.assertRaises(ValueError): + _prepared_episodes({'episodes': [bad]}) + with self.assertRaisesRegex(ValueError, 'unique'): + _prepared_episodes({'episodes': [row, deepcopy(row)]}) + + +if __name__ == '__main__': + unittest.main() From 806ec7817f5c89e923a5a4b9db3468ba123c0882 Mon Sep 17 00:00:00 2001 From: DVIDIA Date: Thu, 15 Oct 2026 22:11:09 -0400 Subject: [PATCH 2/5] Diagnose grip recovery failure and expose measured follow-up evidence --- README.md | 8 + benchmarks/grip-recovery-20261015/README.md | 31 ++ .../phase-one/protocol.json | 1 + .../phase-one/protocol.sha256 | 1 + .../phase-one/report.json | 1 + .../phase-two/protocol.json | 1 + .../phase-two/protocol.sha256 | 1 + .../phase-two/report.json | 1 + docs/grip-recovery-diagnostic-20261015.md | 181 +++++++++ docs/improvement-studio.md | 25 ++ docs/skillspace-improvement-pilot-20261015.md | 47 ++- docs/video-to-robot-skill-requirements.md | 266 +++++++++++++ pyproject.toml | 2 + src/dvidia_training/grip_diagnostic.py | 359 ++++++++++++++++++ src/dvidia_training/grip_diagnostic_view.py | 196 ++++++++++ src/dvidia_training/grip_followup.py | 191 ++++++++++ src/dvidia_training/improvement.py | 2 + src/dvidia_training/improvement_studio.html | 96 ++++- src/dvidia_training/improvement_studio.py | 17 +- tests/browser/improvement_studio.cjs | 13 +- tests/test_grip_diagnostic.py | 122 ++++++ tests/test_grip_diagnostic_view.py | 129 +++++++ tests/test_improvement_http.py | 32 ++ 23 files changed, 1705 insertions(+), 18 deletions(-) create mode 100644 benchmarks/grip-recovery-20261015/README.md create mode 100644 benchmarks/grip-recovery-20261015/phase-one/protocol.json create mode 100644 benchmarks/grip-recovery-20261015/phase-one/protocol.sha256 create mode 100644 benchmarks/grip-recovery-20261015/phase-one/report.json create mode 100644 benchmarks/grip-recovery-20261015/phase-two/protocol.json create mode 100644 benchmarks/grip-recovery-20261015/phase-two/protocol.sha256 create mode 100644 benchmarks/grip-recovery-20261015/phase-two/report.json create mode 100644 docs/grip-recovery-diagnostic-20261015.md create mode 100644 docs/video-to-robot-skill-requirements.md create mode 100644 src/dvidia_training/grip_diagnostic.py create mode 100644 src/dvidia_training/grip_diagnostic_view.py create mode 100644 src/dvidia_training/grip_followup.py create mode 100644 tests/test_grip_diagnostic.py create mode 100644 tests/test_grip_diagnostic_view.py diff --git a/README.md b/README.md index bb0720e..e0ef8de 100644 --- a/README.md +++ b/README.md @@ -110,6 +110,14 @@ viewer keeps that negative result visible and distinguishes a recording request from a controller investigation. This is a simulation research tool, not a production account feature or a human-video-to-robot training bridge. +The [grip/recovery follow-up](docs/grip-recovery-diagnostic-20261015.md) ran 48 +native episodes on the shared failure. Increased jaw capability plus a longer +deadline completed the case; the original conditions still fail. The viewer +keeps these diagnostic outcomes separate from qualification. The +[video-to-robot requirements](docs/video-to-robot-skill-requirements.md) describe +action capture, simulation calibration, coverage and physical validation needed +to turn a Skillspace's recordings into a tested robot-specific skill. + ## Review what is visible in a video The new [local observation lab](docs/observations.md) uses optional CPU object and diff --git a/benchmarks/grip-recovery-20261015/README.md b/benchmarks/grip-recovery-20261015/README.md new file mode 100644 index 0000000..7ae610f --- /dev/null +++ b/benchmarks/grip-recovery-20261015/README.md @@ -0,0 +1,31 @@ +# Grip/recovery diagnostic receipts + +These are exact JSON-byte copies of two completed local **simulation-only** +experiments on the already inspected `scene-15` from the Skillspace improvement +pilot. Phase one contains 28 native episodes; phase two contains 20. There is +only **one distinct scene**, with changed conditions and deterministic repeats. + +Read [the interpretation](../../docs/grip-recovery-diagnostic-20261015.md). + +- `phase-one`: seven one-factor conditions, authored teacher and frozen student, + each with a paired recorded-arm/open-jaw control. +- `phase-two`: the 2 × 2 jaw-capability/time-budget diagnostic and one separate + exploratory loaded-goal-cap condition; same two policies and paired controls. + +Protocols preserve original source/runtime/model hashes and explicit conditions. +Reports retain every completed outcome, errors, instrumentation summaries, +wall clocks and unpriced local-compute limitations. The copy operation did not +rewrite JSON or its hashes. + +Full traces, actions, replay HTML, original-run snapshots and movement weights +remain in ignored local directories: + +``` +runs/grip-diagnostic-20261015/ +runs/grip-followup-20261015/ +``` + +This compact archive is sufficient for the read-only results viewer, **not** +independent native replay. The archive includes no uploaded human footage, +account information, credentials, or model weights. No runtime defaults or +qualification gates changed, and no candidate was promoted. diff --git a/benchmarks/grip-recovery-20261015/phase-one/protocol.json b/benchmarks/grip-recovery-20261015/phase-one/protocol.json new file mode 100644 index 0000000..d12d9f6 --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-one/protocol.json @@ -0,0 +1 @@ +{"arms":[{"horizon":18.0,"id":"original","loaded_goal_cap_m":null,"scene_overrides":{}},{"horizon":18.0,"id":"jaw-060","loaded_goal_cap_m":null,"scene_overrides":{"jaw_force_limit":0.6}},{"horizon":18.0,"id":"jaw-080","loaded_goal_cap_m":null,"scene_overrides":{"jaw_force_limit":0.8}},{"horizon":18.0,"id":"torque-40","loaded_goal_cap_m":null,"scene_overrides":{"joint_torque_limit":40.0}},{"horizon":18.0,"id":"loaded-2500um","loaded_goal_cap_m":0.0025,"scene_overrides":{}},{"horizon":18.0,"id":"loaded-1250um","loaded_goal_cap_m":0.00125,"scene_overrides":{}},{"horizon":30.0,"id":"horizon-30","loaded_goal_cap_m":null,"scene_overrides":{}}],"benchmark_protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2","benchmark_report_sha256":"1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce","capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","case":{"group":"actuator_stress","id":"scene-15","layout_sha256":"55376e0c86f0c5fbc20bd4d66b3b0022da5815da9472504ebce4f77f297862e1","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474"},"kind":"dvidia.grip-recovery-diagnostic","limits":["Exact previously inspected simulated scene: diagnosis, not an independent generalization test.","No retraining; privileged state, simplified rigid box, authored phases/grip/recovery and collision-excluded arm links.","Jaw-force arms change actuator capability and the existing supervisor response to that capability.","Loaded-goal cap changes requested Cartesian tracking distance; it is not a physical speed or acceleration guarantee.","A longer-horizon success does not repair the original 18-second benchmark failure.","Open-jaw controls replay each intervention arm trajectory; no physical-robot or broad causal qualification is issued.","Control observations are 50 Hz. Bilateral contact in these samples does not establish uninterrupted 1-kHz native contact or the required lift dwell."],"original_run_sha256":{"student":"ee5d3b4c61555cd5a2c01028d54813871bcf4b964b874ef67117b85d1668680b","teacher":"2662da17cbdb627deaf4c0ab58e3b3cecdf1855e9ee8b5ca7aa0fbed46659cb8"},"physical_robot_ready":false,"planned_native_episodes":28,"policies":["student","teacher"],"rules":{"baseline_reproduction":"Require exact action tape and outcome parity for original teacher and student.","completion":"Record every planned policy and control attempt, including errors.","negative_control":"Each policy/arm tape is replayed with jaws forced open.","qualification":false,"retrain":false,"same_model":true},"runtime":{"action_contract":"six joint targets in radians; symmetric gripper width in metres","dependencies":{"mujoco":"3.15.0","numpy":"2.5.3"},"files_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"kind":"hybrid-distilled-placement-runtime"},"schema_version":1,"scope":"simulation-only","source_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","grip_diagnostic.py":"29c2ac53ed60873e4c6b8470818f467e1bedc258a5801eb1bb6feb245c61c39c","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"}} diff --git a/benchmarks/grip-recovery-20261015/phase-one/protocol.sha256 b/benchmarks/grip-recovery-20261015/phase-one/protocol.sha256 new file mode 100644 index 0000000..48678c9 --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-one/protocol.sha256 @@ -0,0 +1 @@ +2a69227760e5aacb70984d1923614eed7a28cb2e079281a9c2694481e863bead diff --git a/benchmarks/grip-recovery-20261015/phase-one/report.json b/benchmarks/grip-recovery-20261015/phase-one/report.json new file mode 100644 index 0000000..3bb5ab2 --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-one/report.json @@ -0,0 +1 @@ +{"completed_native_episodes":28,"cost":{"external_api_usd":0.0,"local_compute":"unpriced"},"elapsed_seconds":30.68877579201944,"episode_errors":0,"kind":"dvidia.grip-recovery-diagnostic-result","limits":["Exact previously inspected simulated scene: diagnosis, not an independent generalization test.","No retraining; privileged state, simplified rigid box, authored phases/grip/recovery and collision-excluded arm links.","Jaw-force arms change actuator capability and the existing supervisor response to that capability.","Loaded-goal cap changes requested Cartesian tracking distance; it is not a physical speed or acceleration guarantee.","A longer-horizon success does not repair the original 18-second benchmark failure.","Open-jaw controls replay each intervention arm trajectory; no physical-robot or broad causal qualification is issued.","Control observations are 50 Hz. Bilateral contact in these samples does not establish uninterrupted 1-kHz native contact or the required lift dwell."],"network_guard":{"attempted_calls":[],"enabled":true,"guard_self_test_passed":true,"scope":"Python socket calls during rollouts/training after dependency imports; not native C or installation"},"physical_robot_ready":false,"protocol_sha256":"2a69227760e5aacb70984d1923614eed7a28cb2e079281a9c2694481e863bead","results":[{"arm_id":"original","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8721792090218514,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1268574160058051,"final_target_error_m":0.2493747901487555,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":307,"loaded_pre_action_samples":307,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.02858095218751429,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.006247318696186095,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"original/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"original","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8959112921729684,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.07397783958499105],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.012882273870726341],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1312989590223879,"final_target_error_m":0.1497726748040172,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":377,"loaded_pre_action_samples":379,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0378909772657548,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.0075251098050303335,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"original/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw-060","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8870318329427391,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3749596976196391,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8505880354016995,2.255635307459386,0.026021418297597687,0.36366894601050426,0.2706790611322205,0.12862712438033164,0.08475865151420514],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.022035076209260953,0.013557782942655736],"joint_velocity_rad_s":[0.23258935326014113,0.3350386274077162,0.5390998846292373,0.0059814202684465335,0.4713608329670283,0.2838363949003171],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002529318,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698665113,"time":10.67999999999952},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002688635,0.3099914782969372],"stage":"place","target_distance":0.3591556698679322,"time":15.239999999996993},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002736814,0.3099914782969372],"stage":"release","target_distance":0.35915566986836184,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000274792,0.3099914782969372],"stage":"retreat","target_distance":0.35915566986846087,"time":16.93999999999772}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.023808291181922,"final_target_error_m":0.0022164149910777835,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":310,"loaded_pre_action_samples":310,"maximum_loaded_offset_change_m":0.0039509868455900555,"maximum_object_lift_m":0.12444847956697691,"maximum_sampled_lift_dwell_seconds":5.40500000000014,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8514053480798793,2.499502585103528,0.027462487137748376,0.38927242059809686,0.2689577954599329,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08170568825831688,0.08115061141076493],"joint_velocity_rad_s":[0.23258935326014113,0.3379500402048524,0.5369941814767636,0.0059814202684465335,0.47673312776415505,0.28406094530681136],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293425354473303,0.16704667784927124,0.31118964988518966],"stage":"lift","target_distance":0.3591611711963868,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33027909321645327,0.16583876043448031,0.42688790636187895],"stage":"transfer","target_distance":0.37627423253972736,"time":10.67999999999952},{"contacts":{"left":4,"right":4},"object_position":[0.4830083362908615,-0.15130075611016475,0.4334418949522118],"stage":"place","target_distance":0.12377201168278686,"time":15.239999999996993},{"contacts":{"left":0,"right":2},"object_position":[0.48956156617013363,-0.15334854582837035,0.3099666176569215],"stage":"release","target_distance":0.0022685681423181524,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.4896133782600055,-0.1533447318482547,0.30999147829693446],"stage":"retreat","target_distance":0.002216414990829565,"time":16.93999999999772}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw-060/student/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw-060","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8878261670470238,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3721442961602796,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.753373161131492,2.230934136497467,0.0247455734208433,0.36734361926011694,0.27774012773103607,0.0825338505198765,0.06360417663478657],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013930054232427864,0.010458770682978643],"joint_velocity_rad_s":[0.2573939314764508,0.28733275650735457,0.4893676519338377,0.005747940388485215,0.5472195921545367,0.3718192246447945],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002475617,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698660324,"time":9.140000000000374},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002623662,0.3099914782969372],"stage":"place","target_distance":0.35915566986735276,"time":13.379999999998024},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002672548,0.3099914782969372],"stage":"release","target_distance":0.3591556698677887,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002684442,0.3099914782969372],"stage":"retreat","target_distance":0.3591556698678947,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000273197,0.3099914782969372],"stage":"verify","target_distance":0.3591556698683186,"time":16.47999999999716}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":825,"controller_failure":null,"episode_wall_seconds":0.9600814580917358,"final_target_error_m":0.002156746140335876,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":288,"loaded_pre_action_samples":288,"maximum_loaded_offset_change_m":0.003738424967509459,"maximum_object_lift_m":0.12556316373405152,"maximum_sampled_lift_dwell_seconds":5.031000000000015,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7540075826530597,2.4998228038425623,0.045058895988126506,0.3852654549428216,0.2754402059151104,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08172488677960947,0.0813187198551036],"joint_velocity_rad_s":[0.2573939314764508,0.2897949778956556,0.4873520555141373,0.009577590581908274,0.5537409877658644,0.3720847460359684],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":16.48199999999716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":2},"object_position":[0.3293395119107681,0.1669926751302151,0.31125534789346665],"stage":"lift","target_distance":0.35911460368873355,"time":7.620000000000879},{"contacts":{"left":4,"right":4},"object_position":[0.3298242510970147,0.16535037389865787,0.4259637432645177],"stage":"transfer","target_distance":0.37576964472851165,"time":9.140000000000374},{"contacts":{"left":4,"right":4},"object_position":[0.4903133374309141,-0.14475845152228461,0.4346895807811527],"stage":"place","target_distance":0.1249879757745077,"time":13.379999999998024},{"contacts":{"left":1,"right":0},"object_position":[0.48966723733288564,-0.15280509116444752,0.3099624767758174],"stage":"release","target_distance":0.0022076281557199488,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.4897184544272571,-0.15280733668579186,0.3099914782969376],"stage":"retreat","target_distance":0.0021567461400031503,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.489718454426995,-0.15280733668542615,0.309991478296937],"stage":"verify","target_distance":0.002156746140335563,"time":16.47999999999716}],"success":true,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw-060/teacher/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw-080","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8803723338060081,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472825,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.060000000000418},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3749697306135205,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8558949028887355,2.25617700184506,0.026021418297597687,0.3637204143919579,0.2706811418928794,0.1286515642355628,0.08491592216417665],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.02201547159600008,0.013585210701229606],"joint_velocity_rad_s":[0.23258935326014113,0.3351861070911413,0.5390340243701429,0.0059814202684465335,0.47106328672586956,0.28388590658992285],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472825,0.3099914782969372],"stage":"lift","target_distance":0.35915566986600755,"time":9.060000000000418},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002529976,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698665172,"time":10.699999999999509},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002689363,0.3099914782969372],"stage":"place","target_distance":0.3591556698679387,"time":15.259999999996982},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002737469,0.3099914782969372],"stage":"release","target_distance":0.35915566986836767,"time":16.639999999997354},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002749312,0.3099914782969372],"stage":"retreat","target_distance":0.3591556698684733,"time":16.97999999999777}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0115747498348355,"final_target_error_m":0.001573578004045532,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":310,"loaded_pre_action_samples":310,"maximum_loaded_offset_change_m":0.003583117814698287,"maximum_object_lift_m":0.12448016957355013,"maximum_sampled_lift_dwell_seconds":5.40500000000014,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8562138280339013,2.510112109140323,0.03125246330108309,0.38865174345117914,0.26974811892956296,0.8,0.8],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0817249313150101,0.08112193246593705],"joint_velocity_rad_s":[0.23258935326014113,0.3380973511569275,0.5369231967439119,0.007050308102065113,0.4763149947520016,0.2839961565999207],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.32934085180419775,0.16704682242043356,0.3112025646492842],"stage":"lift","target_distance":0.3591621048232067,"time":9.060000000000418},{"contacts":{"left":4,"right":4},"object_position":[0.3296891111273798,0.16583256003882976,0.4269285855056516],"stage":"transfer","target_distance":0.37653528724523844,"time":10.699999999999509},{"contacts":{"left":4,"right":4},"object_position":[0.48234445497274436,-0.15131826123006697,0.43347052444609896],"stage":"place","target_distance":0.12384935552847745,"time":15.259999999996982},{"contacts":{"left":2,"right":2},"object_position":[0.4901962219483631,-0.15335205933331988,0.30995983615138856],"stage":"release","target_distance":0.0016350963702659934,"time":16.639999999997354},{"contacts":{"left":0,"right":0},"object_position":[0.49025726273532044,-0.15335012523448044,0.30999147829693774],"stage":"retreat","target_distance":0.0015735780037360895,"time":16.97999999999777}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw-080/student/run.json","scene":{"jaw_force_limit":0.8,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw-080","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8941549581941217,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002423234,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.640000000000886},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.37215218858882804,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7540642446408015,2.230443047493793,0.0247455734208433,0.367346129234182,0.2777402605678674,0.08253470288220477,0.06360594692731425],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013930224856928488,0.010459378610360516],"joint_velocity_rad_s":[0.2573939314764508,0.2873522813131536,0.4892864927059751,0.005747940388485215,0.5471192782690013,0.37182308471013714],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002423234,0.3099914782969372],"stage":"lift","target_distance":0.3591556698655653,"time":7.640000000000886},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002476303,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698660386,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002624315,0.3099914782969372],"stage":"place","target_distance":0.35915566986735853,"time":13.399999999998013},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002673228,0.3099914782969372],"stage":"release","target_distance":0.35915566986779474,"time":14.799999999997237},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002685155,0.3099914782969372],"stage":"retreat","target_distance":0.35915566986790115,"time":15.139999999997048},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002732622,0.3099914782969372],"stage":"verify","target_distance":0.3591556698683244,"time":16.499999999997183}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":826,"controller_failure":null,"episode_wall_seconds":0.9646702089812607,"final_target_error_m":0.0015456143447329636,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":288,"loaded_pre_action_samples":288,"maximum_loaded_offset_change_m":0.0033833702777808393,"maximum_object_lift_m":0.12561228496239335,"maximum_sampled_lift_dwell_seconds":5.792000000000269,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7543194471864467,2.5104280133031125,0.0457794878862557,0.38450381612638296,0.2765622777586145,0.8,0.8],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08172501674203951,0.08131828348908095],"joint_velocity_rad_s":[0.2573939314764508,0.28981296290141323,0.4872764516093827,0.00979586643861887,0.553506561383725,0.3720640462478488],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":16.501999999997185,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.32933385096039947,0.16699222479066234,0.3112925215050996],"stage":"lift","target_distance":0.3591168954052645,"time":7.640000000000886},{"contacts":{"left":4,"right":4},"object_position":[0.3291593437159382,0.16534861567007964,0.426023750153984],"stage":"transfer","target_distance":0.37607380055427353,"time":9.160000000000363},{"contacts":{"left":4,"right":4},"object_position":[0.48965940198231606,-0.14476051057321643,0.4347399331484142],"stage":"place","target_distance":0.12504769921847317,"time":13.399999999998013},{"contacts":{"left":1,"right":2},"object_position":[0.49029189128520323,-0.15280189823120288,0.30995514149729236],"stage":"release","target_distance":0.001602451461157059,"time":14.799999999997237},{"contacts":{"left":0,"right":0},"object_position":[0.4903500893984842,-0.15280363804745442,0.3099914782969376],"stage":"retreat","target_distance":0.001545614344397319,"time":15.139999999997048},{"contacts":{"left":0,"right":0},"object_position":[0.49035008939825503,-0.1528036380470573,0.3099914782969372],"stage":"verify","target_distance":0.0015456143447326626,"time":16.499999999997183}],"success":true,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw-080/teacher/run.json","scene":{"jaw_force_limit":0.8,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"torque-40","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8918419170659035,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0794203749392182,"final_target_error_m":0.2493747901487555,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":307,"loaded_pre_action_samples":307,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.02858095218751429,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.006247318696186095,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"torque-40/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"torque-40","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8789190838579088,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.07397783958499105],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.012882273870726341],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.137010042089969,"final_target_error_m":0.1497726748040172,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":377,"loaded_pre_action_samples":379,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0378909772657548,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.0075251098050303335,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"torque-40/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-2500um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.877741500036791,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.105096706998212,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,1.5001447869266258,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.022108332496406646,0.020812262525122804],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004058391281021381,0.004055512605343387],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000261099,0.3099914782969372],"stage":"failed","target_distance":0.3591556698672397,"time":13.019999999998223}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.0025,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":"phase_timeout:lift","episode_wall_seconds":0.9862852920778096,"final_target_error_m":0.360212626804047,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":199,"lift_seen":true,"loaded_pre_action_bilateral_samples":200,"loaded_pre_action_samples":200,"maximum_loaded_offset_change_m":0.0032724391596922996,"maximum_object_lift_m":0.10279497912257618,"maximum_sampled_lift_dwell_seconds":1.7999999999999126,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,1.6363437246493504,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08000108758496495,0.08000828282376708],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"failed","object_position":[0.33228886487653286,0.16720420134507905,0.4127595465239445],"object_velocity":[5.979019454957221e-05,-0.0002139400513440523,0.023773053108787235],"pad_normal_forces_n":{"left":0.2993390251185872,"right":0.29716781016702176},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.0033892327540189756,"retention_failure_ticks_after_check":0,"stage":"lift","table_contacts":0,"tcp_position":[0.33001234304863564,0.16717192181759696,0.4212107120903282],"time":12.999999999998234}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293432423080713,0.16704550163573167,0.31025190720095563],"stage":"lift","target_distance":0.3591579205440794,"time":9.040000000000429},{"contacts":{"left":2,"right":2},"object_position":[0.33206148444281125,0.16719029262224994,0.41260257603364753],"stage":"failed","target_distance":0.3724761127339181,"time":13.019999999998223}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"loaded-2500um/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-2500um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8865265841595829,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.1143561051483345,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.173549157593186,1.4689278930226237,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.03115019540630115,0.03656410698030399],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006048875498804451,0.006535182142641336],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.43583657414294014,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002561368,0.3099914782969372],"stage":"failed","target_distance":0.3591556698667972,"time":11.59999999999901}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.0025,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":"phase_timeout:lift","episode_wall_seconds":1.0156144578941166,"final_target_error_m":0.3622660100332193,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":199,"lift_seen":true,"loaded_pre_action_bilateral_samples":200,"loaded_pre_action_samples":200,"maximum_loaded_offset_change_m":0.0031989890672037115,"maximum_object_lift_m":0.11202729708605008,"maximum_sampled_lift_dwell_seconds":2.0099999999998897,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.173549157593186,1.6064120536983637,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08000000944539339,0.08000139960782668],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.43583657414294014,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"failed","object_position":[0.3311244057928213,0.1668401747154375,0.4219902207652699],"object_velocity":[0.0009292775077167247,0.0002515590745336631,0.025043980288374013],"pad_normal_forces_n":{"left":0.2993534631921732,"right":0.29703725659516034},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.003361547114909982,"retention_failure_ticks_after_check":0,"stage":"lift","table_contacts":0,"tcp_position":[0.3289003494486795,0.16682067422353336,0.43051176869087476],"time":11.579999999999021}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.32933797317487484,0.167011451471,0.3102745856590559],"stage":"lift","target_distance":0.3591299551508387,"time":7.620000000000879},{"contacts":{"left":2,"right":2},"object_position":[0.3309035417803516,0.16682322095317767,0.42182225364076764],"stage":"failed","target_distance":0.37530201884426445,"time":11.59999999999901}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"loaded-2500um/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-1250um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8861340419389307,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.04054655771582181,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,1.273419806843549,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.022108332496406646,0.020812262525122804],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004058391281021381,0.004055512605343387],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000261099,0.3099914782969372],"stage":"failed","target_distance":0.3591556698672397,"time":13.019999999998223}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.00125,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":"phase_timeout:lift","episode_wall_seconds":1.002283499808982,"final_target_error_m":0.3580114490591913,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":199,"lift_seen":false,"loaded_pre_action_bilateral_samples":200,"loaded_pre_action_samples":200,"maximum_loaded_offset_change_m":0.0031368807827310053,"maximum_object_lift_m":0.038222688411404415,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,1.3440190029041332,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08000108758496495,0.0837391570041545],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"failed","object_position":[0.3304839210877803,0.1666961350170124,0.3482097644802661],"object_velocity":[0.0005724250240255412,0.00032705127109991316,0.008637100292771404],"pad_normal_forces_n":{"left":0.29959048253629494,"right":0.2982215339630394},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.0031363482377662283,"retention_failure_ticks_after_check":0,"stage":"lift","table_contacts":0,"tcp_position":[0.328299404046448,0.1666838030966227,0.3563962117170223],"time":12.999999999998234}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293512285486548,0.1670456454474536,0.31016516407447536],"stage":"lift","target_distance":0.35915438549009876,"time":9.040000000000429},{"contacts":{"left":0,"right":2},"object_position":[0.33025969160957347,0.16668511353071216,0.34801747860276677],"stage":"failed","target_distance":0.3604330216319363,"time":13.019999999998223}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"loaded-1250um/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-1250um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.905278000049293,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.04631545531908213,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.173549157593186,1.2384631402742343,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.03115019540630115,0.03656410698030399],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006048875498804451,0.006535182142641336],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.43583657414294014,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002561368,0.3099914782969372],"stage":"failed","target_distance":0.3591556698667972,"time":11.59999999999901}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.00125,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":"phase_timeout:lift","episode_wall_seconds":0.9618329170625657,"final_target_error_m":0.35920210508669825,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":199,"lift_seen":false,"loaded_pre_action_bilateral_samples":200,"loaded_pre_action_samples":200,"maximum_loaded_offset_change_m":0.003028771039475625,"maximum_object_lift_m":0.04397104354421316,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.173549157593186,1.3061363186102426,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.07999998610321782,0.08424523628440414],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.43583657414294014,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"failed","object_position":[0.32933697824778924,0.1659565307560565,0.35395652830197727],"object_velocity":[1.7006393088867456e-05,2.443561887377586e-05,0.00976873180125969],"pad_normal_forces_n":{"left":0.29972768533456096,"right":0.29885364940912634},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.0030555901916184056,"retention_failure_ticks_after_check":0,"stage":"lift","table_contacts":0,"tcp_position":[0.3272002700863049,0.16595749153067232,0.3621417870155445],"time":11.579999999999021}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.32935702272433776,0.1670247430200754,0.31018445299487685],"stage":"lift","target_distance":0.35913313245829553,"time":7.620000000000879},{"contacts":{"left":0,"right":2},"object_position":[0.3291094012832565,0.16594688216982467,0.35377445119256473],"stage":"failed","target_distance":0.36094878436015515,"time":11.59999999999901}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"loaded-1250um/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"horizon-30","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1500,"controller_failure":null,"episode_wall_seconds":1.46541920886375,"final_target_error_m":0.35915566987252506,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":30.00000000001368,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002786266,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698688029,"time":18.039999999999065},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002852726,0.3099914782969372],"stage":"failed","target_distance":0.35915566986939557,"time":19.940000000001387}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":30.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":1500,"controller_failure":"retention_lost_after_recovery","episode_wall_seconds":1.7763489170465618,"final_target_error_m":0.10413227143484985,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":404,"loaded_pre_action_samples":404,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.03732435152015316,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.008738951002539148,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},{"contacts":{"left":4,"right":4},"held_offset_m":[-7.649650160235222e-05,6.109737130277626e-06,-0.005976321951613128],"next_stage":"failed","object_position":[0.446608956729209,-0.06740493842558819,0.4195333562737344],"object_velocity":[0.017873519566156067,-0.057222435824964425,-0.0012027846236420596],"pad_normal_forces_n":{"left":0.2981347468832535,"right":0.29152604651119574},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012220473571532385,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.4442829151485806,-0.06839683120263343,0.437451035638731],"time":19.920000000001362}],"simulated_seconds":30.00000000001368,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667},{"contacts":{"left":4,"right":3},"object_position":[0.4039020736041191,0.051739988783261893,0.4209918177044045],"stage":"transfer","target_distance":0.2491455549415419,"time":18.039999999999065},{"contacts":{"left":0,"right":0},"object_position":[0.4465949823731637,-0.06760352278085674,0.41868744032925403],"stage":"failed","target_distance":0.1455861683771185,"time":19.940000000001387}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"horizon-30/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"horizon-30","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1500,"controller_failure":null,"episode_wall_seconds":1.4698409580159932,"final_target_error_m":0.35915566987252506,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.0778576442917327],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.013180367187185939],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":30.00000000001368,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002799647,0.3099914782969372],"stage":"failed","target_distance":0.3591556698689222,"time":18.41999999999953}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":30.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":1500,"controller_failure":"retention_lost_after_recovery","episode_wall_seconds":1.7505208749789745,"final_target_error_m":0.07057674041099746,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":398,"loaded_pre_action_samples":400,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0404243987352038,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.009482377835094395,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},{"contacts":{"left":4,"right":4},"held_offset_m":[-3.398448574776225e-07,-3.98894543584714e-06,-0.006000917805169648],"next_stage":"failed","object_position":[0.45813953929587026,-0.08592571086086138,0.41896243290360724],"object_velocity":[0.032288631387575435,-0.0520344318145285,-0.0010746670868782857],"pad_normal_forces_n":{"left":0.2978893120537453,"right":0.295931354131919},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012433442115718802,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.4559773775474735,-0.08682211462427585,0.43717413949058587],"time":18.399999999999505}],"simulated_seconds":30.00000000001368,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843},{"contacts":{"left":2,"right":0},"object_position":[0.45837183829957434,-0.08604197204240459,0.41799443674113856],"stage":"failed","target_distance":0.1315288511203729,"time":18.41999999999953}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"horizon-30/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"}],"schema_version":1,"scope":"simulation-only","timing_scope":"Validation, snapshot, execution, telemetry/replay writes; excludes process startup and final report write."} diff --git a/benchmarks/grip-recovery-20261015/phase-two/protocol.json b/benchmarks/grip-recovery-20261015/phase-two/protocol.json new file mode 100644 index 0000000..ff5125b --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-two/protocol.json @@ -0,0 +1 @@ +{"arms":[{"horizon":18.0,"id":"jaw030-horizon18","loaded_goal_cap_m":null,"scene_overrides":{}},{"horizon":18.0,"id":"jaw060-horizon18","loaded_goal_cap_m":null,"scene_overrides":{"jaw_force_limit":0.6}},{"horizon":24.0,"id":"jaw030-horizon24","loaded_goal_cap_m":null,"scene_overrides":{}},{"horizon":24.0,"id":"jaw060-horizon24","loaded_goal_cap_m":null,"scene_overrides":{"jaw_force_limit":0.6}},{"horizon":18.0,"id":"loaded-4000um","loaded_goal_cap_m":0.004,"scene_overrides":{}}],"benchmark_protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2","benchmark_report_sha256":"1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce","capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","case":{"group":"actuator_stress","id":"scene-15","layout_sha256":"55376e0c86f0c5fbc20bd4d66b3b0022da5815da9472504ebce4f77f297862e1","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474"},"experiment_phase":"factorial-followup","kind":"dvidia.grip-recovery-diagnostic","limits":["Same development scene and frozen weights as phase one; this factorial is not independent generalization evidence.","Higher jaw capability and a longer horizon are changed conditions, not improved original qualification.","Jaw-capability intervention retains existing supervisor adaptation to that cap.","All native success predicates, arm torque limits, phase budgets and recovery rules remain unchanged.","The fifth, separate exploratory condition changes only the loaded Cartesian goal cap to 4 mm, not physical velocity/acceleration.","No retraining, hardware promotion, premium-plan readiness or physical-robot claim."],"original_run_sha256":{"student":"ee5d3b4c61555cd5a2c01028d54813871bcf4b964b874ef67117b85d1668680b","teacher":"2662da17cbdb627deaf4c0ab58e3b3cecdf1855e9ee8b5ca7aa0fbed46659cb8"},"parent_report_sha256":"0ee7101614723aa0f2fe79d288f6c8662138f0352320aca0f829fc60c950d6bb","physical_robot_ready":false,"planned_native_episodes":20,"policies":["student","teacher"],"prior_diagnostic_protocol_sha256":"2a69227760e5aacb70984d1923614eed7a28cb2e079281a9c2694481e863bead","prior_diagnostic_report_sha256":"0ee7101614723aa0f2fe79d288f6c8662138f0352320aca0f829fc60c950d6bb","rules":{"factorial":"First four arms cross jaw capability and horizon; fifth arm is a separate one-factor loaded-goal-cap exploration.","negative_control":"Each policy/condition uses its own recorded arm tape with open jaws.","qualification":false,"retrain":false,"same_model":true},"runtime":{"action_contract":"six joint targets in radians; symmetric gripper width in metres","dependencies":{"mujoco":"3.15.0","numpy":"2.5.3"},"files_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"kind":"hybrid-distilled-placement-runtime"},"schema_version":1,"scope":"simulation-only","source_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","grip_diagnostic.py":"29c2ac53ed60873e4c6b8470818f467e1bedc258a5801eb1bb6feb245c61c39c","grip_followup.py":"04b3e93511e852e751f6f11a86b9813ec41a5d098a23a75729e79c9ebbb47174","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"}} diff --git a/benchmarks/grip-recovery-20261015/phase-two/protocol.sha256 b/benchmarks/grip-recovery-20261015/phase-two/protocol.sha256 new file mode 100644 index 0000000..f2b4515 --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-two/protocol.sha256 @@ -0,0 +1 @@ +cdebe680658a8ef3f229f460f53234413f682b9dd28bca1f1ac9eb8918e8ad08 diff --git a/benchmarks/grip-recovery-20261015/phase-two/report.json b/benchmarks/grip-recovery-20261015/phase-two/report.json new file mode 100644 index 0000000..71eab8c --- /dev/null +++ b/benchmarks/grip-recovery-20261015/phase-two/report.json @@ -0,0 +1 @@ +{"completed_native_episodes":20,"cost":{"external_api_usd":0.0,"local_compute":"unpriced"},"elapsed_seconds":22.716543208109215,"episode_errors":0,"experiment_phase":"factorial-followup","factorial":{"student":{"jaw030-horizon18":{"control_status":"completed","control_success":false,"simulated_seconds":17.999999999999016,"status":"completed","success":false},"jaw030-horizon24":{"control_status":"completed","control_success":false,"simulated_seconds":24.00000000000635,"status":"completed","success":false},"jaw060-horizon18":{"control_status":"completed","control_success":false,"simulated_seconds":17.999999999999016,"status":"completed","success":false},"jaw060-horizon24":{"control_status":"completed","control_success":false,"simulated_seconds":18.30699999999939,"status":"completed","success":true},"loaded-4000um":{"control_status":"completed","control_success":false,"simulated_seconds":17.999999999999016,"status":"completed","success":false}},"teacher":{"jaw030-horizon18":{"control_status":"completed","control_success":false,"simulated_seconds":17.999999999999016,"status":"completed","success":false},"jaw030-horizon24":{"control_status":"completed","control_success":false,"simulated_seconds":24.00000000000635,"status":"completed","success":false},"jaw060-horizon18":{"control_status":"completed","control_success":false,"simulated_seconds":16.48199999999716,"status":"completed","success":true},"jaw060-horizon24":{"control_status":"completed","control_success":false,"simulated_seconds":16.48199999999716,"status":"completed","success":true},"loaded-4000um":{"control_status":"completed","control_success":false,"simulated_seconds":17.999999999999016,"status":"completed","success":false}}},"kind":"dvidia.grip-recovery-diagnostic-result","limits":["Same development scene and frozen weights as phase one; this factorial is not independent generalization evidence.","Higher jaw capability and a longer horizon are changed conditions, not improved original qualification.","Jaw-capability intervention retains existing supervisor adaptation to that cap.","All native success predicates, arm torque limits, phase budgets and recovery rules remain unchanged.","The fifth, separate exploratory condition changes only the loaded Cartesian goal cap to 4 mm, not physical velocity/acceleration.","No retraining, hardware promotion, premium-plan readiness or physical-robot claim."],"network_guard":{"attempted_calls":[],"enabled":true,"guard_self_test_passed":true,"scope":"Python socket calls during rollouts/training after dependency imports; not native C or installation"},"physical_robot_ready":false,"protocol_sha256":"cdebe680658a8ef3f229f460f53234413f682b9dd28bca1f1ac9eb8918e8ad08","results":[{"arm_id":"jaw030-horizon18","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8798235000576824,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1209257498849183,"final_target_error_m":0.2493747901487555,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":307,"loaded_pre_action_samples":307,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.02858095218751429,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.006247318696186095,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw030-horizon18/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw030-horizon18","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8845203339587897,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.07397783958499105],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.012882273870726341],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.2111653329338878,"final_target_error_m":0.1497726748040172,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":377,"loaded_pre_action_samples":379,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0378909772657548,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.0075251098050303335,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw030-horizon18/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw060-horizon18","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9338609578553587,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3749596976196391,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8505880354016995,2.255635307459386,0.026021418297597687,0.36366894601050426,0.2706790611322205,0.12862712438033164,0.08475865151420514],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.022035076209260953,0.013557782942655736],"joint_velocity_rad_s":[0.23258935326014113,0.3350386274077162,0.5390998846292373,0.0059814202684465335,0.4713608329670283,0.2838363949003171],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002529318,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698665113,"time":10.67999999999952},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002688635,0.3099914782969372],"stage":"place","target_distance":0.3591556698679322,"time":15.239999999996993},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002736814,0.3099914782969372],"stage":"release","target_distance":0.35915566986836184,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000274792,0.3099914782969372],"stage":"retreat","target_distance":0.35915566986846087,"time":16.93999999999772}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0143131669610739,"final_target_error_m":0.0022164149910777835,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":310,"loaded_pre_action_samples":310,"maximum_loaded_offset_change_m":0.0039509868455900555,"maximum_object_lift_m":0.12444847956697691,"maximum_sampled_lift_dwell_seconds":5.40500000000014,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8514053480798793,2.499502585103528,0.027462487137748376,0.38927242059809686,0.2689577954599329,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08170568825831688,0.08115061141076493],"joint_velocity_rad_s":[0.23258935326014113,0.3379500402048524,0.5369941814767636,0.0059814202684465335,0.47673312776415505,0.28406094530681136],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293425354473303,0.16704667784927124,0.31118964988518966],"stage":"lift","target_distance":0.3591611711963868,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33027909321645327,0.16583876043448031,0.42688790636187895],"stage":"transfer","target_distance":0.37627423253972736,"time":10.67999999999952},{"contacts":{"left":4,"right":4},"object_position":[0.4830083362908615,-0.15130075611016475,0.4334418949522118],"stage":"place","target_distance":0.12377201168278686,"time":15.239999999996993},{"contacts":{"left":0,"right":2},"object_position":[0.48956156617013363,-0.15334854582837035,0.3099666176569215],"stage":"release","target_distance":0.0022685681423181524,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.4896133782600055,-0.1533447318482547,0.30999147829693446],"stage":"retreat","target_distance":0.002216414990829565,"time":16.93999999999772}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw060-horizon18/student/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw060-horizon18","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9476109161041677,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3721442961602796,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.753373161131492,2.230934136497467,0.0247455734208433,0.36734361926011694,0.27774012773103607,0.0825338505198765,0.06360417663478657],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013930054232427864,0.010458770682978643],"joint_velocity_rad_s":[0.2573939314764508,0.28733275650735457,0.4893676519338377,0.005747940388485215,0.5472195921545367,0.3718192246447945],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002475617,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698660324,"time":9.140000000000374},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002623662,0.3099914782969372],"stage":"place","target_distance":0.35915566986735276,"time":13.379999999998024},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002672548,0.3099914782969372],"stage":"release","target_distance":0.3591556698677887,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002684442,0.3099914782969372],"stage":"retreat","target_distance":0.3591556698678947,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000273197,0.3099914782969372],"stage":"verify","target_distance":0.3591556698683186,"time":16.47999999999716}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":825,"controller_failure":null,"episode_wall_seconds":0.9482141670305282,"final_target_error_m":0.002156746140335876,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":288,"loaded_pre_action_samples":288,"maximum_loaded_offset_change_m":0.003738424967509459,"maximum_object_lift_m":0.12556316373405152,"maximum_sampled_lift_dwell_seconds":5.031000000000015,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7540075826530597,2.4998228038425623,0.045058895988126506,0.3852654549428216,0.2754402059151104,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08172488677960947,0.0813187198551036],"joint_velocity_rad_s":[0.2573939314764508,0.2897949778956556,0.4873520555141373,0.009577590581908274,0.5537409877658644,0.3720847460359684],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":16.48199999999716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":2},"object_position":[0.3293395119107681,0.1669926751302151,0.31125534789346665],"stage":"lift","target_distance":0.35911460368873355,"time":7.620000000000879},{"contacts":{"left":4,"right":4},"object_position":[0.3298242510970147,0.16535037389865787,0.4259637432645177],"stage":"transfer","target_distance":0.37576964472851165,"time":9.140000000000374},{"contacts":{"left":4,"right":4},"object_position":[0.4903133374309141,-0.14475845152228461,0.4346895807811527],"stage":"place","target_distance":0.1249879757745077,"time":13.379999999998024},{"contacts":{"left":1,"right":0},"object_position":[0.48966723733288564,-0.15280509116444752,0.3099624767758174],"stage":"release","target_distance":0.0022076281557199488,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.4897184544272571,-0.15280733668579186,0.3099914782969376],"stage":"retreat","target_distance":0.0021567461400031503,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.489718454426995,-0.15280733668542615,0.309991478296937],"stage":"verify","target_distance":0.002156746140335563,"time":16.47999999999716}],"success":true,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw060-horizon18/teacher/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw030-horizon24","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":null,"episode_wall_seconds":1.1605637909378856,"final_target_error_m":0.3591556698706584,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002786266,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698688029,"time":18.039999999999065},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002852726,0.3099914782969372],"stage":"failed","target_distance":0.35915566986939557,"time":19.940000000001387}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":24.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":"retention_lost_after_recovery","episode_wall_seconds":1.642729250015691,"final_target_error_m":0.10413227143304857,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":404,"loaded_pre_action_samples":404,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.03732435152015316,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.008738951002539148,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},{"contacts":{"left":4,"right":4},"held_offset_m":[-7.649650160235222e-05,6.109737130277626e-06,-0.005976321951613128],"next_stage":"failed","object_position":[0.446608956729209,-0.06740493842558819,0.4195333562737344],"object_velocity":[0.017873519566156067,-0.057222435824964425,-0.0012027846236420596],"pad_normal_forces_n":{"left":0.2981347468832535,"right":0.29152604651119574},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012220473571532385,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.4442829151485806,-0.06839683120263343,0.437451035638731],"time":19.920000000001362}],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667},{"contacts":{"left":4,"right":3},"object_position":[0.4039020736041191,0.051739988783261893,0.4209918177044045],"stage":"transfer","target_distance":0.2491455549415419,"time":18.039999999999065},{"contacts":{"left":0,"right":0},"object_position":[0.4465949823731637,-0.06760352278085674,0.41868744032925403],"stage":"failed","target_distance":0.1455861683771185,"time":19.940000000001387}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw030-horizon24/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw030-horizon24","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":null,"episode_wall_seconds":1.197720249881968,"final_target_error_m":0.3591556698706584,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.0778576442917327],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.013180367187185939],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002799647,0.3099914782969372],"stage":"failed","target_distance":0.3591556698689222,"time":18.41999999999953}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":24.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":"retention_lost_after_recovery","episode_wall_seconds":1.4757469589821994,"final_target_error_m":0.07057674040950787,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":398,"loaded_pre_action_samples":400,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0404243987352038,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.009482377835094395,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},{"contacts":{"left":4,"right":4},"held_offset_m":[-3.398448574776225e-07,-3.98894543584714e-06,-0.006000917805169648],"next_stage":"failed","object_position":[0.45813953929587026,-0.08592571086086138,0.41896243290360724],"object_velocity":[0.032288631387575435,-0.0520344318145285,-0.0010746670868782857],"pad_normal_forces_n":{"left":0.2978893120537453,"right":0.295931354131919},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012433442115718802,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.4559773775474735,-0.08682211462427585,0.43717413949058587],"time":18.399999999999505}],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843},{"contacts":{"left":2,"right":0},"object_position":[0.45837183829957434,-0.08604197204240459,0.41799443674113856],"stage":"failed","target_distance":0.1315288511203729,"time":18.41999999999953}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw030-horizon24/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw060-horizon24","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":null,"episode_wall_seconds":1.2727104590740055,"final_target_error_m":0.3591556698706584,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3749596976196391,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8505880354016995,2.255635307459386,0.026021418297597687,0.36366894601050426,0.2706790611322205,0.12862712438033164,0.08475865151420514],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.022035076209260953,0.013557782942655736],"joint_velocity_rad_s":[0.23258935326014113,0.3350386274077162,0.5390998846292373,0.0059814202684465335,0.4713608329670283,0.2838363949003171],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002529318,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698665113,"time":10.67999999999952},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002688635,0.3099914782969372],"stage":"place","target_distance":0.3591556698679322,"time":15.239999999996993},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002736814,0.3099914782969372],"stage":"release","target_distance":0.35915566986836184,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000274792,0.3099914782969372],"stage":"retreat","target_distance":0.35915566986846087,"time":16.93999999999772},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002795453,0.3099914782969372],"stage":"verify","target_distance":0.35915566986888475,"time":18.299999999999383}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":24.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":916,"controller_failure":null,"episode_wall_seconds":1.066103208111599,"final_target_error_m":0.002216414991111821,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":310,"loaded_pre_action_samples":310,"maximum_loaded_offset_change_m":0.0039509868455900555,"maximum_object_lift_m":0.12444847956697691,"maximum_sampled_lift_dwell_seconds":5.40500000000014,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.8514053480798793,2.499502585103528,0.027462487137748376,0.38927242059809686,0.2689577954599329,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08170568825831688,0.08115061141076493],"joint_velocity_rad_s":[0.23258935326014113,0.3379500402048524,0.5369941814767636,0.0059814202684465335,0.47673312776415505,0.28406094530681136],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":18.30699999999939,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293425354473303,0.16704667784927124,0.31118964988518966],"stage":"lift","target_distance":0.3591611711963868,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33027909321645327,0.16583876043448031,0.42688790636187895],"stage":"transfer","target_distance":0.37627423253972736,"time":10.67999999999952},{"contacts":{"left":4,"right":4},"object_position":[0.4830083362908615,-0.15130075611016475,0.4334418949522118],"stage":"place","target_distance":0.12377201168278686,"time":15.239999999996993},{"contacts":{"left":0,"right":2},"object_position":[0.48956156617013363,-0.15334854582837035,0.3099666176569215],"stage":"release","target_distance":0.0022685681423181524,"time":16.61999999999733},{"contacts":{"left":0,"right":0},"object_position":[0.4896133782600055,-0.1533447318482547,0.30999147829693446],"stage":"retreat","target_distance":0.002216414990829565,"time":16.93999999999772},{"contacts":{"left":0,"right":0},"object_position":[0.48961337825971013,-0.15334473184792,0.30999147829693713],"stage":"verify","target_distance":0.002216414991111291,"time":18.299999999999383}],"success":true,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"jaw060-horizon24/student/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"jaw060-horizon24","control":{"contact_observation_cadence_seconds":0.02,"control_steps":1200,"controller_failure":null,"episode_wall_seconds":1.198377874912694,"final_target_error_m":0.3591556698706584,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.3721442961602796,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.753373161131492,2.230934136497467,0.0247455734208433,0.36734361926011694,0.27774012773103607,0.0825338505198765,0.06360417663478657],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013930054232427864,0.010458770682978643],"joint_velocity_rad_s":[0.2573939314764508,0.28733275650735457,0.4893676519338377,0.005747940388485215,0.5472195921545367,0.3718192246447945],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":24.00000000000635,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002475617,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698660324,"time":9.140000000000374},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002623662,0.3099914782969372],"stage":"place","target_distance":0.35915566986735276,"time":13.379999999998024},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002672548,0.3099914782969372],"stage":"release","target_distance":0.3591556698677887,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002684442,0.3099914782969372],"stage":"retreat","target_distance":0.3591556698678947,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000273197,0.3099914782969372],"stage":"verify","target_distance":0.3591556698683186,"time":16.47999999999716}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":24.0,"loaded_goal_cap_m":null,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":825,"controller_failure":null,"episode_wall_seconds":0.9560476669576019,"final_target_error_m":0.002156746140335876,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.6,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":288,"loaded_pre_action_samples":288,"maximum_loaded_offset_change_m":0.003738424967509459,"maximum_object_lift_m":0.12556316373405152,"maximum_sampled_lift_dwell_seconds":5.031000000000015,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7540075826530597,2.4998228038425623,0.045058895988126506,0.3852654549428216,0.2754402059151104,0.6,0.6],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08172488677960947,0.0813187198551036],"joint_velocity_rad_s":[0.2573939314764508,0.2897949778956556,0.4873520555141373,0.009577590581908274,0.5537409877658644,0.3720847460359684],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":16.48199999999716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":2},"object_position":[0.3293395119107681,0.1669926751302151,0.31125534789346665],"stage":"lift","target_distance":0.35911460368873355,"time":7.620000000000879},{"contacts":{"left":4,"right":4},"object_position":[0.3298242510970147,0.16535037389865787,0.4259637432645177],"stage":"transfer","target_distance":0.37576964472851165,"time":9.140000000000374},{"contacts":{"left":4,"right":4},"object_position":[0.4903133374309141,-0.14475845152228461,0.4346895807811527],"stage":"place","target_distance":0.1249879757745077,"time":13.379999999998024},{"contacts":{"left":1,"right":0},"object_position":[0.48966723733288564,-0.15280509116444752,0.3099624767758174],"stage":"release","target_distance":0.0022076281557199488,"time":14.779999999997248},{"contacts":{"left":0,"right":0},"object_position":[0.4897184544272571,-0.15280733668579186,0.3099914782969376],"stage":"retreat","target_distance":0.0021567461400031503,"time":15.11999999999706},{"contacts":{"left":0,"right":0},"object_position":[0.489718454426995,-0.15280733668542615,0.309991478296937],"stage":"verify","target_distance":0.002156746140335563,"time":16.47999999999716}],"success":true,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"jaw060-horizon24/teacher/run.json","scene":{"jaw_force_limit":0.6,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-4000um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8814010410569608,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.34654509196695094,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,1.9132354551966273,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.09065547124363782,0.04424692697037358],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.015854485047891165,0.007705745838917907],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002560666,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986679087,"time":11.579999999999021},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002778633,0.3099914782969372],"stage":"recover_wait","target_distance":0.35915566986873476,"time":17.819999999998796}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.004,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.095689999870956,"final_target_error_m":0.04434952309427018,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.46858242442883696,-0.12293323860087836,0.42072153446321603],"offset_change_m":0.011676282561353387,"pad_normal_forces_n":{"left":0.0,"right":0.2727620006377631},"stage":"transfer","time":17.739999999998698},"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":2},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_position":[0.4682435003419669,-0.12194352193011088,0.42070951339171836],"object_velocity":[0.016918720426106315,-0.043174409854682926,-0.000884106250589922],"pad_normal_forces_n":{"left":0.2992391871327439,"right":0.2979502449192811},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012025632140729247,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4648722575263535,-0.12300612486423766,0.43818619934265174],"time":17.719999999998674},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":439,"lift_seen":true,"loaded_pre_action_bilateral_samples":439,"loaded_pre_action_samples":440,"maximum_loaded_offset_change_m":0.01192807025252957,"maximum_object_lift_m":0.11339739816500893,"maximum_sampled_lift_dwell_seconds":4.390999999999801,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.068805107597541,0.03658113893393513,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08978449978615033,0.09887430333404701],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.008203397640558835,0.39844585810588934,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_position":[0.46971109383149046,-0.12586376876498112,0.42069436895923407],"object_velocity":[0.020241177278200104,-0.0422680549990843,-0.0025223401258892904],"pad_normal_forces_n":{"left":0.3226722184258777,"right":0.300835964222504},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012332913618817078,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.4664014727766675,-0.12696733599810123,0.438506704161742],"time":17.79999999999877}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":4,"right":4},"object_position":[0.3293405315959371,0.16704133747811686,0.3103118485190171],"stage":"lift","target_distance":0.3591554803054393,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.3315940824037217,0.16622041305499793,0.42335437828716843],"stage":"transfer","target_distance":0.3749523995437408,"time":11.579999999999021},{"contacts":{"left":2,"right":0},"object_position":[0.4698164878431916,-0.1259232477183698,0.4200553147410193],"stage":"recover_wait","target_distance":0.11551518652308496,"time":17.819999999998796}],"success":false,"valid_final_state":true},"policy":"student","qualification":"diagnostic-only","run_path":"loaded-4000um/student/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"},{"arm_id":"loaded-4000um","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8754243750590831,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.28798211507035165,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.74083468209966,2.063083628000072,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.05926036137387847,0.06816986021940963],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.010145758827783355,0.011515666988689856],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5562590182383313,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000250481,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986629277,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002671866,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698677826,"time":14.759999999997259},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002683792,0.3099914782969372],"stage":"recover_up","target_distance":0.359155669867889,"time":15.09999999999707},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002692116,0.3099914782969372],"stage":"approach","target_distance":0.3591556698679632,"time":15.339999999996937},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002692813,0.3099914782969372],"stage":"descend","target_distance":0.3591556698679694,"time":15.359999999996926},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000275281,0.3099914782969372],"stage":"close","target_distance":0.35915566986850445,"time":17.07999999999789},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002771658,0.3099914782969372],"stage":"lift","target_distance":0.3591556698686726,"time":17.61999999999855}],"success":false,"valid_final_state":true},"control_status":"completed","horizon":18.0,"loaded_goal_cap_m":0.004,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1165000419132411,"final_target_error_m":0.09935610451339544,"first_loaded_contact_or_offset_loss":{"contacts":{"left":2,"right":0},"object_position":[0.32935510683006464,0.16700909388435503,0.31039735841823357],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.31591218484472994,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":{"contacts":{"left":2,"right":0},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"lift","object_position":[0.32935510683006464,0.16700909388435503,0.31039735841823357],"object_velocity":[9.514948477366328e-05,-0.0011428315338698788,0.037420841110460124],"pad_normal_forces_n":{"left":0.31591218484472994,"right":0.0},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.00040459320783584464,"retention_failure_ticks_after_check":1,"stage":"lift","table_contacts":0,"tcp_position":[0.3292956844112689,0.1670193021122398,0.3167985893095267],"time":7.620000000000879},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":377,"lift_seen":true,"loaded_pre_action_bilateral_samples":376,"loaded_pre_action_samples":378,"maximum_loaded_offset_change_m":0.01189421367067711,"maximum_object_lift_m":0.11289490934025043,"maximum_sampled_lift_dwell_seconds":2.616999999999823,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.7315120220059725,2.082472862090185,0.03332611538413307,0.31508762243451827,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.09422273544355683,0.09263721586375386],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.007046595129800909,0.5562590062478583,0.271889791044871],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_position":[0.4530661438879024,-0.06653164065801453,0.4141568180777884],"object_velocity":[0.024658897939324152,-0.04241826698839741,-0.00047980493156486265],"pad_normal_forces_n":{"left":0.3006984203632257,"right":0.2921578354628249},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012294994666548396,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.45015892148891307,-0.06744246545206817,0.4320695237785502],"time":14.73999999999727}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":2,"right":0},"object_position":[0.32935510683006464,0.16700909388435503,0.31039735841823357],"stage":"lift","target_distance":0.35912021562351026,"time":7.620000000000879},{"contacts":{"left":4,"right":4},"object_position":[0.3310766314542139,0.16585924916385933,0.4227059853650395],"stage":"transfer","target_distance":0.37467076730825916,"time":9.979999999999908},{"contacts":{"left":2,"right":0},"object_position":[0.45317350882987373,-0.06657006375272016,0.41335576894433995],"stage":"recover_wait","target_distance":0.14032475264458733,"time":14.759999999997259},{"contacts":{"left":0,"right":0},"object_position":[0.4398494757849524,-0.06943160249399268,0.3099914778619359],"stage":"recover_up","target_distance":0.09863212797788685,"time":15.09999999999707},{"contacts":{"left":0,"right":0},"object_position":[0.4398494757086352,-0.06943160287083305,0.3099914782969371],"stage":"approach","target_distance":0.09863212769780298,"time":15.339999999996937},{"contacts":{"left":0,"right":0},"object_position":[0.4398494757086354,-0.06943160287082603,0.3099914782969371],"stage":"descend","target_distance":0.09863212769780882,"time":15.359999999996926},{"contacts":{"left":0,"right":0},"object_position":[0.43984947570863586,-0.06943160287022543,0.3099914782969371],"stage":"close","target_distance":0.09863212769831904,"time":17.07999999999789},{"contacts":{"left":4,"right":1},"object_position":[0.43994826231185397,-0.06941354004501295,0.3100891962218683],"stage":"lift","target_distance":0.09859550309147189,"time":17.61999999999855}],"success":false,"valid_final_state":true},"policy":"teacher","qualification":"diagnostic-only","run_path":"loaded-4000um/teacher/run.json","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"status":"completed"}],"schema_version":1,"scope":"simulation-only","timing_scope":"Input checks, snapshots, all rollouts, telemetry and replay output; excludes startup and final report write."} diff --git a/docs/grip-recovery-diagnostic-20261015.md b/docs/grip-recovery-diagnostic-20261015.md new file mode 100644 index 0000000..817e424 --- /dev/null +++ b/docs/grip-recovery-diagnostic-20261015.md @@ -0,0 +1,181 @@ +# Grip and recovery diagnostic — 15 October 2026 + +**The remaining failure combines weak retention, a recovery that opens the +jaws, and a tight task deadline. More arm torque did nothing.** A tested higher +jaw capability removed the retention problem; the unchanged student then +completed in **18.307 seconds**, outside the original 18-second budget. No +software-only intervention tested here repaired the original benchmark failure. + +The original model, hardware conditions, success predicate and 18-second failure +remain unchanged. There was no retraining or automatic promotion. The result +does not establish a minimum required force, an irreducible hardware limit, a +generally optimal controller, or readiness for physical robots. + +## Evidence and scope + +Two frozen local experiments reused baseline4 from the +[Skillspace improvement pilot](skillspace-improvement-pilot-20261015.md) and its +already inspected actuator-stress `scene-15` (seed 381542). This is the simplified +native rigid-box placement profile, not the newer PiPER/UR5e controller. Its +learned movement head still depends on privileged simulator state and authored +phases, grip and recovery logic. + +The scene has a 0.06 kg box, friction 1.2, a 0.3 N **jaw actuator force cap** and a +5 N·m joint torque cap. Actuator force and summed pad contact force are different +measurements; contact forces can briefly exceed the actuator cap. + +The first experiment froze seven conditions before execution. Each condition +ran the existing student and authored teacher, each followed by its own arm +trajectory replay with the jaws forced open: **28 episodes**. The second +experiment froze a 2 × 2 capability/deadline comparison and a separate 4 mm +tracking-cap exploration: **20 episodes**. All 48 attempts completed without an +execution error. All 24 open-jaw controls failed. These are **one distinct scene +and deterministic condition repeats**, not 48 independent generalization trials. + +The new diagnostic harness exactly reproduced the original student and teacher +action tapes, outcomes, simulation times and final target errors before any +intervention. Their original run bytes, the capsule, runtime sources, diagnostic +source and complete plans were hashed and snapshotted. Production runtime +files, numerical model weights and qualification gates were not edited. + +## What actually triggers recovery + +The new instrumentation records the controller's **input observation before +each action**, separately from the next observation after that action. This +clarifies the earlier report's coarse observation at 13.22 seconds: + +| Student observation | Measured evidence | +| --- | --- | +| 13.12 s, transfer | Relative object-to-hand offset first exceeds the 12 mm retention threshold: 12.086 mm. Both pads still report four contacts. | +| 13.20 s, transfer | Fifth consecutive failing check: 12.341 mm offset. Both pads still report four contacts; recovery is selected. | +| 13.22 s, recovery | The recovery action has opened the jaws; the next observation reports zero left and one right contact. | + +The sampled loss of bilateral contact **after recovery begins is not evidence +that bilateral contact loss caused this transition**. The retained pre-action +evidence identifies the relative-offset branch of the existing guard. The +student's offset accumulates primarily downward during loaded movement. + +The teacher also triggers recovery with both pads in contact and a 12.235 mm +relative-offset error at 12.32 seconds. It had an earlier intermittent missing +left-contact sample; that alone did not produce the eventual transition. + +Sampling is 50 Hz; native physics and the lift predicate run at 1 kHz. All +control samples can show contact while shorter contact interruptions reset +native lift dwell. The original student never satisfies the required 100 ms +sustained retained lift (`lift_seen=false`); its maximum **sampled** running lift +dwell is 73 ms. It is therefore not valid to disable the slip guard or count a +transient high object position as success. The teacher's sustained lift passes, +but its later placement still fails. + +## Frozen one-factor results + +All rows preserve the original 18-second horizon except the explicit last row. +“Fail” means the complete unchanged native success predicate was not met. + +| Condition | Student | Authored teacher | Observed mechanism | +| --- | --- | --- | --- | +| Original, 0.3 N jaws / 5 N·m joints | Fail | Fail | Relative-offset guard triggers recovery; both run out of time. | +| Jaw cap 0.6 N | Fail | Pass, 16.482 s | Neither needs recovery. Student reaches 2.216 mm target error but remains in retreat at 18 s. | +| Jaw cap 0.8 N | Fail | Pass, 16.502 s | Neither needs recovery. Student reaches 1.574 mm target error but remains in retreat at 18 s. | +| Joint torque cap 40 N·m | Fail | Fail | Same actions and outcomes as original; no observed torque-cap bottleneck. | +| Loaded goal cap 2.5 mm | Fail | Fail | Retained lift improves, but both hit the unchanged four-second lift-phase timeout. | +| Loaded goal cap 1.25 mm | Fail | Fail | Lift movement is too slow for the unchanged phase timeout; sustained lift remains unestablished. | +| Horizon 30 s, original capabilities | Fail | Fail | Both lose retention again after their single recovery; more time alone is insufficient. | + +The original student's native torque peak is 3.069 N·m, below its 5 N·m cap, +while both jaw actuators reach their 0.3 N cap. Raising jaw capability changes +both the native cap **and the unchanged supervisor's adaptive response**: normal +force target, feasibility check and its existing force-margin tracking cap. +It is a one-declared-factor intervention, not an isolated estimate of physical +jaw force alone. + +The loaded-goal cap changes requested Cartesian tracking distance before the +unchanged IK or learned mapping. It does not directly specify acceleration or +guarantee a physical end-effector speed. Phase timeouts were deliberately kept +unchanged so a slower command could not silently acquire a larger budget. + +## Capability × deadline follow-up + +The 2 × 2 experiment directly tests whether the higher-capability student's +remaining failure is the deadline. All other native predicates remain unchanged. + +| Jaw cap | Horizon | Student | Authored teacher | +| --- | ---: | --- | --- | +| 0.3 N | 18 s | Fail | Fail | +| 0.6 N | 18 s | Fail | Pass, 16.482 s | +| 0.3 N | 24 s | Fail, second retention loss | Fail, second retention loss | +| 0.6 N | 24 s | **Pass, 18.307 s** | Pass, 16.482 s | + +At 0.6 N the student maintains sustained lift, places the box, releases it, +clears the hand and satisfies dwell. Its 18.307-second completion is 0.307 +seconds beyond the original deadline. The result belongs to the explicitly +changed capability and time budget; the original 18-second result stays failed. +The tested 0.6 N cap is not a measured minimum requirement. + +The separately frozen **4 mm loaded-goal cap** used the original 0.3 N cap and +18-second horizon. Both policies still failed. The student now satisfied native +lift dwell and transferred farther, but triggered the same offset guard at +17.80 seconds (12.333 mm, both pads in contact); its post-action recovery frame +began at 17.82 seconds. This delays the failure rather than repairing it. We +stopped tuning after this predeclared exploratory condition. + +## What this changes for the Skillspace loop + +This evidence changes the next action from “upload more generic examples” to +**investigate and declare the execution envelope**. The supported task must +state robot capability, object/material range, timing and completion predicates. +It should retain the original failure, show the tested changed-condition success +separately, and never turn that result into a production capability claim. + +Future software hypotheses are smoother loaded motion that retains useful +throughput, and controlled lowering before opening when contact persists. These +remain hypotheses. They must preserve force/success constraints and pass a +newly frozen paired regression suite before promotion. The experiment did not +find a software-only fix, so no improved policy was sent to a fresh confirmation +suite in this round. + +If new demonstrations are collected, request contrasting retention and recovery +cases with measured object mass/friction/size, force limits, continuous object +and hand state, commands, slip, support, recovery and final outcome. The existing +learner needs aligned robot actions; ordinary human video alone cannot provide +those labels or prove physical capability. + +## Measured cost, artifacts and reproduction + +| Experiment | Native episodes | Complete wall clock | External inference spend | +| --- | ---: | ---: | ---: | +| One-factor diagnostic | 28 | 30.688776 s | $0.00 | +| Factorial + 4 mm exploration | 20 | 22.716543 s | $0.00 | +| Combined | 48 | **53.405319 s** | **$0.00** | + +These clocks include validation, snapshots, native rollouts, telemetry and replay +writes, but exclude process startup and the final report write. Local CPU, +electricity, hardware and operator costs remain **unpriced**, not zero. The +Python socket guard records zero attempted network calls; it does not audit +native dependency networking. This is not the cost of analyzing human video or +training a production visual policy. + +Exact compact receipts are in +[benchmarks/grip-recovery-20261015](../benchmarks/grip-recovery-20261015/README.md). +Full traces, source snapshots, weights and replay HTML stay in the ignored local +run directories. Reproduce into new directories; matching the same inspected +scene is a regression, not fresh confirmation: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.grip_diagnostic \ + --benchmark runs/improvement-experiment-20261015/benchmark \ + --output runs/grip-diagnostic-reproduction + +PYTHONPATH=src .venv/bin/python -m dvidia_training.grip_followup \ + --diagnostic runs/grip-diagnostic-reproduction \ + --output runs/grip-followup-reproduction +``` + +Timing-bearing JSON hashes will differ on a repeat. Original completed hashes: + +| Artifact | SHA256 | +| --- | --- | +| Phase-one protocol | `2a69227760e5aacb70984d1923614eed7a28cb2e079281a9c2694481e863bead` | +| Phase-one report | `0ee7101614723aa0f2fe79d288f6c8662138f0352320aca0f829fc60c950d6bb` | +| Phase-two protocol | `cdebe680658a8ef3f229f460f53234413f682b9dd28bca1f1ac9eb8918e8ad08` | +| Phase-two report | `cf4488f3f2e20802d8ba6f9f5f512508d5058e3cc36292929fb35c242e10d9a9` | diff --git a/docs/improvement-studio.md b/docs/improvement-studio.md index fcd965f..18d2dd2 100644 --- a/docs/improvement-studio.md +++ b/docs/improvement-studio.md @@ -27,6 +27,8 @@ benchmark directory alongside the historical development result: PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_studio \ benchmarks/sample-count-19047 \ --evaluation benchmarks/improvement-20261015/benchmark \ + --diagnostic benchmarks/grip-recovery-20261015/phase-one \ + --diagnostic benchmarks/grip-recovery-20261015/phase-two \ --port 8391 ``` @@ -60,6 +62,20 @@ baseline: targeted data tied it, while the chosen general addition regressed. The remaining failure was shared with the reference controller, so the next action is a grip/recovery investigation, not a request for more videos. +The [executed diagnostic](grip-recovery-diagnostic-20261015.md) now narrows that +investigation: the controller opens its jaws after detecting relative object +drift, while contacts still exist. More torque or time alone did not repair the +case. A higher simulated jaw capability and longer deadline did. This does not +change the original failed qualification. The current brief proposes controlled +lowering before release as the next untested software intervention. + +Repeat `--diagnostic` in chronological order to include both measured studies. +Omit these arguments to inspect the earlier result alone. The diagnostic panel +shows the latest conditions, total attempts, controls and source hashes; +previous studies remain available in the evidence export. The +[training requirements](video-to-robot-skill-requirements.md) explain the +separate path from video evidence to robot actions and physical validation. + ## Evidence contract `load_benchmark` checks bounded local receipts, frozen scene hashes, candidate @@ -74,6 +90,14 @@ or prove that a generated scene was never seen outside the declared artifacts. The coordinator uses explicit rules; its diagnoses are provisional hypotheses, not a model's calibrated causal conclusions. +Diagnostic receipts additionally bind the source benchmark, candidate, runtime, +case and parent study. Every planned condition must account for the student, +teacher and paired open-jaw controls. The original-condition trajectory must +reproduce exactly. Missing attempts, contradictory success metrics and duplicate +studies are rejected; execution errors or successful controls block a positive +interpretation. The viewer never replaces historical benchmark counts with +diagnostic successes. + Read-only routes: | Route | Purpose | @@ -106,6 +130,7 @@ that task contract. ```sh PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_improvement*.py' PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_footage_benchmark.py' +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_grip*.py' ``` The browser suite `tests/browser/improvement_studio.cjs` checks narrow layouts, diff --git a/docs/skillspace-improvement-pilot-20261015.md b/docs/skillspace-improvement-pilot-20261015.md index 18c4f04..841c2a8 100644 --- a/docs/skillspace-improvement-pilot-20261015.md +++ b/docs/skillspace-improvement-pilot-20261015.md @@ -112,6 +112,11 @@ human video, running a large world model, or training a production robot policy. ## The remaining failure points to a control diagnostic +Follow-up: the [48-episode grip diagnostic](grip-recovery-diagnostic-20261015.md) +has now tested this hypothesis with pre-action instrumentation. The account below +preserves what could be inferred from this earlier experiment's saved traces; +its benchmark outcomes are unchanged. + Stress `scene-15` used seed 381542, a 0.06 kg box with friction 1.2, a 0.3 N jaw force limit and a 5 N·m arm-joint torque limit, with an 18-second horizon. Nominal limits are 15 N and 40 N·m. The authored teacher also failed, so the evidence @@ -123,24 +128,48 @@ The baseline trace shows the following observed progression: | ---: | --- | | 9.04 s | First lift begins with bilateral jaw contact. | | 11.02 s | Transfer begins; box centre is approximately 0.421 m high. | -| 13.22 s | Recovery begins; left contact count is zero, right count is one. | +| 13.22 s | First recovery action has opened the jaws; the resulting observation has zero left contacts and one right contact. | | 13.54 s | Box has resettled on the table and recovery moves the hand upward. | | 16.08 s | A second lift begins after the single allowed recovery. | | 18.00 s | Horizon reached while still lifting; final target error is 0.249375 m. | The controller records `lost_bilateral_contact_or_relative_pose` as its recovery -reason. Its requested normal grip force was 0.8 N, capped at 0.3 N, with both jaw -actuators reaching that cap. Native 1 ms measurements show the baseline's largest -arm torque peak was 3.068862 N·m, below its 5 N·m limit. Teacher and targeted also -lost contact, recovered once and ran out of time; their final errors were -0.149773 m and 0.174343 m respectively. Baseline's transient maximum lift does -not imply that the required sustained lift/placement checks passed. +reason, which combines two different conditions. **The baseline trace does not +show that missing jaw contact initiated recovery.** At 13.20 s, the last saved +observation before the recovery command, both jaws still had four native +contacts. All 306 saved observations during loaded motion had bilateral contact. +The recovery procedure then commanded the jaws open while the object was above +the table. The contact loss visible at 13.22 s follows that command and must not +be presented as evidence of the trigger. + +Reconstructing the supervisor's held object/TCP offset from the observation +consumed by its final initial `close` call gives approximately **12.34 mm of +offset drift at 13.20 s**. The preceding five observations exceeded the +controller's 12 mm threshold, consistent with its five-sample retention gate. +The analogous last pre-recovery observations for teacher and targeted also had +four contacts on each jaw, with approximately 12.24 mm and 12.31 mm offset drift. +These are calculations from saved 50 Hz observations and the frozen controller +logic, not recorded pre-action trigger telemetry. Native contact interruptions +between those samples remain possible. The next diagnostic must record each +trigger's input contacts, held-offset error and controller transition directly. + +Requested normal grip force was 0.8 N, capped at 0.3 N, with both jaw actuators +reaching that cap. Native 1 ms measurements show the baseline's largest arm +torque peak was 3.068862 N·m, below its 5 N·m limit. Teacher and targeted also +performed one recovery and ran out of time; their final errors were 0.149773 m +and 0.174343 m respectively. Baseline's `lift_seen` remained false despite its +transient maximum lift: the native success predicate requires continuous +bilateral-contact lift dwell, which a 50 Hz trace cannot establish by itself. The next diagnostic should freeze this scene and the existing models, then change one factor per arm: jaw force alone; arm torque alone as a control; loaded-motion speed/acceleration alone; and a separately labelled longer-horizon -diagnostic. Measure first contact loss, object/hand relative pose, native force -peaks, recovery duration, and placement dwell. Keep the original 18-second +diagnostic. Measure the pre-action reason for recovery separately from the +contact loss after opening, object/hand relative pose, native force peaks, +recovery duration, and lift/placement dwell. Raising the jaw cap also changes +the existing supervisor's force target and loaded-motion response; report that +intervention as increased actuator capability with controller adaptation, not +an isolated controller improvement. Keep the original 18-second result as a failure. A longer time budget must not retroactively count as the same benchmark pass. diff --git a/docs/video-to-robot-skill-requirements.md b/docs/video-to-robot-skill-requirements.md new file mode 100644 index 0000000..9ad7309 --- /dev/null +++ b/docs/video-to-robot-skill-requirements.md @@ -0,0 +1,266 @@ +# From a Skillspace video to a tested robot skill + +Research and implementation assessment, **15 October 2026**. This is a proposed +development path, not a claim that ordinary DVIDIA uploads currently become +robot policies or that a simulator can cover every possible situation. + +**A Skillspace should accumulate evidence about a task, train a candidate for a +specific robot, and earn a narrowly defined capability through tests.** A video +is valuable evidence, but it is only one input. We also need compatible action +data, a task environment, and physical validation before installation on a robot. + +## What exists today + +| Layer | Current repository capability | What remains unestablished | +| --- | --- | --- | +| Video intake | Real-file probing, hashes, declared source groups and fixed train/development/test partitions | Complete capture provenance and independence cannot be proven by hashes alone | +| Observation review | Timestamped detector proposals, corrections and separate review evidence | A box is not a measured grasp, force, depth or causal explanation; AI agreement is not human-ground-truth accuracy | +| Visual training | Small PCA/ridge next-frame learner and held-out visual diagnostics | Pixel prediction quality is not manipulation success | +| Movement training | Compatible aligned numerical supervision trains the simplified six-joint movement head | Ordinary phone video is not converted into validated robot actions; grip, phases and recovery remain authored | +| Simulation | Bounded placement adapter; separate native robot/contact benchmarks and versioned assets | The simplified movement artifact is not interchangeable with PiPER or UR5e profiles; synthetic object properties are not hardware calibration | +| Improvement loop | Frozen baseline/targeted/general-addition comparison, failure evidence, hypotheses and follow-up requests | The first comparison did not improve completion; it does not establish contributor value, general data efficiency or physical transfer | +| Release | Simulation candidate contracts and qualification evidence | No physical robot qualification for the footage-trained candidate | + +These statements are grounded in the [implemented data contract](skillspace-format.md), +[Observation Lab](observations.md), [native task benchmark](native-task-benchmark.md), +and [15 October measured experiment](skillspace-improvement-pilot-20261015.md). +The last experiment tested **16 distinct simulation scenes**, not 112 independent +scenes: its 112 episodes included paired models, teacher and controls. Its shared +stress failure warrants a controller/physical-parameter investigation before +claiming that additional footage will solve it. + +## The proposed product architecture + +```mermaid +flowchart TD + A[Consented Skillspace recordings] --> B[Reviewed action and object-state evidence] + B --> C[Task contract and missing-evidence requests] + C --> D[Validated simulation environment] + E[Aligned robot or instrumented demonstration actions] --> F[Train a robot-specific candidate] + D --> F + F --> G[Frozen closed-loop evaluation] + G --> H{What failed?} + H -->|Perception or coverage| B + H -->|Grip, dynamics or control| D + H -->|Missing action supervision| E + H -->|Meets declared simulation gates| I[Supervised physical validation] + I -->|Mismatch or failure| C + I -->|Meets physical gates| J[Versioned skill with supported conditions] +``` + +Each Skillspace would own a task contract, observation corpus, action dataset, +environment versions, experiment receipts and a next-contribution queue. Those +are distinct evidence objects. The app can present them as **Collect → Understand +→ Practice → Test**, with one primary next action. A percentage of requested +recordings collected must never be shown as a percentage of robot competence. + +The contributor's brief should be concrete: “Record the object slipping during +a short lift, then show a supported regrasp from beginning to end.” It should +include why this condition matters, what must be visible, and whether normal +phone footage or instrumented action capture is needed. If the failure is an +actuator limit, the next action belongs to an engineer instead of a contributor. + +## 1. Turn the video into useful task evidence + +Preserve the original and record uncertainty. The proposed annotation unit is a +timed event containing: + +- An observable verb, object identity and acting hand/tool; start/end intervals. +- Object state before and after, such as supported, lifted, slipping, released + or settled. Distinguish directly visible state from an inferred interpretation. +- Goal, prerequisite and result: success, failure, recovery, aborted or unknown. +- Contact/occlusion evidence and missing information; a hidden object remains + unknown rather than acquiring invented geometry or an uninterrupted track. +- Source session, physical object instance, recording lineage, reviewer type, + annotation revision and permitted uses. + +For the user's stool example, the useful structure is “switch out of reach → +move a support into position → gain reach → operate switch,” with the changed +precondition visible. This is a hypothesis about a task dependency, not proof +that a model learned gravity, pain or a general causal law. Do not recreate a +harmful incident to supply a negative example. + +AI can propose and cross-check labels now. Measure consistency and reviewer +disagreement separately from accuracy. A small independently reviewed reference +set is needed before reporting real event/object/hand-label accuracy. Keep +temporal boundary errors, missed events and correction effort visible instead +of collapsing everything into a single attractive score. + +## 2. Supply a bridge to robot actions + +A training pair needs the observation available **at that time** and the command +issued in response, with the robot, units, reference frames, timestamps, sensor +age, limits and command application recorded. Future outcomes and authored task +phase must not leak into a policy that claims to infer them. + +| Capture route | Useful output | Requirement before action learning | +| --- | --- | --- | +| Ordinary chest/handheld video | Task semantics, appearances, state transitions, failures and coverage | No automatic motor-supervision claim; robot joints, scale and contact forces are not directly recorded | +| Robot teleoperation | Camera/encoder observations and issued robot actions | Calibrate hardware/cameras, measure time alignment, retain intervention and limiter records | +| Instrumented hand-held gripper | Reconstructable tool trajectories and jaw state | Validate tracking, scale, latency and the target robot's reach/kinematic feasibility | +| Simulator demonstrations | Exact declared state/action pairs under the model | Keep simulator origin explicit; validate the dynamics and later test physical transfer | +| Estimated actions from ordinary video | A candidate reconstruction with uncertainty | Independently validate against measured trajectories/actions before treating it as supervision | + +UMI is a relevant precedent for the instrumented route: its hand-held gripper +and camera, relative trajectories and latency-aware interface are deliberately +designed to recover deployable action information. That result does not imply +equivalent information is recoverable from any phone video. [UMI, RSS 2024](https://umi-gripper.github.io/) + +Robot teleoperation is the most direct next bridge for this pilot. LeRobot's +official workflow separates calibration, recording, policy training and robot +evaluation; it also exposes actual recording cadence. We should measure cadence +and alignment rather than trusting a nominal FPS field. [LeRobot robot workflow](https://huggingface.co/docs/lerobot/main/en/il_robots) + +## 3. Build a simulation that tests the intended claim + +Start with **one robot, one gripper, one rigid object family and one bounded +pick/place task**. Extend the existing native benchmark rather than generating +an arbitrary photorealistic room and assuming its physics are correct. + +The environment contract needs: + +| Contract | Evidence needed | +| --- | --- | +| Robot | Pinned URDF/MJCF and asset licenses; actual joint topology, limits, actuator semantics, gripper coupling, collision geometry and controller interface | +| Object and fixtures | Metric size, collision mesh, mass, centre of mass, inertia, support surfaces and joints; measured or explicitly assumed contact properties | +| Dynamics | Gravity, contact/friction/compliance model, actuator response, torque/force limits, delay, timestep and numerical convergence checks | +| Sensors | Camera intrinsics/extrinsics, image processing, encoder frames, latency/dropout/noise and availability masks matching intended deployment | +| Task | Initial-state distribution, goal, independent success predicate, prohibited outcomes, timeout, allowed recovery and reset procedure | +| Learning | Observation/action contract, demonstrations, reward if using reinforcement learning, and separation of training reward from final success evaluation | +| Validation | Physical reference measurements, model discrepancy, versioned assumptions and reproducible scene/run receipts | + +Depth or multi-view reconstruction can help with shape and relative position. +It does not, by itself, establish mass, friction, stiffness, actuator force or a +correct contact model. Unknowns need measurements or bounded assumptions. A +generative video of a successful grasp is not a physics validation. MuJoCo's +modeling documentation explains the explicit modeling choices for contacts, +friction, constraints and actuators; those choices remain part of the experiment. +[MuJoCo modeling reference](https://mujoco.readthedocs.io/en/stable/modeling.html) + +MimicGen provides a relevant pattern for expanding compatible source robot +demonstrations across task variants. Its generated trajectories still require +a suitable task/environment and validation; copied or transformed trajectories +are not independent physical demonstrations. [MimicGen, CoRL 2023](https://mimicgen.github.io/) +RoboCasa offers reusable household task/environment structure, including atomic +and composite tasks. We can consider an adapter when its domain fits; it does +not replace calibration of our chosen robot or object. [RoboCasa project](https://robocasa.ai/) + +## 4. Cover important possibilities, and recognize the boundary + +No finite dataset or simulator enumerates all real-world possibilities. The +deliverable is a **declared operating envelope with measured coverage and a +defined response outside it**. For placement, specify reachable object/target +regions, supported sizes/materials/masses, allowed clutter, camera placement and +gripper capability. An unreachable target should trigger refusal, not count as +a recoverable placement failure. + +Use four complementary suites: + +1. **Nominal:** representative independent resets inside the envelope. +2. **Boundary and interaction:** small objects near the jaw limit, heavy/low-friction + combinations, edge-of-reach targets and supported recovery cases. Vary physical + and perceptual factors separately before combining them. +3. **Fault/refusal:** stale camera frames, missing object, sensor disagreement, + infeasible payload, unexpected contact or a person entering the workspace. + Predeclare whether the expected response is bounded recovery, hold, retreat + or stop, and validate that response physically before relying on it. +4. **Held-out families:** objects, sessions, material/geometry combinations and + environments excluded from training and model selection—not just new random + frame indices from the same recording. + +Sample common conditions by expected use and oversample rare consequential +failures for diagnosis. Report strata separately so an easy-case majority cannot +hide failure at the boundary. Randomization should use justified ranges and +correlations; impossible parameter combinations distort learning. An adversarial +search can discover new failures, which then become development cases. A fresh, +sealed confirmation suite is required for the next improvement claim. + +An out-of-distribution detector or confidence score is only another fallible +component. Combine tested monitoring with explicit command limits, sensor-fault +handling and a safe-stop path. Low uncertainty is not permission to exceed the +hardware's limits. + +## 5. Learn, measure, and expand only when evidence supports it + +The near-term learner should own the actions it claims to learn. Compare a +small behavioral-cloning policy with the authored baseline on causal sensor +history, then consider larger vision/action models if the simple baseline's +limitations warrant it. Keep perception-only and privileged-state ablations +separate. A model benefiting from exact simulator object pose has not established +camera-based skill transfer. See the existing [native learning proposal](native-grasp-learning.md). + +Build learning curves over independent source groups and repeated group +selections. Add a targeted batch and a comparable general batch, freeze training +and evaluation, and measure paired changes. There is no universal number of +clips that turns a task into a skill. Stop asking for more of the same footage +when performance plateaus; investigate sensing, missing action information, +contact modeling, control limits or model capacity instead. + +Keep these scores separate: + +| Question | Measurement | +| --- | --- | +| Are annotations usable? | Independent-reference event/object/hand accuracy, timing error, missing-event rate and human correction time | +| Does the candidate do the task? | All-attempt completion, false completion, drops, recovery/abort rates, duration, placement error and command-limit violations | +| Does new data help? | Paired change versus frozen baseline, repeated cohort selections, uncertainty and regressions by condition | +| Can the robot execute it? | Physical outcomes, sensor-to-actuation latency/deadline misses, stopping/recovery behavior and sim/real discrepancy | + +**Proposed discussion thresholds, not achieved results or universal deployment +criteria:** for the first bounded simulation placement pilot, consider a +one-sided 95% confidence lower bound above 90% nominal completion and above 80% +completion in the explicitly recoverable stress stratum. Select the sample +size and analysis before confirmation, accounting for dependent cases and paired +comparisons. No observed dangerous contact or false success is required, but +zero observed events does not prove zero risk. Impossible/fault cases have +their own refusal criteria. Physical release needs separately agreed risk and +task requirements; these toy-pilot percentages do not authorize it. + +## 6. Practical resources and first release + +The existing small simulator/movement experiments run on CPU. That does not +price or size a vision-language-action training job. For each proposed larger +model, first run a bounded local benchmark and measure GPU/CPU memory, training +step time, data throughput, full observation-to-command latency and useful +learning progress. Choose the accelerator and budget from those measurements; +do not buy capacity based on clip count alone. + +For a first physical pilot we need a compatible arm/gripper, teleoperation +interface, cameras and calibration target, repeatable object/support fixture, +independent stop mechanism, a supervised operator, and instrumented outcome +capture. Start with measured rigid-object placement. Cloth, shoes, articulated +objects, bimanual manipulation and locomotion require additional contracts and +evidence. More robot degrees of freedom enlarge the action and sensing problem; +they do not automatically make an existing seven-command artifact transferable. + +The release artifact should bundle model/processor versions, robot identity, +observation/action units and frames, supported envelope, known failure modes, +measured evaluation receipts and rollback behavior. Publish separate statuses: +**Observations reviewed**, **Action data available**, **Simulation tested** and +**Physically validated**. Only the last is evidence for the specific tested +hardware/task conditions. + +The immediate sequence is to finish the shared grip/recovery diagnostic, choose +the native robot profile for action learning, measure the simulation against +physical traces, and collect the first aligned demonstrations. Ordinary user +videos can already improve task definitions and identify useful variations while +that bridge is built. Their value should be assessed through later measured +improvement, rather than inferred from upload volume. + +## Primary references checked on 15 October 2026 + +- [UMI](https://umi-gripper.github.io/), RSS 2024: instrumented demonstrations and + an action/deployment interface. +- [MimicGen](https://mimicgen.github.io/), CoRL 2023, code release July 2024: + demonstration-based task data generation. +- [MuJoCo modeling](https://mujoco.readthedocs.io/en/stable/modeling.html), living + official documentation: physical model and contact/actuator configuration. +- [LeRobot real-world workflow](https://huggingface.co/docs/lerobot/main/en/il_robots), + living official documentation: calibration, capture, cadence and policy rollout. +- [RoboCasa](https://robocasa.ai/), project page checked with its 14 October 2026 + update: reusable task/environment and subtask-labeling structure. +- [robomimic dataset inspection](https://robomimic.github.io/docs/tutorials/dataset_contents.html), + official v0.5 documentation: trajectory/environment metadata, video and action + replay. Useful for interchange checks, not an integration already completed here. + +External findings inform the proposed design. No external dataset, model or +service was installed by this document, and no private media was exported. diff --git a/pyproject.toml b/pyproject.toml index 9e16d57..3b51be0 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -33,6 +33,8 @@ dvidia-training-doctor = "dvidia_training.doctor:main" dvidia-training-benchmark = "dvidia_training.footage_benchmark:main" dvidia-improvement = "dvidia_training.improvement_experiment:main" dvidia-improvement-studio = "dvidia_training.improvement_studio:main" +dvidia-grip-diagnostic = "dvidia_training.grip_diagnostic:main" +dvidia-grip-followup = "dvidia_training.grip_followup:main" dvidia-skill-capsule = "dvidia_training.arm_entrypoints:capsule_main" dvidia-skillspace-coverage = "dvidia_training.coverage:main" dvidia-episode-tape = "dvidia_training.episode_tape:main" diff --git a/src/dvidia_training/grip_diagnostic.py b/src/dvidia_training/grip_diagnostic.py new file mode 100644 index 0000000..dd3f086 --- /dev/null +++ b/src/dvidia_training/grip_diagnostic.py @@ -0,0 +1,359 @@ +"""Frozen, offline one-factor contact/recovery diagnostics; never qualification. + +Reuse a measured movement head and exact scene. The optional loaded-goal cap +is explicit diagnostic-only instrumentation. Production controller defaults, +success predicates, source benchmark receipts and learned weights are unchanged. +""" +from __future__ import annotations + +import argparse +from copy import deepcopy +from dataclasses import replace +from hashlib import sha256 +import json +import math +from pathlib import Path +import time + +import numpy as np + +from .arm_distill import MovementHead +from .arm_env import ArmEnv +from .arm_policy import ArmPickPlacePolicy +from .arm_runner import config_for, payload_for, save_replay +from .capsule_installer import capsule_runtime +from .cli import NetworkGuard +from .footage_benchmark import freeze_protocol, verify_protocol +from .footage_pipeline import _fresh, _json, _canonical +from .improvement import load_benchmark +from .skill_capsule import inspect_capsule, source_bytes +from .skillspace import load_skillspace + + +ARMS = ( + {'id': 'original', 'scene_overrides': {}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'jaw-060', 'scene_overrides': {'jaw_force_limit': .6}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'jaw-080', 'scene_overrides': {'jaw_force_limit': .8}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'torque-40', 'scene_overrides': {'joint_torque_limit': 40.}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'loaded-2500um', 'scene_overrides': {}, 'horizon': 18., 'loaded_goal_cap_m': .0025}, + {'id': 'loaded-1250um', 'scene_overrides': {}, 'horizon': 18., 'loaded_goal_cap_m': .00125}, + {'id': 'horizon-30', 'scene_overrides': {}, 'horizon': 30., 'loaded_goal_cap_m': None}, +) +LIMITATIONS = [ + 'Exact previously inspected simulated scene: diagnosis, not an independent generalization test.', + 'No retraining; privileged state, simplified rigid box, authored phases/grip/recovery and collision-excluded arm links.', + 'Jaw-force arms change actuator capability and the existing supervisor response to that capability.', + 'Loaded-goal cap changes requested Cartesian tracking distance; it is not a physical speed or acceleration guarantee.', + 'A longer-horizon success does not repair the original 18-second benchmark failure.', + 'Open-jaw controls replay each intervention arm trajectory; no physical-robot or broad causal qualification is issued.', + 'Control observations are 50 Hz. Bilateral contact in these samples does not establish uninterrupted 1-kHz native contact or the required lift dwell.', +] + + +def _write(path, value): + path.parent.mkdir(parents=True, exist_ok=True) + path.write_bytes(_canonical(value) + b'\n') + + +def validate_arm(arm): + if type(arm) is not dict or set(arm) != {'id', 'scene_overrides', 'horizon', 'loaded_goal_cap_m'}: + raise ValueError('A diagnostic arm needs exactly its identity, scene overrides, horizon and loaded-goal cap.') + if arm['id'] not in {row['id'] for row in ARMS} or arm != next(row for row in ARMS if row['id'] == arm['id']): + raise ValueError('Use only a frozen one-factor diagnostic arm.') + return deepcopy(arm) + + +class GoalProxy: + """Apply one loaded-motion intervention before unchanged IK/head mapping.""" + def __init__(self, environment, head=None, loaded_goal_cap_m=None): + if loaded_goal_cap_m is not None and (type(loaded_goal_cap_m) not in (int, float) + or not math.isfinite(loaded_goal_cap_m) or not .0005 <= loaded_goal_cap_m <= .006): + raise ValueError('Loaded-goal cap must be finite and within [0.0005, 0.006] m.') + self.environment, self.head, self.loaded_goal_cap_m = environment, head, loaded_goal_cap_m + self.policy, self.observation = None, None + self.intervention_calls = 0 + + def __getattr__(self, key): + return getattr(self.environment, key) + + def joint_targets_for_pose(self, goal): + if self.loaded_goal_cap_m is not None and self.policy._action_phase in ('lift', 'transfer', 'place'): + tcp = np.asarray(self.observation['end_effector_position']) + delta = np.asarray(goal) - tcp + distance = float(np.linalg.norm(delta)) + if distance > self.loaded_goal_cap_m: + goal = tcp + delta * (self.loaded_goal_cap_m / distance) + self.intervention_calls += 1 + return (self.head.predict(self.observation, goal) if self.head is not None + else self.environment.joint_targets_for_pose(goal)) + + +def rollout_diagnostic(config, seed, *, movement_head=None, loaded_goal_cap_m=None, action_tape=None): + """Record full 50-Hz observations plus native 1-kHz force/velocity peaks.""" + started = time.perf_counter() + env = ArmEnv(config) + obs, reset_info = env.reset(seed=seed) + setup = time.perf_counter() - started + head = MovementHead(movement_head) if movement_head is not None else None + proxy = GoalProxy(env, head, loaded_goal_cap_m) + policy = ArmPickPlacePolicy(proxy) + proxy.policy = policy + frames = [{**obs, 'time': 0., 'stage': 'observe'}] + tape, latencies, rewards = [], [], [] + done = False + info = reset_info + while not done: + began = time.perf_counter() + if action_tape is not None: + if not action_tape: + raise ValueError('Open-jaw controls require a nonempty recorded action tape.') + entry = action_tape[min(len(tape), len(action_tape)-1)] + action, stage = {**entry['action'], 'gripper_width': .08}, entry['stage'] + diagnostic = None + pre_action = None + else: + held = policy._held_offset + offset_error = (float(np.linalg.norm(np.asarray(obs['object_position']) - + np.asarray(obs['end_effector_position']) - held)) if held is not None else None) + pre_action = {'time': float(env._elapsed), 'stage': policy.stage, + 'contacts': dict(obs['grasp_contacts']), 'table_contacts': obs['table_contacts'], + 'object_position': list(obs['object_position']), + 'object_velocity': list(obs['object_velocity']), + 'tcp_position': list(obs['end_effector_position']), + 'pad_normal_forces_n': dict(obs['pad_normal_forces']), + 'held_offset_m': held.tolist() if held is not None else None, + 'relative_offset_error_m': offset_error, + 'previous_retention_failure_ticks': policy._contact_loss_ticks} + proxy.observation = obs + action = policy(obs) + diagnostic = policy.diagnostics() + pre_action['next_stage'] = policy.stage + pre_action['retention_failure_ticks_after_check'] = policy._contact_loss_ticks + stage = diagnostic['action_phase'] + obs, reward, terminated, truncated, info = env.step(action) + latencies.append(time.perf_counter() - began) + rewards.append(reward) + tape.append({'stage': stage, 'action': action}) + if info['valid'] and len(obs['object_position']) == 3: + frames.append({**obs, 'time': info['simulation_time'], 'stage': stage, + 'target_distance': info['target_distance'], 'dwell_elapsed': info['dwell_elapsed'], + 'lift_dwell_elapsed': info['lift_dwell_elapsed'], 'lift_seen': info['lift_seen'], + 'controller': diagnostic, 'pre_action': pre_action}) + done = terminated or truncated + elapsed = time.perf_counter() - started + label = ('replay_open_jaw' if action_tape is not None else + 'distilled_placement' if movement_head is not None else 'placement') + return {'seed': seed, 'policy': label, 'success': info['success'], 'reason': info['reason'], + 'final_distance': info['target_distance'], 'simulated_seconds': info['simulation_time'], + 'episode_wall_seconds': elapsed, 'setup_seconds': setup, + 'control_latency_p50_seconds': float(np.median(latencies)), + 'control_latency_p95_seconds': float(np.percentile(latencies, 95)), + 'simulated_seconds_per_wall_second': info['simulation_time'] / elapsed, + 'control_steps': len(tape), 'reward': float(sum(rewards)), 'reset_info': reset_info, + 'final_info': info, 'actions': tape, 'trace': frames, + 'controller_failure': policy.failure_reason, 'controller_diagnostics': policy.diagnostics(), + 'diagnostic_loaded_goal_cap_m': loaded_goal_cap_m, + 'diagnostic_intervention_calls': proxy.intervention_calls, + 'movement_head_sha256': sha256(_canonical(movement_head)).hexdigest() if movement_head else None} + + +def summarize_episode(episode): + frames = episode['trace'] + events, previous = [], None + reference = None + max_offset = 0. + first_loss = None + retention_triggers = [] + first_threshold_breach = None + loaded_bilateral_samples = 0 + loaded_samples = 0 + for frame in frames: + stage = frame['stage'] + if stage != previous: + events.append({'stage': stage, 'time': frame['time'], 'object_position': frame['object_position'], + 'contacts': frame['grasp_contacts'], 'target_distance': frame.get('target_distance')}) + previous = stage + loaded = stage in ('lift', 'transfer') + pre = frame.get('pre_action') + if pre and pre['stage'] in ('lift', 'transfer'): + loaded_samples += 1 + both = pre['contacts']['left'] > 0 and pre['contacts']['right'] > 0 + loaded_bilateral_samples += bool(both) + exceeds = pre['relative_offset_error_m'] is not None and pre['relative_offset_error_m'] > .012 + if first_threshold_breach is None and (not both or exceeds): + first_threshold_breach = pre + if pre['next_stage'] in ('recover_wait', 'failed'): + retention_triggers.append(pre) + if stage == 'lift' and (reference is None or (len(events) > 1 and events[-1]['time'] == frame['time'])): + reference = np.asarray(frame['object_position']) - np.asarray(frame['end_effector_position']) + if loaded and reference is not None: + offset = float(np.linalg.norm(np.asarray(frame['object_position']) - np.asarray(frame['end_effector_position']) - reference)) + max_offset = max(max_offset, offset) + contacts = frame['grasp_contacts'] + if first_loss is None and (contacts['left'] == 0 or contacts['right'] == 0 or offset > .012): + first_loss = {'time': frame['time'], 'stage': stage, 'offset_change_m': offset, + 'contacts': contacts, 'pad_normal_forces_n': frame['pad_normal_forces'], + 'object_position': frame['object_position']} + final = episode['final_info'] + diagnostics = episode['controller_diagnostics'] + return {'success': episode['success'], 'reason': episode['reason'], + 'final_target_error_m': episode['final_distance'], 'simulated_seconds': episode['simulated_seconds'], + 'episode_wall_seconds': episode['episode_wall_seconds'], 'control_steps': episode['control_steps'], + 'first_loaded_contact_or_offset_loss': first_loss, 'maximum_loaded_offset_change_m': max_offset, + 'first_pre_action_retention_threshold_breach': first_threshold_breach, + 'retention_transitions': retention_triggers, + 'loaded_pre_action_samples': loaded_samples, + 'loaded_pre_action_bilateral_samples': loaded_bilateral_samples, + 'recovery_count': diagnostics['recovery_count'], 'recovery_reason': diagnostics['recovery_reason'], + 'controller_failure': episode['controller_failure'], 'stage_events': events, + 'placement_dwell_seconds': final['dwell_elapsed'], 'lift_seen': final['lift_seen'], + 'valid_final_state': final['valid'], + 'maximum_sampled_lift_dwell_seconds': max(frame.get('lift_dwell_elapsed', 0.) for frame in frames), + 'contact_observation_cadence_seconds': final['config']['control_dt'], + 'maximum_object_lift_m': final['max_object_lift'], 'native_tick_peaks': final['native_tick_peaks'], + 'grip_demand_n': diagnostics['grip_normal_demand_n'], 'grip_target_n': diagnostics['grip_normal_target_n'], + 'intervention_calls': episode['diagnostic_intervention_calls']} + + +def _same_trajectory(episode, original): + """Reject a diagnostic harness whose no-op arm changes the original motion.""" + fields = ('success', 'reason', 'final_distance', 'simulated_seconds', 'control_steps', 'actions') + return all(episode[key] == original[key] for key in fields) + + +def run(benchmark, output): + started = time.perf_counter() + benchmark = Path(benchmark).resolve() + bundle = load_benchmark(benchmark) + # The first pilot intentionally freezes one named cohort and failed case. + protocol = bundle['protocol'] + case = next(row for row in protocol['scenes'] if row['id'] == 'scene-15') + if case['group'] != 'actuator_stress': + raise ValueError('This diagnostic targets the recorded actuator-stress failure only.') + report = bundle['report'] + candidate = next(row for row in report['comparisons'] if row['cohort_id'] == 'baseline4') + capsule_path = benchmark / candidate['capsule_path'] + capsule_raw = capsule_path.read_bytes() + if sha256(capsule_raw).hexdigest() != candidate['capsule_file_sha256']: + raise ValueError('Existing baseline capsule differs from its frozen receipt.') + runtime = capsule_runtime() + capsule = inspect_capsule(capsule_raw, expected_runtime=runtime) + source, grounding = source_bytes(capsule), capsule['grounding'] + if 'simulation_grounding' in json.loads(source): + grounding = None + skill = load_skillspace(source, grounding) + original_paths = {'student': 'qualification/baseline4/scene-15/run.json', 'teacher': 'teacher/scene-15/run.json'} + original_raw = {name: (benchmark / relative).read_bytes() for name, relative in original_paths.items()} + originals = {name: json.loads(raw)['episodes'][0] for name, raw in original_raw.items()} + if any(row['success'] for row in originals.values()): + raise ValueError('Both recorded policies must have failed the source scene.') + arms = [validate_arm(row) for row in ARMS] + output = _fresh(output) + (output / 'baseline.skill-capsule.json').write_bytes(capsule_raw) + source_hashes = {**runtime['files_sha256'], 'grip_diagnostic.py': sha256(Path(__file__).read_bytes()).hexdigest()} + (output/'sources').mkdir() + for name in source_hashes: + (output/'sources'/name).write_bytes(Path(__file__).with_name(name).read_bytes()) + (output/'originals').mkdir() + for name, raw in original_raw.items(): + (output/'originals'/f'{name}.json').write_bytes(raw) + frozen = {'schema_version': 1, 'kind': 'dvidia.grip-recovery-diagnostic', 'scope': 'simulation-only', + 'physical_robot_ready': False, 'benchmark_protocol_sha256': sha256((benchmark/'protocol.json').read_bytes()).hexdigest(), + 'benchmark_report_sha256': sha256((benchmark/'report.json').read_bytes()).hexdigest(), + 'capsule_file_sha256': sha256(capsule_raw).hexdigest(), 'runtime': runtime, + 'original_run_sha256': {name: sha256(raw).hexdigest() for name, raw in original_raw.items()}, + 'source_sha256': source_hashes, 'case': case, 'arms': arms, + 'policies': ['student', 'teacher'], 'planned_native_episodes': len(arms) * 4, + 'rules': {'same_model': True, 'retrain': False, 'qualification': False, + 'negative_control': 'Each policy/arm tape is replayed with jaws forced open.', + 'completion': 'Record every planned policy and control attempt, including errors.', + 'baseline_reproduction': 'Require exact action tape and outcome parity for original teacher and student.'}, + 'limits': LIMITATIONS} + protocol_hash = freeze_protocol(output, frozen) + def verify(): + verify_protocol(output, frozen) + if capsule_runtime() != runtime or any(sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() != digest + for name, digest in source_hashes.items()): + raise ValueError('Frozen diagnostic source or runtime changed.') + if sha256((output/'baseline.skill-capsule.json').read_bytes()).hexdigest() != frozen['capsule_file_sha256']: + raise ValueError('Frozen movement head changed.') + for name, expected in frozen['original_run_sha256'].items(): + if sha256((output/'originals'/f'{name}.json').read_bytes()).hexdigest() != expected: + raise ValueError('Frozen original trajectory changed.') + results, episodes_completed, episode_errors = [], 0, 0 + with NetworkGuard(True) as guard: + for arm in arms: + for name in frozen['policies']: + verify() + scene = {**case['scene'], **arm['scene_overrides']} + config = replace(config_for(skill, scene), horizon=arm['horizon']) + directory = output / arm['id'] / name + directory.mkdir(parents=True) + row = {'arm_id': arm['id'], 'policy': name, 'scene': scene, + 'horizon': arm['horizon'], 'loaded_goal_cap_m': arm['loaded_goal_cap_m'], + 'status': 'completed', 'qualification': 'diagnostic-only', 'run_path': str(directory.relative_to(output)/'run.json')} + episode = None + try: + episode = rollout_diagnostic(config, scene['seed'], + movement_head=capsule['movement_head'] if name == 'student' else None, + loaded_goal_cap_m=arm['loaded_goal_cap_m']) + payload = payload_for(skill, config, [episode], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload['diagnostic_only'] = True + _write(directory/'run.json', payload) + save_replay(payload, directory/'replay.html') + row['measurement'] = summarize_episode(episode) + episodes_completed += 1 + if arm['id'] == 'original': + row['exact_original_trajectory_reproduced'] = _same_trajectory(episode, originals[name]) + if not row['exact_original_trajectory_reproduced']: + raise ValueError('No-op diagnostic failed to reproduce original actions/outcomes; stop before interventions.') + except (ValueError, RuntimeError) as exc: + episode_errors += 1 + row.update(status='error', error=str(exc)) + if arm['id'] == 'original': + _write(directory/'error.json', row) + raise + try: + if episode is None: + raise ValueError('No candidate action tape; dependent open-jaw control cannot execute.') + verify() + control = rollout_diagnostic(config, scene['seed'], action_tape=episode['actions']) + control_payload = payload_for(skill, config, [control], {'offline': True, 'scope': 'parent NetworkGuard'}) + control_payload['diagnostic_only'] = True + _write(directory/'control.json', control_payload) + row['control'] = summarize_episode(control) + row['control_status'] = 'completed' + episodes_completed += 1 + except (ValueError, RuntimeError) as exc: + episode_errors += 1 + row.update(control_status='error', control_error=str(exc)) + results.append(row) + _write(output/'progress.json', {'protocol_sha256': protocol_hash, 'results': results}) + print(json.dumps({'arm': arm['id'], 'policy': name, 'status': row['status'], + 'success': row.get('measurement', {}).get('success'), + 'reason': row.get('measurement', {}).get('reason'), + 'simulated_seconds': row.get('measurement', {}).get('simulated_seconds'), + 'recoveries': row.get('measurement', {}).get('recovery_count')}), flush=True) + verify() + result = {'schema_version': 1, 'kind': 'dvidia.grip-recovery-diagnostic-result', 'scope': 'simulation-only', + 'physical_robot_ready': False, 'protocol_sha256': protocol_hash, + 'results': results, 'completed_native_episodes': episodes_completed, 'episode_errors': episode_errors, + 'elapsed_seconds': time.perf_counter()-started, 'network_guard': guard.record(), + 'cost': {'external_api_usd': 0., 'local_compute': 'unpriced'}, + 'timing_scope': 'Validation, snapshot, execution, telemetry/replay writes; excludes process startup and final report write.', + 'limits': LIMITATIONS} + _write(output/'report.json', result) + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--benchmark', type=Path, required=True) + parser.add_argument('--output', type=Path, required=True) + args = parser.parse_args() + result = run(args.benchmark, args.output) + print(json.dumps({key: result[key] for key in ('completed_native_episodes', 'episode_errors', 'elapsed_seconds', 'cost')})) + + +if __name__ == '__main__': + main() diff --git a/src/dvidia_training/grip_diagnostic_view.py b/src/dvidia_training/grip_diagnostic_view.py new file mode 100644 index 0000000..9dc76d7 --- /dev/null +++ b/src/dvidia_training/grip_diagnostic_view.py @@ -0,0 +1,196 @@ +"""Read measured grip diagnostics without importing or running the simulator.""" +from copy import deepcopy +from pathlib import Path + +from .improvement import _identity, _number, _read, candidate + + +def _measurement(value): + if type(value) is not dict or type(value.get('success')) is not bool: + raise ValueError('Completed diagnostic episodes need explicit outcomes.') + for key in ('simulated_seconds', 'episode_wall_seconds', 'recovery_count', 'final_target_error_m'): + _number(value.get(key), key) + if type(value.get('reason')) is not str or len(value['reason']) > 200: + raise ValueError('Diagnostic reason must be bounded text.') + if value.get('valid_final_state') is not True and value['success']: + raise ValueError('Invalid final state cannot be a success.') + if value['success']: + # This bounded adapter retains the source placement task's 25 mm, + # 250 ms completion rule and required native sustained-lift check. + dwell = _number(value.get('placement_dwell_seconds'), 'placement dwell') + if (value['reason'] != 'success' or value.get('lift_seen') is not True or + dwell < .25 - 1e-9 or value['final_target_error_m'] > .025): + raise ValueError('Diagnostic success contradicts the retained placement checks.') + return {key: value[key] for key in ('success', 'reason', 'simulated_seconds', + 'recovery_count', 'final_target_error_m')} + + +def load_diagnostic(directory, evaluation): + """Bind complete diagnostic rows to one frozen experiment and source case.""" + root = Path(directory).absolute() + report, report_hash = _read(root / 'report.json') + protocol, protocol_hash = _read(root / 'protocol.json') + if (report.get('kind') != 'dvidia.grip-recovery-diagnostic-result' or + protocol.get('kind') != 'dvidia.grip-recovery-diagnostic' or + report.get('protocol_sha256') != protocol_hash or + any(p.get('schema_version') != 1 or p.get('scope') != 'simulation-only' or + p.get('physical_robot_ready') is not False for p in (report, protocol))): + raise ValueError('Unsupported or mismatched diagnostic receipts.') + if (protocol.get('benchmark_report_sha256') != evaluation['report_sha256'] or + protocol.get('benchmark_protocol_sha256') != evaluation['protocol_sha256']): + raise ValueError('Diagnostic is not bound to the displayed benchmark.') + if protocol.get('runtime') != evaluation['protocol'].get('runtime'): + raise ValueError('Diagnostic runtime differs from the source benchmark.') + if ('parent_report_sha256' in report and + report['parent_report_sha256'] != protocol.get('parent_report_sha256')): + raise ValueError('Diagnostic follow-up parent bindings differ.') + baseline = candidate(evaluation, 'baseline4') + if protocol.get('capsule_file_sha256') != baseline.get('capsule_file_sha256'): + raise ValueError('Diagnostic changed the frozen movement candidate.') + case = protocol.get('case') + if type(case) is not dict or case not in evaluation['protocol']['scenes']: + raise ValueError('Diagnostic source case differs from the evaluated case.') + arms, policies = protocol.get('arms'), protocol.get('policies') + if (type(arms) is not list or not 1 <= len(arms) <= 12 or + policies != ['student', 'teacher']): + raise ValueError('Expected bounded diagnostic arms and paired policies.') + specs = {} + for arm in arms: + if type(arm) is not dict: + raise ValueError('Expected diagnostic arm metadata.') + identity = _identity(arm.get('id')) + if identity in specs: + raise ValueError('Duplicate diagnostic arm.') + overrides = arm.get('scene_overrides') + if type(overrides) is not dict or set(overrides) - {'jaw_force_limit', 'joint_torque_limit'}: + raise ValueError('Unsupported diagnostic scene intervention.') + for key, value in overrides.items(): + _number(value, key) + low, high = (.01, 15.) if key == 'jaw_force_limit' else (.1, 40.) + if not low <= value <= high: + raise ValueError('Diagnostic actuator limit is outside the supported range.') + horizon = _number(arm.get('horizon'), 'horizon') + if not 1 <= horizon <= 60: + raise ValueError('Diagnostic horizon exceeds the supported budget.') + cap = arm.get('loaded_goal_cap_m') + if cap is not None and not .0005 <= _number(cap, 'loaded goal cap') <= .006: + raise ValueError('Invalid loaded goal cap.') + specs[identity] = arm + if protocol.get('planned_native_episodes') != len(specs) * 4: + raise ValueError('Diagnostic episode budget is inconsistent.') + rows = report.get('results') + if type(rows) is not list or len(rows) != len(specs) * 2: + raise ValueError('Every planned policy and arm must retain an outcome.') + outcomes, completed, errors = {}, 0, 0 + for row in rows: + if type(row) is not dict: + raise ValueError('Expected diagnostic outcome.') + arm_id, policy = row.get('arm_id'), row.get('policy') + if type(arm_id) is not str or type(policy) is not str: + raise ValueError('Invalid diagnostic outcome identity.') + key = (arm_id, policy) + if arm_id not in specs or policy not in policies or key in outcomes: + raise ValueError('Unknown or repeated diagnostic outcome.') + arm = specs[arm_id] + if (row.get('qualification') != 'diagnostic-only' or + row.get('scene') != {**case['scene'], **arm['scene_overrides']} or + any(row.get(k) != arm[k] for k in ('horizon', 'loaded_goal_cap_m'))): + raise ValueError('Diagnostic outcome changed its frozen conditions.') + parsed = {} + for status_key, measure_key in (('status', 'measurement'), ('control_status', 'control')): + status = row.get(status_key) + if status == 'completed': + parsed[measure_key] = _measurement(row.get(measure_key)) + if parsed[measure_key]['simulated_seconds'] > arm['horizon'] + .05: + raise ValueError('Diagnostic episode exceeds its frozen deadline.') + completed += 1 + elif status in ('error', 'skipped'): + if type(row.get(measure_key)) is dict and row[measure_key].get('success') is True: + raise ValueError('An incomplete diagnostic cannot count as success.') + parsed[measure_key] = None + errors += 1 + else: + raise ValueError('Unknown diagnostic execution status.') + original_conditions = (row['scene'] == case['scene'] and arm['horizon'] == 18 and + arm['loaded_goal_cap_m'] is None) + if original_conditions and row.get('exact_original_trajectory_reproduced') is not True: + raise ValueError('Original diagnostic must reproduce the prior trajectory.') + outcomes[key] = parsed + if report.get('completed_native_episodes') != completed or report.get('episode_errors') != errors: + raise ValueError('Diagnostic totals differ from the retained attempts.') + _number(report.get('elapsed_seconds'), 'diagnostic elapsed time') + view_rows = [] + original = case['scene'] + for identity, arm in specs.items(): + changes = [] + for key, unit, label in (('jaw_force_limit', 'N', 'Grip limit'), + ('joint_torque_limit', 'N·m', 'Arm torque')): + if key in arm['scene_overrides']: + changes.append(f"{label} {arm['scene_overrides'][key]:g} {unit}") + if arm['horizon'] != 18: + changes.append(f"{arm['horizon']:g} s deadline") + if arm['loaded_goal_cap_m'] is not None: + changes.append(f"{arm['loaded_goal_cap_m'] * 1000:g} mm loaded goal cap") + student, teacher = outcomes[(identity, 'student')], outcomes[(identity, 'teacher')] + pair = (student, teacher) + view_rows.append({'id': identity, 'label': ' · '.join(changes) or 'Original conditions', + 'change': f"{arm['scene_overrides'].get('jaw_force_limit', original['jaw_force_limit']):g} N grip · {arm['horizon']:g} s · unchanged model", + 'student': student['measurement'], 'teacher': teacher['measurement'], + 'control_successes': sum(p['control'] is not None and p['control']['success'] for p in pair), + 'errors': sum(p[k] is None for p in pair for k in ('measurement', 'control'))}) + return {'case_id': case['id'], 'rows': view_rows, 'elapsed_seconds': report['elapsed_seconds'], + 'completed_native_episodes': completed, 'episode_errors': errors, + 'report_sha256': report_hash, 'protocol_sha256': protocol_hash, + 'parent_report_sha256': protocol.get('parent_report_sha256'), + 'limits': ['Previously inspected simulation case; these results are diagnosis, not fresh qualification.', + 'Higher grip limits change simulated capability and the controller response to it.', + 'Longer deadlines do not repair the original 18-second benchmark failure.', + 'Success criteria and model weights are unchanged. Physical performance remains untested.']} + + +def attach_diagnostics(dashboard, studies): + """Advance the investigation without rewriting old qualification counts.""" + if not studies: + return dashboard + if (len({s['report_sha256'] for s in studies}) != len(studies) or + len({s['protocol_sha256'] for s in studies}) != len(studies)): + raise ValueError('Duplicate diagnostic studies cannot count twice.') + for index, study in enumerate(studies): + parent = study['parent_report_sha256'] + if parent is not None and parent not in {s['report_sha256'] for s in studies[:index]}: + raise ValueError('Follow-up diagnostic needs its preceding measured study.') + view = deepcopy(dashboard) + latest = deepcopy(studies[-1]) + bad = any(row['errors'] or row['control_successes'] for s in studies for row in s['rows']) + successful = [r for r in latest['rows'] if all(r[p] is not None and r[p]['success'] for p in ('student', 'teacher'))] + if bad: + headline = 'Resolve diagnostic errors or control failures first.' + detail = 'At least one incomplete trial or successful open-jaw control prevents a clean interpretation.' + title, instruction = 'Validate the diagnostic evidence', 'Inspect failed attempts and controls before changing the controller or requesting recordings.' + elif successful: + headline = 'The case completes under changed conditions.' + detail = 'Both controllers completed with ' + successful[0]['label'] + '. The original benchmark remains unchanged.' + title, instruction = 'Test a controlled recovery', 'Freeze a recovery that lowers the object to support before opening the jaws. Compare it at the original grip limit and deadline on regression and fresh scenes, preserving lift and placement checks.' + else: + headline = 'The tested changes have not resolved the failure.' + detail = 'No tested condition completed for both controllers. Keep the original result and investigate retention and phase timing together.' + title, instruction = 'Test retention and recovery together', 'Inspect pre-action object movement, contact and phase timeouts. Freeze a controlled set-down recovery before testing it at original capability; preserve all failure checks.' + latest.update(headline=headline, detail=detail, next_step=instruction, + elapsed_seconds=sum(s['elapsed_seconds'] for s in studies), + completed_native_episodes=sum(s['completed_native_episodes'] for s in studies), + episode_errors=sum(s['episode_errors'] for s in studies), + control_successes=sum(r['control_successes'] for s in studies for r in s['rows']), + previous_studies=deepcopy(studies[:-1])) + view['diagnostic'] = latest + view['previous_hypotheses'].extend(view['hypotheses']) + view['hypotheses'] = [{'id': 'recovery-followup', 'category': 'diagnostic', 'title': title, + 'status': 'provisional', 'explanation': detail, 'next_action': instruction, + 'diagnostic_report_sha256': latest['report_sha256'], + 'request': {'title': title, 'instruction': instruction, 'why': detail, + 'capture_mode': 'diagnostic', 'required_groups': None, + 'acceptance': ['Freeze the controller and test suite before comparing.', + 'Keep actuator limits, success checks and deadline explicit.', + 'Retain every attempt; require regression checks and fresh confirmation.']}, + 'evidence': []}] + view['next_hypothesis_id'] = 'recovery-followup' + return view diff --git a/src/dvidia_training/grip_followup.py b/src/dvidia_training/grip_followup.py new file mode 100644 index 0000000..f425ea4 --- /dev/null +++ b/src/dvidia_training/grip_followup.py @@ -0,0 +1,191 @@ +"""A frozen 2 x 2 diagnostic separates jaw capability from task time budget. + +This follows the one-factor grip diagnostic on the same development scene. +Even a successful higher-capability/longer-budget result is not a repair of +the original hardware or its 18-second qualification. +""" +from __future__ import annotations + +import argparse +from dataclasses import replace +from hashlib import sha256 +import json +from pathlib import Path +import time + +from .arm_runner import config_for, payload_for, save_replay +from .capsule_installer import capsule_runtime +from .cli import NetworkGuard +from .footage_benchmark import freeze_protocol, verify_protocol +from .footage_pipeline import _fresh, _json, _canonical +from .grip_diagnostic import _same_trajectory, _write, rollout_diagnostic, summarize_episode +from .skill_capsule import inspect_capsule, source_bytes +from .skillspace import load_skillspace + +ARMS = ( + {'id': 'jaw030-horizon18', 'scene_overrides': {}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'jaw060-horizon18', 'scene_overrides': {'jaw_force_limit': .6}, 'horizon': 18., 'loaded_goal_cap_m': None}, + {'id': 'jaw030-horizon24', 'scene_overrides': {}, 'horizon': 24., 'loaded_goal_cap_m': None}, + {'id': 'jaw060-horizon24', 'scene_overrides': {'jaw_force_limit': .6}, 'horizon': 24., 'loaded_goal_cap_m': None}, + {'id': 'loaded-4000um', 'scene_overrides': {}, 'horizon': 18., 'loaded_goal_cap_m': .004}, +) +LIMITATIONS = [ + 'Same development scene and frozen weights as phase one; this factorial is not independent generalization evidence.', + 'Higher jaw capability and a longer horizon are changed conditions, not improved original qualification.', + 'Jaw-capability intervention retains existing supervisor adaptation to that cap.', + 'All native success predicates, arm torque limits, phase budgets and recovery rules remain unchanged.', + 'The fifth, separate exploratory condition changes only the loaded Cartesian goal cap to 4 mm, not physical velocity/acceleration.', + 'No retraining, hardware promotion, premium-plan readiness or physical-robot claim.', +] + + +def paired_factorial(results): + """Retain failed and missing attempts; never collapse them out of a rate.""" + if len(results) != 10 or len({(row['arm_id'], row['policy']) for row in results}) != 10: + raise ValueError('Factorial requires four conditions plus one exploratory condition for both policies.') + summary = {} + for policy in ('student', 'teacher'): + cells = {row['arm_id']: row for row in results if row['policy'] == policy} + if set(cells) != {arm['id'] for arm in ARMS}: + raise ValueError('Missing factorial policy/condition cell.') + summary[policy] = {name: {'status': row['status'], 'success': row.get('measurement', {}).get('success', False), + 'simulated_seconds': row.get('measurement', {}).get('simulated_seconds'), + 'control_success': row.get('control', {}).get('success'), + 'control_status': row.get('control_status')} + for name, row in cells.items()} + return summary + + +def run(diagnostic, output): + started = time.perf_counter() + diagnostic = Path(diagnostic).resolve() + prior_protocol = _json(diagnostic/'protocol.json') + prior_report = _json(diagnostic/'report.json') + prior_hash = sha256((diagnostic/'protocol.json').read_bytes()).hexdigest() + if (prior_protocol.get('kind') != 'dvidia.grip-recovery-diagnostic' + or prior_report.get('kind') != 'dvidia.grip-recovery-diagnostic-result' + or prior_report.get('protocol_sha256') != prior_hash + or prior_report.get('completed_native_episodes') != 28 or prior_report.get('episode_errors') != 0): + raise ValueError('A complete hash-bound first-phase diagnostic is required.') + runtime = capsule_runtime() + if runtime != prior_protocol['runtime']: + raise ValueError('The diagnostic runtime changed.') + capsule_raw = (diagnostic/'baseline.skill-capsule.json').read_bytes() + if sha256(capsule_raw).hexdigest() != prior_protocol['capsule_file_sha256']: + raise ValueError('Frozen baseline weights changed.') + capsule = inspect_capsule(capsule_raw, expected_runtime=runtime) + source, grounding = source_bytes(capsule), capsule['grounding'] + if 'simulation_grounding' in json.loads(source): + grounding = None + skill = load_skillspace(source, grounding) + output = _fresh(output) + (output/'baseline.skill-capsule.json').write_bytes(capsule_raw) + source_hashes = {**runtime['files_sha256'], **{name: sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() + for name in ('grip_diagnostic.py', 'grip_followup.py')}} + (output/'sources').mkdir() + for name in source_hashes: + (output/'sources'/name).write_bytes(Path(__file__).with_name(name).read_bytes()) + original_raw = {name: (diagnostic/'originals'/f'{name}.json').read_bytes() for name in ('student', 'teacher')} + if any(sha256(raw).hexdigest() != prior_protocol['original_run_sha256'][name] for name, raw in original_raw.items()): + raise ValueError('Frozen original trajectories changed.') + originals = {name: json.loads(raw)['episodes'][0] for name, raw in original_raw.items()} + (output/'originals').mkdir() + for name, raw in original_raw.items(): + (output/'originals'/f'{name}.json').write_bytes(raw) + protocol = {'schema_version': 1, 'kind': 'dvidia.grip-recovery-diagnostic', 'scope': 'simulation-only', + 'experiment_phase': 'factorial-followup', + 'physical_robot_ready': False, 'prior_diagnostic_protocol_sha256': prior_hash, + 'prior_diagnostic_report_sha256': sha256((diagnostic/'report.json').read_bytes()).hexdigest(), + 'parent_report_sha256': sha256((diagnostic/'report.json').read_bytes()).hexdigest(), + 'benchmark_report_sha256': prior_protocol['benchmark_report_sha256'], + 'benchmark_protocol_sha256': prior_protocol['benchmark_protocol_sha256'], + 'capsule_file_sha256': prior_protocol['capsule_file_sha256'], 'runtime': runtime, + 'source_sha256': source_hashes, 'original_run_sha256': prior_protocol['original_run_sha256'], + 'case': prior_protocol['case'], 'arms': list(ARMS), 'policies': ['student', 'teacher'], + 'planned_native_episodes': 20, 'limits': LIMITATIONS, + 'rules': {'same_model': True, 'retrain': False, 'qualification': False, + 'factorial': 'First four arms cross jaw capability and horizon; fifth arm is a separate one-factor loaded-goal-cap exploration.', + 'negative_control': 'Each policy/condition uses its own recorded arm tape with open jaws.'}} + protocol_hash = freeze_protocol(output, protocol) + def verify(): + verify_protocol(output, protocol) + if capsule_runtime() != runtime or any(sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() != expected + for name, expected in source_hashes.items()): + raise ValueError('Frozen factorial runtime or source changed.') + if sha256((output/'baseline.skill-capsule.json').read_bytes()).hexdigest() != protocol['capsule_file_sha256']: + raise ValueError('Frozen factorial weights changed.') + results, completed, errors = [], 0, 0 + with NetworkGuard(True) as guard: + for arm in ARMS: + for name in protocol['policies']: + verify() + scene = {**protocol['case']['scene'], **arm['scene_overrides']} + config = replace(config_for(skill, scene), horizon=arm['horizon']) + directory = output/arm['id']/name + directory.mkdir(parents=True) + row = {'arm_id': arm['id'], 'policy': name, 'scene': scene, 'horizon': arm['horizon'], + 'loaded_goal_cap_m': arm['loaded_goal_cap_m'], + 'status': 'completed', 'qualification': 'diagnostic-only', + 'run_path': str(directory.relative_to(output)/'run.json')} + episode = None + try: + episode = rollout_diagnostic(config, scene['seed'], + movement_head=capsule['movement_head'] if name == 'student' else None, + loaded_goal_cap_m=arm['loaded_goal_cap_m']) + payload = payload_for(skill, config, [episode], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload['diagnostic_only'] = True + _write(directory/'run.json', payload) + save_replay(payload, directory/'replay.html') + row['measurement'] = summarize_episode(episode) + if arm['id'] == ARMS[0]['id']: + row['exact_original_trajectory_reproduced'] = _same_trajectory(episode, originals[name]) + if not row['exact_original_trajectory_reproduced']: + raise ValueError('Factorial baseline failed exact original trajectory reproduction.') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(status='error', error=str(exc)) + if arm['id'] == ARMS[0]['id']: + _write(directory/'error.json', row) + raise + try: + if episode is None: + raise ValueError('No candidate tape for paired negative control.') + verify() + control = rollout_diagnostic(config, scene['seed'], action_tape=episode['actions']) + payload = payload_for(skill, config, [control], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload['diagnostic_only'] = True + _write(directory/'control.json', payload) + row.update(control=summarize_episode(control), control_status='completed') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(control_status='error', control_error=str(exc)) + results.append(row) + _write(output/'progress.json', {'protocol_sha256': protocol_hash, 'results': results}) + print(json.dumps({'arm': arm['id'], 'policy': name, 'status': row['status'], + 'success': row.get('measurement', {}).get('success'), + 'simulated_seconds': row.get('measurement', {}).get('simulated_seconds')}), flush=True) + verify() + result = {'schema_version': 1, 'kind': 'dvidia.grip-recovery-diagnostic-result', 'scope': 'simulation-only', + 'experiment_phase': 'factorial-followup', + 'physical_robot_ready': False, 'protocol_sha256': protocol_hash, 'results': results, + 'factorial': paired_factorial(results), 'completed_native_episodes': completed, 'episode_errors': errors, + 'elapsed_seconds': time.perf_counter()-started, 'network_guard': guard.record(), + 'cost': {'external_api_usd': 0., 'local_compute': 'unpriced'}, 'limits': LIMITATIONS, + 'timing_scope': 'Input checks, snapshots, all rollouts, telemetry and replay output; excludes startup and final report write.'} + _write(output/'report.json', result) + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--diagnostic', required=True, type=Path) + parser.add_argument('--output', required=True, type=Path) + args = parser.parse_args() + result = run(args.diagnostic, args.output) + print(json.dumps({key: result[key] for key in ('completed_native_episodes', 'episode_errors', 'elapsed_seconds', 'cost')})) + + +if __name__ == '__main__': + main() diff --git a/src/dvidia_training/improvement.py b/src/dvidia_training/improvement.py index 0f6cea9..874540c 100644 --- a/src/dvidia_training/improvement.py +++ b/src/dvidia_training/improvement.py @@ -521,5 +521,7 @@ def brief(dashboard, identity): item['explanation'], '', request['instruction'], '', request['why'], '', *['- ' + s for s in request['acceptance']], '', 'Diagnosis report: ' + dashboard['evidence']['diagnosis_report_sha256'], + *(['Diagnostic report: ' + item['diagnostic_report_sha256']] + if item.get('diagnostic_report_sha256') else []), 'Evidence cases: ' + ', '.join(e['case_id'] for e in item['evidence']), 'No reward, model improvement or physical robot qualification is promised.', '']) diff --git a/src/dvidia_training/improvement_studio.html b/src/dvidia_training/improvement_studio.html index 1f17c68..e9731fb 100644 --- a/src/dvidia_training/improvement_studio.html +++ b/src/dvidia_training/improvement_studio.html @@ -101,6 +101,36 @@ .conclusion h3 { font-size:15px; margin-bottom:5px; } .conclusion p { font-size:13px; color:var(--muted); } .conclusion .next-step { margin-top:9px; color:#435273; } + .diagnostic-section { margin:0 0 26px; border:1px solid #ccd7e6; border-radius:17px; padding:22px 24px 5px; background:linear-gradient(125deg,#f5f7fc,#fffefa); } + .diagnostic-top { display:flex; align-items:center; justify-content:space-between; flex-wrap:wrap; gap:8px; margin-bottom:10px; } + .diagnostic-top h2 { font-size:18px; letter-spacing:-.3px; } + .diagnostic-detail { color:#536171; font-size:14px; margin-bottom:16px; } + .diagnostic-table { width:100%; border-collapse:collapse; table-layout:fixed; font-size:14px; } + .diagnostic-table th { text-align:left; padding:9px 0; color:var(--muted); font-size:11px; font-weight:500; } + .diagnostic-table th:first-child { width:56%; } + .diagnostic-table th:not(:first-child),.diagnostic-table td:not(:first-child) { text-align:right; } + .diagnostic-table td { padding:12px 0; border-top:1px solid #dbe1e9; vertical-align:middle; } + .diagnostic-table td:first-child { padding-right:12px; } + .diagnostic-table strong { display:block; font-size:14px; font-weight:550; } + .diagnostic-table small { display:block; color:var(--muted); font-size:12px; line-height:1.45; margin-top:3px; } + .trial-state { display:inline-block; max-width:100%; font-size:12px; overflow-wrap:anywhere; color:#69706b; } + .trial-state::before { content:'−'; font-size:13px; margin-right:4px; } + .trial-state[data-outcome=passed] { color:#2d624b; } .trial-state[data-outcome=passed]::before { content:'✓'; } + .trial-state[data-outcome=failed] { color:#964737; } .trial-state[data-outcome=failed]::before { content:'×'; } + .diagnostic-note { color:var(--muted); font-size:12px; line-height:1.5; padding:13px 0; } + .diagnostic-warning { margin:0 0 13px; padding:10px 12px; border-radius:8px; color:#803e31; background:#f8e9e3; font-size:13px; } + .diagnostic-case { padding:13px 0; border-top:1px solid var(--line); } .diagnostic-case:first-child { border-top:0; } + .diagnostic-case h3 { margin:0 0 6px; } .diagnostic-case p { margin:4px 0; } + .diagnostic-provenance { font-size:11px; overflow-wrap:anywhere; padding-bottom:10px; color:var(--muted); } + .learning-path { margin-top:20px; } + .learning-path > summary { gap:8px; } + .learning-path .path-note { color:var(--muted); font-size:14px; margin:0 0 19px; } + .learning-path ol { margin:0; padding:0; list-style:none; counter-reset:path; } + .learning-path li { counter-increment:path; position:relative; padding:0 0 19px 39px; } + .learning-path li::before { content:counter(path); position:absolute; left:0; top:0; width:24px; height:24px; display:grid; place-items:center; border:1px solid #ccd6ec; background:#eef2fc; color:#486aa9; border-radius:7px; font:11px/1 ui-monospace,monospace; } + .learning-path li:not(:last-child)::after { content:''; position:absolute; left:12px; top:30px; bottom:6px; border-left:1px solid #dde1e8; } + .learning-path h3 { font-size:15px; font-weight:550; margin-bottom:4px; } + .learning-path li p { color:var(--muted); font-size:14px; } .history,.methodology { margin-top:20px; } .history-row { padding:14px 0; border-top:1px solid var(--line); } .history-row:first-child { border-top:0; } .history-row h3 { font-size:15px; margin-bottom:5px; } .history-row p { color:var(--muted); font-size:14px; margin-top:5px; } .history-note { font-size:13px; color:var(--muted); margin:2px 0 10px; } .methodology dl { display:grid; grid-template-columns:155px minmax(0,1fr); gap:10px 16px; margin:0 0 18px; font-size:12px; } @@ -120,8 +150,17 @@ @keyframes loading { from { transform:translateX(-50%); } to { transform:translateX(180%); } } .sr-only { position:absolute; width:1px; height:1px; padding:0; overflow:hidden; clip:rect(0,0,0,0); white-space:nowrap; border:0; } @media (hover:hover) and (pointer:fine) { .row-list:hover > * { opacity:.5; } .row-list:hover > :hover { opacity:1; } .hypothesis-row:hover .row-copy strong { text-decoration:underline; text-underline-offset:4px; } .primary:hover { box-shadow:inset 0 2px 1px #ffffff4d,0 8px 20px #284bbb30; } } + @media (min-width:900px) { + #content.has-diagnostic { display:grid; grid-template-columns:minmax(0,1fr) minmax(0,1fr); gap:24px; align-items:start; } + #content.has-diagnostic > .diagnostic-section { grid-column:1; grid-row:1; margin:0; } + #content.has-diagnostic > section[aria-labelledby="next-section-title"] { grid-column:2; grid-row:1; } + #content.has-diagnostic > .snapshot { grid-column:1/-1; grid-row:2; margin:0; } + #content.has-diagnostic > .comparison-section,#content.has-diagnostic > details { grid-column:1/-1; margin:0; } + #content.has-diagnostic .brief { padding:23px 22px 8px; } + #content.has-diagnostic .brief h2 { font-size:23px; } + } @media (max-width:600px) { - #content { display:flex; flex-direction:column; } #content > section:not(.snapshot):not(.comparison-section) { order:1; } .snapshot { order:2; margin-top:24px; margin-bottom:0!important; } .comparison-section { order:3; } .history { order:4; } .methodology { order:5; } + #content { display:flex; flex-direction:column; } #content > section:not(.snapshot):not(.comparison-section):not(.diagnostic-section) { order:1; } .diagnostic-section { order:2; margin-top:24px; margin-bottom:0; } .snapshot { order:3; margin-top:24px; margin-bottom:0!important; } .comparison-section { order:4; } .history { order:5; } .learning-path { order:6; } .methodology { order:7; } .shell { padding:0 20px; } .topbar { min-height:72px; } .brand-name { font-size:18px; } .brand-name small { font-size:10px; } .scope { font-size:11px; } .heading { padding:27px 0 23px; } .heading p { font-size:16px; } h1 { letter-spacing:-.9px; } .snapshot { padding:17px; margin-bottom:24px; border-radius:14px; } .snapshot-head { margin-bottom:17px; } .snapshot-head h2 { font-size:14px; } @@ -132,6 +171,7 @@ summary { font-size:16px; min-height:56px; } .hypothesis-row { min-height:72px; } .row-copy strong { font-size:16px; } .row-copy small { font-size:12px; } .comparison-head,.comparison-row { grid-template-columns:minmax(0,1fr) 61px 61px; gap:10px; } .comparison-row strong { font-size:16px; } .comparison-row .small { font-size:11px; } .metric { font-size:14px; } .conclusion { padding:16px; } .conclusion h3 { font-size:16px; } .conclusion p { font-size:15px; } + .diagnostic-section { padding:19px 17px 3px; } .diagnostic-top h2 { font-size:17px; } .diagnostic-detail { font-size:16px; } .diagnostic-table th { font-size:10px; } .diagnostic-table strong { font-size:14px; } .diagnostic-table small { font-size:11px; } .trial-state { font-size:11px; gap:3px; } .diagnostic-note { font-size:12px; } .diagnostic-warning { font-size:14px; } .learning-path .path-note,.learning-path li p { font-size:16px; } .learning-path h3 { font-size:16px; } .methodology dl { grid-template-columns:1fr; gap:3px; font-size:13px; } .methodology dd { margin-bottom:8px; } .links a { font-size:15px; } .empty { font-size:16px; } } @media (max-width:350px) { .shell { padding:0 15px; } .scope { max-width:80px; line-height:1.3; } .brief { padding:20px 16px 8px; } .snapshot { padding:15px; } .stat-value { font-size:21px; } .stat-value small { font-size:12px; } .comparison-head,.comparison-row { grid-template-columns:minmax(0,1fr) 53px 53px; gap:7px; } } @@ -149,6 +189,14 @@

Reading the experiment

Loading the saved benchmark and its evidence.

@@ -217,15 +272,48 @@

row&&typeof row==='object'),previous=list(diagnostic.previous_studies).filter(study=>study&&typeof study==='object'); + $('diagnostic-note').textContent=(previous.length?'Latest '+count(rows.length)+' conditions from '+count(previous.length+1)+' diagnostic studies. ':'')+'Same inspected scene. These results do not change the benchmark qualification below.'; + $('diagnostic-detail').textContent=text(diagnostic.detail); + let errors=0,controls=0; + for(const item of rows){ + const row=el('tr'),condition=el('td');condition.append(el('strong',text(item.label)||text(item.id)),el('small',text(item.change)));row.append(condition); + for(const [key,label] of [['student','Learned'],['teacher','Reference']]){const trial=item[key]||{},cell=el('td'),outcome=el('span',result(trial.success),'trial-state');outcome.dataset.outcome=trial.success===true?'passed':trial.success===false?'failed':'unknown';cell.append(outcome);cell.setAttribute('aria-label',label+': '+result(trial.success));row.append(cell);} + $('diagnostic-rows').append(row); + const detail=el('article',undefined,'diagnostic-case');detail.append(el('h3',text(item.label)||text(item.id))); + for(const [key,label] of [['student','Learned'],['teacher','Reference']]){const trial=item[key]||{};detail.append(el('p',label+': '+result(trial.success)+' · '+count(trial.recovery_count)+' recovery attempts · '+(number(trial.simulated_seconds)===null?'time unavailable':trial.simulated_seconds.toFixed(1)+' simulated seconds')+'. '+text(trial.reason)));} + detail.append(el('p','Open-jaw control successes: '+count(item.control_successes)+' · Errors: '+count(item.errors)+'.')); + $('diagnostic-trials').append(detail);errors+=number(item.errors)||0;controls+=number(item.control_successes)||0; + } + for(const [index,study] of previous.entries()){ + const priorRows=list(study.rows);errors+=priorRows.reduce((sum,row)=>sum+(number(row?.errors)||0),0);controls+=priorRows.reduce((sum,row)=>sum+(number(row?.control_successes)||0),0); + const prior=el('article',undefined,'diagnostic-case');prior.append(el('h3','Earlier diagnostic '+(index+1)),el('p',count(priorRows.length)+' conditions · '+count(study.completed_native_episodes)+' episodes · '+(number(study.elapsed_seconds)===null?'time unavailable':study.elapsed_seconds.toFixed(1)+' s')+'. The complete earlier outcomes remain in the downloadable experiment report.'),el('p','Report: '+(text(study.report_sha256)||'not supplied'),'diagnostic-provenance'));$('diagnostic-history').append(prior); + } + errors=Math.max(errors,number(diagnostic.episode_errors)||0);controls=Math.max(controls,number(diagnostic.control_successes)||0); + if(!rows.length)$('diagnostic-detail').textContent='No measured diagnostic outcomes are available yet.'; + $('diagnostic-warning').hidden=errors===0&&controls===0; + $('diagnostic-warning').textContent=(errors?count(errors)+' diagnostic errors. ':'')+(controls?count(controls)+' open-jaw control successes. ':'')+'Resolve these before interpreting the apparent result.'; + $('diagnostic-runtime').textContent='Inspected scene: '+(text(diagnostic.case_id)||'not supplied')+' · '+(previous.length?'Total across '+count(previous.length+1)+' studies: ':'Wall time: ')+(number(diagnostic.elapsed_seconds)===null?'not supplied':diagnostic.elapsed_seconds.toFixed(1)+' s')+(number(diagnostic.completed_native_episodes)===null?'':' · '+count(diagnostic.completed_native_episodes)+' completed episodes')+'. These episodes replay the same scene; they are not independent scenarios.'; + $('diagnostic-limits').replaceChildren(...list(diagnostic.limits).map(value=>el('li',text(value)))); + $('diagnostic-next').textContent=text(diagnostic.next_step); + for(const [key,label] of [['report_sha256','Diagnostic report'],['protocol_sha256','Diagnostic protocol']])$('diagnostic-provenance').append(el('p',label+': '+(text(diagnostic[key])||'not supplied'))); + } function render(data){ if(!data||data.format!=='dvidia.skillspace-improvement.v1'||!data.summary||!Array.isArray(data.hypotheses)||!Array.isArray(data.comparisons))throw new Error('The experiment report has an unsupported format.'); report=data; $('page-title').textContent=text(data.title)||'The next useful example.'; document.title=($('page-title').textContent)+' · Skillspace improvement · DVIDIA'; const complete=text(data.stage)==='Experiment complete'; - $('page-eyebrow').textContent=complete?'Measured comparison · simulation only':'Observe · test · improve'; - $('page-intro').textContent=complete?(text(data.conclusion?.headline)||'A measured comparison, and what to investigate next.'):'Let measured failures guide what to collect next.'; - $('comparison-title').textContent=complete?'What the experiment showed':'Did the new examples help?'; + $('page-eyebrow').textContent=data.diagnostic?'Grip investigation · simulation only':complete?'Measured comparison · simulation only':'Observe · test · improve'; + $('page-intro').textContent=text(data.diagnostic?.headline)||(complete?(text(data.conclusion?.headline)||'A measured comparison, and what to investigate next.'):'Let measured failures guide what to collect next.'); + renderDiagnostic(data.diagnostic); + $('learning-path').open=false; + $('comparison-title').textContent=data.diagnostic?'Earlier training comparison':complete?'What the experiment showed':'Did the new examples help?'; $('next-section-title').textContent='The next useful contribution'; ratio($('nominal-value'),data.summary.nominal);ratio($('stress-value'),data.summary.stress);$('group-value').textContent=count(data.summary.training_groups); const errors=(number(data.summary.nominal?.errors)||0)+(number(data.summary.stress?.errors)||0),comparisonErrors=data.comparisons.reduce((total,row)=>total+(number(row?.nominal?.errors)||0)+(number(row?.stress?.errors)||0),0);$('error-summary').hidden=errors===0&&comparisonErrors===0;$('error-summary').textContent=(errors?count(errors)+' benchmark errors':'')+(errors&&comparisonErrors?' · ':'')+(comparisonErrors?count(comparisonErrors)+' comparison errors':'')+' — resolve these before interpreting performance.'; diff --git a/src/dvidia_training/improvement_studio.py b/src/dvidia_training/improvement_studio.py index 730fc9b..f516713 100644 --- a/src/dvidia_training/improvement_studio.py +++ b/src/dvidia_training/improvement_studio.py @@ -13,16 +13,23 @@ class ImprovementServer(ThreadingHTTPServer): daemon_threads = True - def __init__(self, address, development, *, evaluation=None, baseline='groups-004'): + def __init__(self, address, development, *, evaluation=None, baseline='groups-004', diagnostics=()): if address[0] != '127.0.0.1': raise ValueError('The research viewer binds only to 127.0.0.1.') self.development, self.evaluation, self.baseline = development, evaluation, baseline + self.diagnostics = tuple(diagnostics) + if self.diagnostics and not evaluation: + raise ValueError('Diagnostics require the evaluated benchmark.') self.dashboard() # Fail before binding if evidence is incomplete. super().__init__(address, ImprovementHandler) def dashboard(self): - return build_dashboard(load_benchmark(self.development), self.baseline, - load_benchmark(self.evaluation) if self.evaluation else None) + evaluation = load_benchmark(self.evaluation) if self.evaluation else None + view = build_dashboard(load_benchmark(self.development), self.baseline, evaluation) + if self.diagnostics: + from .grip_diagnostic_view import attach_diagnostics, load_diagnostic + view = attach_diagnostics(view, [load_diagnostic(path, evaluation) for path in self.diagnostics]) + return view class ImprovementHandler(BaseHTTPRequestHandler): @@ -89,11 +96,13 @@ def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('development', type=Path) parser.add_argument('--evaluation', type=Path) + parser.add_argument('--diagnostic', type=Path, action='append', default=[], + help='Measured diagnostics in chronological order; repeat for a follow-up.') parser.add_argument('--baseline', default='groups-004') parser.add_argument('--port', type=int, default=8391) args = parser.parse_args() with ImprovementServer(('127.0.0.1', args.port), args.development, - evaluation=args.evaluation, baseline=args.baseline) as server: + evaluation=args.evaluation, baseline=args.baseline, diagnostics=args.diagnostic) as server: print(f'DVIDIA Skillspace improvement: http://127.0.0.1:{server.server_address[1]}/', flush=True) try: server.serve_forever() diff --git a/tests/browser/improvement_studio.cjs b/tests/browser/improvement_studio.cjs index 6e5694b..80361e3 100644 --- a/tests/browser/improvement_studio.cjs +++ b/tests/browser/improvement_studio.cjs @@ -5,6 +5,7 @@ const output=path.resolve(process.env.IMPROVEMENT_OUTPUT||'runs/improvement-stud const html=fs.readFileSync(path.resolve('src/dvidia_training/improvement_studio.html')); const metrics=(qualified,total=8,successes=qualified*3,errors=0)=>({qualified,total,successes,errors}); const fixture={format:'dvidia.skillspace-improvement.v1',title:'Place a block',stage:'Experiment complete',scope:'Simulation pilot',baseline:{id:'fixture-baseline',label:'Original examples'},summary:{training_groups:3,nominal:metrics(6),stress:metrics(2),wall_seconds:38.4},hypotheses:[{id:'sideways',category:'coverage',title:'A missing starting position',explanation:'Performance drops on sideways starts while the reference can complete them.',status:'provisional',next_action:'Collect aligned examples, then compare within an equal training budget.',request:{title:'Show the sideways pickup',instruction:'Capture the grasp, lift and final placement from a sideways start. Keep the block and its destination visible.',why:'The tested policy struggled with this starting position. New examples may help; the comparison must verify that.',capture_mode:'aligned_simulation',required_groups:3,acceptance:['Keep the object visible through the final placement.','Include the starting state and the full trajectory.']},evidence:[{case_id:'sideways-01',group:'sideways',student_success:false,teacher_success:true,control_success:true,reason:'The student lost the object before placement.'}]},{id:'controller',category:'execution',title:'Check the grasp controller',explanation:'Both reference and student failed the grasp.',status:'provisional',next_action:'Inspect the controller and setup before collecting videos.',request:{title:'Investigate the grasp failure',instruction:'Inspect the controller and contact setup before collecting new examples.',why:'Shared failures do not establish a data shortage.',capture_mode:'diagnostic',required_groups:null,acceptance:['Replay the failed trial and inspect contact.']},evidence:[{case_id:'contact-02',group:'contact',student_success:false,teacher_success:false,control_success:false,reason:'The object slipped in both trials.'}]}],next_hypothesis_id:'sideways',comparisons:[{id:'baseline',label:'Original examples',train_groups:3,train_samples:128,nominal:metrics(6),stress:metrics(2),paired:{improved:0,regressed:0,unchanged:8,errors:0},training_seconds:2.3},{id:'general',label:'More general examples',train_groups:6,train_samples:256,nominal:metrics(6),stress:metrics(3),paired:{improved:1,regressed:0,unchanged:7,errors:0},training_seconds:2.4},{id:'targeted',label:'Targeted examples',train_groups:6,train_samples:256,nominal:metrics(7),stress:metrics(5),paired:{improved:3,regressed:0,unchanged:5,errors:0},training_seconds:2.4}],conclusion:{status:'provisional',headline:'A promising development result',detail:'This synthetic fixture demonstrates the interface, not a measured policy improvement.',next_step:'Confirm on a separate benchmark.'},evidence:{development_report_sha256:'a'.repeat(64),development_protocol_sha256:'b'.repeat(64),evaluation_report_sha256:'c'.repeat(64),evaluation_protocol_sha256:'d'.repeat(64)},limitations:['Synthetic browser test fixture only.','No physical robot qualification or video-to-action transfer is established.']}; +const diagnosticFixture={headline:'Restoring actuator force rescued this replay.',detail:'The learned and reference controllers failed with weak force. Restoring force changed the result on this same scene.',next_step:'Verify on new scenes before considering a controller change.',case_id:'stress-inspected-01',elapsed_seconds:12.6,rows:[{id:'baseline',label:'Original stress',change:'Weak actuator force',student:{success:false,reason:'Grip slipped.',simulated_seconds:10,recovery_count:2},teacher:{success:false,reason:'Grip slipped.',simulated_seconds:10,recovery_count:2},control_successes:0,errors:0},{id:'force',label:'Restore force',change:'Actuator factor 1.0',student:{success:true,reason:'Placed the object.',simulated_seconds:5.4,recovery_count:0},teacher:{success:true,reason:'Placed the object.',simulated_seconds:5.1,recovery_count:0},control_successes:0,errors:0},{id:'recovery',label:'More recovery time',change:'Same force, longer timeout',student:{success:false,reason:'No stable grip.',simulated_seconds:20,recovery_count:5},teacher:{success:false,reason:'No stable grip.',simulated_seconds:20,recovery_count:5},control_successes:0,errors:0}],limits:['One inspected scene is diagnostic evidence, not a fresh held-out result.','No robot qualification is established.'],report_sha256:'1'.repeat(64),protocol_sha256:'2'.repeat(64)}; let state='ok',report=structuredClone(fixture),requests=[]; const server=http.createServer((req,res)=>{ requests.push({method:req.method,url:req.url}); @@ -31,19 +32,29 @@ const server=http.createServer((req,res)=>{ await page.locator('#hypotheses-details > summary').click();await page.locator('.hypothesis-row').nth(1).click();assert.equal(await page.locator('#brief-title').textContent(),'Investigate the grasp failure');assert.equal(await page.locator('#brief-cta-label').textContent(),'Download investigation brief');assert.match(await page.locator('#download-brief').getAttribute('href'),/id=controller$/);assert.equal(await page.locator('#hypotheses-details').evaluate(n=>n.open),false);assert.match(await page.locator('#brief-instruction').textContent(),/before collecting/i);checks.push('Selecting a controller failure produces an investigation action rather than asking for more video'); report=structuredClone(fixture);report.previous_hypotheses=structuredClone(report.hypotheses);report.hypotheses=[report.hypotheses[1]];report.next_hypothesis_id='controller';report.conclusion.headline='No measured improvement from targeted examples.';report.comparisons[2].paired_stress={improved:0,regressed:0,unchanged:4,errors:0};report.evidence.diagnosis_report_sha256='e'.repeat(64);report.evidence.diagnosis_protocol_sha256='f'.repeat(64);await load();assert.equal(await page.locator('#page-intro').textContent(),report.conclusion.headline);assert.equal(await page.locator('#next-section-title').textContent(),'Investigate the next weakness');assert.equal(await page.locator('#brief-cta-label').textContent(),'Download investigation brief');assert.equal(await page.locator('#hypothesis-history').isVisible(),true);assert.equal(await page.locator('#hypothesis-history').evaluate(n=>n.open),false);await page.locator('#hypothesis-history > summary').click();assert.equal(await page.locator('#history-rows article').count(),2);assert.equal(await page.locator('#history-rows button,#history-rows a').count(),0);await page.locator('#hypothesis-history > summary').click();checks.push('Completed experiment leads with its measured result and current diagnostic request; historical proposals stay collapsed and cannot trigger collection'); await page.locator('#methodology > summary').click();assert.match(await page.locator('#trial-details').textContent(),/Stress paired result: 0 improved · 0 regressed · 4 unchanged/);assert.match(await page.locator('#provenance').textContent(),/Current diagnosis report/);assert.match(await page.locator('#provenance').textContent(),/e{64}/);await page.locator('#methodology > summary').click();checks.push('Expanded evidence separates stress paired outcomes and exposes the current diagnosis source hashes'); + assert.equal(await page.locator('#diagnostic').isVisible(),false);report.diagnostic=structuredClone(diagnosticFixture);await load();assert.equal(await page.locator('#page-intro').textContent(),diagnosticFixture.headline);assert.match(await page.locator('#page-eyebrow').textContent(),/Grip investigation/);assert.equal(await page.locator('#diagnostic-rows tr').count(),3);assert.equal(await page.locator('#diagnostic-evidence').evaluate(n=>n.open),false);assert.equal(await page.locator('#nominal-value').textContent(),'6 / 8');assert.equal(await page.locator('#stress-value').textContent(),'2 / 8');assert.equal(await page.locator('#comparison-rows > div').count(),3);assert.equal(await page.locator('#comparison-title').textContent(),'Earlier training comparison');assert.match(await page.locator('.diagnostic-note').textContent(),/do not change the benchmark/);checks.push('Latest diagnostic leads the page but preserves historical benchmark counts and qualification'); + await page.locator('#diagnostic-evidence > summary').click();assert.match(await page.locator('#diagnostic-trials').textContent(),/2 recovery attempts/);assert.match(await page.locator('#diagnostic-trials').textContent(),/Open-jaw control successes: 0/);assert.match(await page.locator('#diagnostic-limits').textContent(),/not a fresh held-out result/);assert.match(await page.locator('#diagnostic-provenance').textContent(),/1{64}/);await page.locator('#diagnostic-evidence > summary').click();checks.push('Diagnostic evidence exposes recovery attempts, controls, limits and source hashes'); + report.diagnostic.previous_studies=[{rows:structuredClone(diagnosticFixture.rows),completed_native_episodes:12,elapsed_seconds:12.6,report_sha256:'3'.repeat(64)}];report.diagnostic.elapsed_seconds=25.2;report.diagnostic.completed_native_episodes=24;await load();assert.match(await page.locator('#diagnostic-note').textContent(),/Latest 3 conditions from 2 diagnostic studies/);await page.locator('#diagnostic-evidence > summary').click();assert.match(await page.locator('#diagnostic-runtime').textContent(),/Total across 2 studies: 25.2 s.*24 completed episodes/);assert.match(await page.locator('#diagnostic-runtime').textContent(),/not independent scenarios/);assert.match(await page.locator('#diagnostic-history').textContent(),/12 episodes/);assert.match(await page.locator('#diagnostic-history').textContent(),/3{64}/);await page.locator('#diagnostic-evidence > summary').click();checks.push('A chained diagnostic separates latest table conditions from total runtime and repeated episodes across studies'); + assert.equal(await page.locator('#learning-path').evaluate(n=>n.open),false);await page.locator('#learning-path > summary').click();assert.equal(await page.locator('#learning-path li').count(),5);assert.match(await page.locator('#learning-path').textContent(),/Ordinary phone video does not supply these commands/);assert.match(await page.locator('#learning-path').textContent(),/No finite simulator covers every possibility/);assert.match(await page.locator('#learning-path').textContent(),/physical robot/);assert.equal(await page.locator('#learning-path a').count(),2);await page.locator('#learning-path > summary').click();checks.push('Five-stage explanation keeps robot action data, bounded simulation coverage and physical validation distinct'); for(const size of [{width:1280,height:1000},{width:390,height:844},{width:320,height:740},{width:844,height:390}]){ await page.setViewportSize(size);await page.evaluate(()=>scrollTo(0,0));assert.equal(await page.evaluate(()=>document.documentElement.scrollWidth<=innerWidth),true,'No page overflow at '+size.width); const tooSmall=await page.locator('button:visible,a:visible,summary:visible').evaluateAll(nodes=>nodes.filter(node=>node.getBoundingClientRect().height<47.5).map(node=>node.id||node.textContent));assert.deepEqual(tooSmall,[]); if(size.width<=390)assert.equal(await page.locator('#brief-instruction').evaluate(node=>getComputedStyle(node).fontSize),'16px');await page.screenshot({path:path.join(output,size.width+'x'+size.height+'.png'),fullPage:true}); }checks.push('Desktop, 390px, 320px and landscape layouts avoid overflow; all visible actions are at least 48px'); + report.diagnostic.rows[1].control_successes=1;report.diagnostic.rows[2].errors=1;report.diagnostic.rows[2].student.success=null;await load();assert.equal(await page.locator('#diagnostic-warning').isVisible(),true);assert.match(await page.locator('#diagnostic-warning').textContent(),/1 diagnostic errors.*1 open-jaw control successes/);assert.equal(await page.locator('#diagnostic-rows tr').nth(2).locator('td').nth(1).textContent(),'Unassessed');assert.equal(await page.locator('#nominal-value').textContent(),'6 / 8');await page.setViewportSize({width:320,height:740});assert.equal(await page.evaluate(()=>document.documentElement.scrollWidth<=innerWidth),true);checks.push('Control successes and errors warn visibly; missing diagnostic outcomes never become passes or overflow a small phone'); + report.diagnostic.rows=[];await load();assert.match(await page.locator('#diagnostic-detail').textContent(),/No measured diagnostic outcomes/);assert.equal(await page.locator('#diagnostic-rows tr').count(),0);checks.push('An empty diagnostic does not invent measured outcomes'); await page.emulateMedia({reducedMotion:'reduce'});assert.equal(await page.locator('#download-brief').evaluate(node=>getComputedStyle(node).transitionDuration),'0s');checks.push('Reduced motion disables transitions'); report=structuredClone(fixture);report.summary.nominal.errors=2;report.summary.stress.errors=1;await load();assert.equal(await page.locator('#error-summary').isVisible(),true);assert.match(await page.locator('#error-summary').textContent(),/^3 benchmark errors/);checks.push('Benchmark errors remain visible outside collapsed details'); report=structuredClone(fixture);report.comparisons[2].stress.errors=1;await load();assert.equal(await page.locator('#error-summary').isVisible(),true);assert.match(await page.locator('#error-summary').textContent(),/^1 comparison errors/);checks.push('Comparison errors are visible even when the baseline has none'); report=structuredClone(fixture);report.hypotheses=[];report.comparisons=[];report.next_hypothesis_id=null;report.conclusion={};await load();assert.equal(await page.locator('#no-hypotheses').isVisible(),true);assert.equal(await page.locator('#no-comparisons').isVisible(),true);assert.equal(await page.locator('#download-brief').isVisible(),false);assert.equal(await page.locator('#conclusion').isVisible(),false);checks.push('Empty experiments have honest waiting states without invented success or a broken CTA'); state='error';await load();assert.equal(await page.locator('#error').isVisible(),true);assert.equal(await page.locator('#content').isVisible(),false);state='ok';report=structuredClone(fixture);await page.locator('#retry').click();await page.waitForFunction(()=>!document.querySelector('#content').hidden);checks.push('HTTP failure exposes retry and recovery reloads the report'); state='invalid';await load();assert.equal(await page.locator('#error').isVisible(),true);assert.match(await page.locator('#error-message').textContent(),/unsupported format/);state='ok';checks.push('Unsupported report format fails visibly'); - report=structuredClone(fixture);report.title='';report.hypotheses[0].id='sideways&other=true';report.next_hypothesis_id=report.hypotheses[0].id;report.hypotheses[0].request.title='';report.hypotheses[0].evidence[0].reason='';await load();assert.equal(await page.locator('#page-title').textContent(),report.title);assert.equal(await page.locator('#brief-title script').count(),0);assert.equal(await page.evaluate(()=>Boolean(window.injected)),false);assert.match(await page.locator('#download-brief').getAttribute('href'),/sideways%26other%3Dtrue/);checks.push('Server text renders literally and hypothesis IDs are URL encoded'); + report=structuredClone(fixture);report.diagnostic=structuredClone(diagnosticFixture);report.diagnostic.rows[0].label='';report.diagnostic.headline='';report.title='';report.hypotheses[0].id='sideways&other=true';report.next_hypothesis_id=report.hypotheses[0].id;report.hypotheses[0].request.title='';report.hypotheses[0].evidence[0].reason='';await load();assert.equal(await page.locator('#page-title').textContent(),report.title);assert.equal(await page.locator('#brief-title script').count(),0);assert.equal(await page.locator('#diagnostic-rows img').count(),0);assert.equal(await page.locator('#page-intro script').count(),0);assert.equal(await page.evaluate(()=>Boolean(window.injected)),false);assert.match(await page.locator('#download-brief').getAttribute('href'),/sideways%26other%3Dtrue/);checks.push('Server text renders literally and hypothesis IDs are URL encoded'); assert.deepEqual(errors,[]);assert(requests.every(request=>request.method==='GET'));checks.push('Page makes only read requests and raises no browser errors'); + if(process.env.IMPROVEMENT_REAL_URL){ + const real=await context.newPage(),realErrors=[];real.on('pageerror',error=>realErrors.push(error.message));await real.goto(process.env.IMPROVEMENT_REAL_URL);await real.waitForFunction(()=>document.querySelector('#main').getAttribute('aria-busy')==='false');assert.equal(await real.locator('#content').isVisible(),true);const actual=await real.evaluate(()=>fetch('/api/improvement').then(response=>response.json()));assert(actual.diagnostic,'Real preview must include the measured diagnostic');assert.equal(await real.locator('#page-intro').textContent(),actual.diagnostic.headline);assert.equal(await real.locator('#diagnostic-rows tr').count(),actual.diagnostic.rows.length);assert.equal(await real.locator('#nominal-value').textContent(),actual.summary.nominal.qualified+' / '+actual.summary.nominal.total);assert.equal(await real.locator('#stress-value').textContent(),actual.summary.stress.qualified+' / '+actual.summary.stress.total); + const layouts=[];for(const size of [{width:1280,height:1000},{width:390,height:844},{width:320,height:740},{width:844,height:390}]){await real.setViewportSize(size);await real.evaluate(()=>scrollTo(0,0));assert.equal(await real.evaluate(()=>document.documentElement.scrollWidth<=innerWidth),true);const small=await real.locator('button:visible,a:visible,summary:visible').evaluateAll(nodes=>nodes.filter(node=>node.getBoundingClientRect().height<47.5).map(node=>node.id||node.textContent));assert.deepEqual(small,[]);await real.screenshot({path:path.join(output,'real-'+size.width+'x'+size.height+'.png'),fullPage:true});layouts.push({...size,brief:await real.locator('#download-brief').boundingBox()});}await real.locator('#diagnostic-evidence > summary').click();assert.match(await real.locator('#diagnostic-provenance').textContent(),new RegExp(actual.diagnostic.report_sha256));await real.locator('#learning-path > summary').click();assert.equal(await real.locator('#learning-path li').count(),5);assert.deepEqual(realErrors,[]);fs.writeFileSync(path.join(output,'real-layout.json'),JSON.stringify({url:process.env.IMPROVEMENT_REAL_URL,layouts,browser_errors:realErrors},null,2));await real.close();checks.push('Measured local diagnostic matches its API, preserves qualifications and fits desktop, small-phone and landscape screens'); + } fs.writeFileSync(path.join(output,'receipt.json'),JSON.stringify({passed:checks.length,checks,browser_errors:errors},null,2));console.log(JSON.stringify({passed:checks.length,output},null,2)); }finally{await browser.close();await new Promise(resolve=>server.close(resolve));} })().catch(error=>{console.error(error);process.exitCode=1;server.close();}); diff --git a/tests/test_grip_diagnostic.py b/tests/test_grip_diagnostic.py new file mode 100644 index 0000000..5d1a1f5 --- /dev/null +++ b/tests/test_grip_diagnostic.py @@ -0,0 +1,122 @@ +"""Checks for explicit interventions, unchanged baselines and causal telemetry.""" +from copy import deepcopy +from dataclasses import replace +from types import SimpleNamespace +import unittest + +import numpy as np + +from dvidia_training.arm_env import ArmConfig +from dvidia_training.arm_runner import rollout +from dvidia_training.grip_diagnostic import (ARMS, GoalProxy, _same_trajectory, + rollout_diagnostic, summarize_episode, validate_arm) +from dvidia_training.grip_followup import ARMS as FOLLOWUP_ARMS, paired_factorial + + +class FakeEnvironment: + def joint_targets_for_pose(self, goal): + return np.asarray(goal).tolist() + + +class DiagnosticTests(unittest.TestCase): + def proxy(self, phase, cap=.0025): + proxy = GoalProxy(FakeEnvironment(), loaded_goal_cap_m=cap) + proxy.observation = {'end_effector_position': [0., 0., 0.]} + proxy.policy = SimpleNamespace(_action_phase=phase) + return proxy + + def test_cap_changes_only_loaded_action_phases(self): + for phase in ('lift', 'transfer', 'place'): + proxy = self.proxy(phase) + np.testing.assert_allclose(proxy.joint_targets_for_pose([.03, .04, 0.]), [.0015, .002, 0.]) + self.assertEqual(proxy.intervention_calls, 1) + for phase in ('approach', 'descend', 'close', 'recover_wait', 'recover_up', 'release', 'retreat', 'verify'): + proxy = self.proxy(phase) + self.assertEqual(proxy.joint_targets_for_pose([.03, .04, 0.]), [.03, .04, 0.]) + self.assertEqual(proxy.intervention_calls, 0) + + def test_head_and_teacher_receive_same_intervened_goal(self): + teacher = self.proxy('transfer') + student = self.proxy('transfer') + student.head = SimpleNamespace(predict=lambda observation, goal: list(goal)) + self.assertEqual(teacher.joint_targets_for_pose([0., 0., .02]), + student.joint_targets_for_pose([0., 0., .02])) + + def test_noop_cap_and_near_goal_are_unchanged(self): + self.assertEqual(self.proxy('transfer', None).joint_targets_for_pose([0., .1, 0.]), [0., .1, 0.]) + self.assertEqual(self.proxy('transfer').joint_targets_for_pose([0., .001, 0.]), [0., .001, 0.]) + + def test_invalid_caps_and_unplanned_factor_combinations_rejected(self): + for cap in (True, 0, float('nan'), .02, 'slow'): + with self.subTest(cap=cap), self.assertRaises(ValueError): + self.proxy('transfer', cap) + modified = deepcopy(ARMS[1]) + modified['horizon'] = 30. + with self.assertRaises(ValueError): + validate_arm(modified) + + def test_frozen_arms_each_change_one_factor(self): + baseline = ARMS[0] + for arm in ARMS[1:]: + self.assertEqual(sum(arm[key] != baseline[key] for key in ('scene_overrides', 'horizon', 'loaded_goal_cap_m')), 1) + self.assertEqual(validate_arm(arm), arm) + copied = validate_arm(ARMS[1]) + copied['scene_overrides']['jaw_force_limit'] = 8 + self.assertEqual(ARMS[1]['scene_overrides']['jaw_force_limit'], .6) + + def test_noop_native_harness_reproduces_existing_authored_rollout(self): + config = replace(ArmConfig(scene_jitter=0), horizon=.4) + original = rollout(config, 317) + diagnostic = rollout_diagnostic(config, 317) + self.assertTrue(_same_trajectory(diagnostic, original)) + self.assertEqual(diagnostic['diagnostic_intervention_calls'], 0) + changed = deepcopy(diagnostic) + changed['actions'][0]['action']['gripper_width'] = .03 + self.assertFalse(_same_trajectory(changed, original)) + + def test_retention_trigger_uses_pre_action_contacts_not_opened_jaws(self): + config = replace(ArmConfig(scene_jitter=0), horizon=.4) + episode = rollout_diagnostic(config, 317) + frame = deepcopy(episode['trace'][-1]) + frame['stage'] = 'recover_wait' + frame['grasp_contacts'] = {'left': 0, 'right': 1} + frame['pre_action'].update(stage='transfer', next_stage='recover_wait', + contacts={'left': 4, 'right': 4}, relative_offset_error_m=.0123) + episode['trace'] = [frame] + result = summarize_episode(episode) + self.assertEqual(result['retention_transitions'][0]['contacts'], {'left': 4, 'right': 4}) + self.assertEqual(result['loaded_pre_action_bilateral_samples'], 1) + self.assertIsNone(result['first_loaded_contact_or_offset_loss']) + self.assertAlmostEqual(result['first_pre_action_retention_threshold_breach']['relative_offset_error_m'], .0123) + + def test_open_jaw_control_replays_arm_commands_without_supervisor(self): + config = replace(ArmConfig(scene_jitter=0), horizon=.4) + original = rollout_diagnostic(config, 317) + control = rollout_diagnostic(config, 317, action_tape=original['actions']) + self.assertEqual(len(original['actions']), len(control['actions'])) + for before, after in zip(original['actions'], control['actions']): + self.assertEqual(before['action']['joint_targets'], after['action']['joint_targets']) + self.assertEqual(after['action']['gripper_width'], .08) + self.assertTrue(all(frame.get('pre_action') is None for frame in control['trace'])) + + def test_followup_keeps_factorial_axes_and_exploration_explicit(self): + cells = {(arm['scene_overrides'].get('jaw_force_limit', .3), arm['horizon']) for arm in FOLLOWUP_ARMS[:4]} + self.assertEqual(cells, {(.3, 18.), (.6, 18.), (.3, 24.), (.6, 24.)}) + exploration = FOLLOWUP_ARMS[4] + self.assertEqual(exploration['scene_overrides'], {}) + self.assertEqual(exploration['horizon'], 18.) + self.assertEqual(exploration['loaded_goal_cap_m'], .004) + + def test_missing_factorial_cell_or_duplicate_is_rejected_and_errors_retained(self): + rows = [{'arm_id': arm['id'], 'policy': policy, 'status': 'error', 'control_status': 'error'} + for arm in FOLLOWUP_ARMS for policy in ('student', 'teacher')] + summary = paired_factorial(rows) + self.assertEqual(summary['student'][FOLLOWUP_ARMS[0]['id']]['status'], 'error') + self.assertIsNone(summary['student'][FOLLOWUP_ARMS[0]['id']]['control_success']) + for invalid in (rows[:-1], rows[:-1] + [rows[0]]): + with self.assertRaises(ValueError): + paired_factorial(invalid) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_grip_diagnostic_view.py b/tests/test_grip_diagnostic_view.py new file mode 100644 index 0000000..62cbf68 --- /dev/null +++ b/tests/test_grip_diagnostic_view.py @@ -0,0 +1,129 @@ +"""Read actual diagnostic receipts; mutations are test-only, never measured data.""" +from copy import deepcopy +from hashlib import sha256 +import json +from pathlib import Path +import shutil +import tempfile +import unittest + +from dvidia_training.improvement import brief, build_dashboard, load_benchmark +from dvidia_training.grip_diagnostic_view import attach_diagnostics, load_diagnostic + +ROOT = Path(__file__).resolve().parents[1] +ARCHIVE = ROOT / 'benchmarks/grip-recovery-20261015' + + +class DiagnosticViewTests(unittest.TestCase): + def setUp(self): + self.evaluation = load_benchmark(ROOT / 'benchmarks/improvement-20261015/benchmark') + self.view = build_dashboard(load_benchmark(ROOT / 'benchmarks/sample-count-19047'), + evaluation=self.evaluation) + self.temp = tempfile.TemporaryDirectory() + self.path = Path(self.temp.name).resolve() + for name in ('report.json', 'protocol.json'): + shutil.copyfile(ARCHIVE / 'phase-one' / name, self.path / name) + + def tearDown(self): + self.temp.cleanup() + + def mutate_report(self, fn): + path = self.path / 'report.json' + value = json.loads(path.read_text()) + fn(value) + path.write_text(json.dumps(value)) + + def mutate_protocol(self, fn): + path = self.path / 'protocol.json' + value = json.loads(path.read_text()) + fn(value) + path.write_text(json.dumps(value)) + self.mutate_report(lambda r: r.update(protocol_sha256=sha256(path.read_bytes()).hexdigest())) + + def test_archived_two_phase_findings_preserve_original_qualification(self): + studies = [load_diagnostic(ARCHIVE / phase, self.evaluation) + for phase in ('phase-one', 'phase-two')] + original = deepcopy(self.view) + result = attach_diagnostics(self.view, studies) + self.assertEqual(self.view, original) + self.assertEqual(result['summary'], original['summary']) + self.assertEqual(result['comparisons'], original['comparisons']) + diagnostic = result['diagnostic'] + self.assertEqual(diagnostic['completed_native_episodes'], 48) + self.assertAlmostEqual(diagnostic['elapsed_seconds'], 53.405319, places=5) + successes = [r['id'] for r in diagnostic['rows'] if r['student']['success']] + self.assertEqual(successes, ['jaw060-horizon24']) + self.assertIn('changed conditions', diagnostic['headline']) + self.assertIn(studies[-1]['report_sha256'], brief(result, result['next_hypothesis_id'])) + + def test_followup_requires_its_measured_parent(self): + study = load_diagnostic(ARCHIVE / 'phase-two', self.evaluation) + with self.assertRaisesRegex(ValueError, 'preceding'): + attach_diagnostics(self.view, [study]) + + def test_duplicate_study_cannot_inflate_run_count(self): + study = load_diagnostic(ARCHIVE / 'phase-one', self.evaluation) + with self.assertRaisesRegex(ValueError, 'Duplicate'): + attach_diagnostics(self.view, [study, deepcopy(study)]) + + def test_claimed_success_requires_native_lift_dwell_and_success_reason(self): + for fields in ({'success': True}, + {'success': True, 'reason': 'success', 'lift_seen': True, + 'placement_dwell_seconds': .01, 'final_target_error_m': .001}): + shutil.copyfile(ARCHIVE / 'phase-one/report.json', self.path / 'report.json') + self.mutate_report(lambda r: r['results'][0]['measurement'].update(fields)) + with self.assertRaises(ValueError): + load_diagnostic(self.path, self.evaluation) + + def test_followup_original_conditions_require_trajectory_parity_too(self): + for name in ('protocol.json', 'report.json'): + shutil.copyfile(ARCHIVE / 'phase-two' / name, self.path / name) + self.mutate_report(lambda r: r['results'][0].update(exact_original_trajectory_reproduced=False)) + with self.assertRaisesRegex(ValueError, 'reproduce'): + load_diagnostic(self.path, self.evaluation) + + def test_source_benchmark_runtime_and_candidate_must_match(self): + for field in ('benchmark_report_sha256', 'benchmark_protocol_sha256', + 'capsule_file_sha256', 'runtime'): + with self.subTest(field=field): + shutil.copyfile(ARCHIVE / 'phase-one/protocol.json', self.path / 'protocol.json') + shutil.copyfile(ARCHIVE / 'phase-one/report.json', self.path / 'report.json') + self.mutate_protocol(lambda p: p.update({field: None})) + with self.assertRaises(ValueError): + load_diagnostic(self.path, self.evaluation) + + def test_missing_duplicate_or_changed_outcomes_fail(self): + mutations = [lambda r: r['results'].pop(), + lambda r: r['results'].__setitem__(1, deepcopy(r['results'][0])), + lambda r: r['results'][0].update(horizon=30), + lambda r: r['results'][0].update(exact_original_trajectory_reproduced=False), + lambda r: r.update(completed_native_episodes=27)] + for fn in mutations: + shutil.copyfile(ARCHIVE / 'phase-one/report.json', self.path / 'report.json') + self.mutate_report(fn) + with self.assertRaises(ValueError): + load_diagnostic(self.path, self.evaluation) + + def test_invalid_metrics_and_extra_time_cannot_claim_success(self): + for field, value in (('success', 'yes'), ('episode_wall_seconds', -1), + ('simulated_seconds', 100), ('final_target_error_m', float('inf'))): + with self.subTest(field=field): + shutil.copyfile(ARCHIVE / 'phase-one/report.json', self.path / 'report.json') + self.mutate_report(lambda r: r['results'][0]['measurement'].update({field: value})) + with self.assertRaises(ValueError): + load_diagnostic(self.path, self.evaluation) + + def test_incomplete_or_successful_controls_block_positive_interpretation(self): + for bad in ('error', 'success'): + studies = [load_diagnostic(ARCHIVE / phase, self.evaluation) + for phase in ('phase-one', 'phase-two')] + if bad == 'error': + studies[0]['rows'][0]['errors'] = 1 + else: + studies[0]['rows'][0]['control_successes'] = 1 + result = attach_diagnostics(self.view, studies) + self.assertIn('Resolve diagnostic', result['diagnostic']['headline']) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_improvement_http.py b/tests/test_improvement_http.py index c8c6d1f..e23d09e 100644 --- a/tests/test_improvement_http.py +++ b/tests/test_improvement_http.py @@ -161,6 +161,38 @@ def test_non_loopback_bind_rejected_before_opening_a_socket(self): with self.assertRaisesRegex(ValueError, '127.0.0.1'): ImprovementServer(('0.0.0.0', 0), self.directory) + def test_diagnostic_exports_keep_benchmark_and_revalidate_receipts(self): + root = FIXTURE.parent + self.server.evaluation = root / 'improvement-20261015/benchmark' + phases = [] + for name in ('phase-one', 'phase-two'): + target = self.directory / name + shutil.copytree(root / 'grip-recovery-20261015' / name, target) + phases.append(target) + self.server.diagnostics = tuple(phases) + status, _, raw = self.request() + dashboard = json.loads(raw) + self.assertEqual(status, 200) + self.assertEqual(dashboard['diagnostic']['completed_native_episodes'], 48) + status, _, raw = self.request('/api/improvement/report') + self.assertEqual(status, 200) + self.assertEqual(json.loads(raw), dashboard) + endpoint = '/api/improvement/brief?id=' + dashboard['next_hypothesis_id'] + status, _, raw = self.request(endpoint) + self.assertEqual(status, 200) + self.assertIn(dashboard['diagnostic']['report_sha256'].encode(), raw) + self.server.diagnostics = () + original = json.loads(self.request()[2]) + self.assertEqual(dashboard['summary'], original['summary']) + self.assertEqual(dashboard['comparisons'], original['comparisons']) + self.server.diagnostics = tuple(phases) + # A receipt changed after the page loaded must invalidate every export. + path = phases[-1] / 'protocol.json' + path.write_bytes(path.read_bytes() + b' ') + for route in ('/api/improvement', '/api/improvement/report', endpoint): + with self.subTest(route=route): + self.assertEqual(self.request(route)[0], 409) + if __name__ == '__main__': unittest.main() From 5936a7f35d3dda9ab37f1b951c29178f58ed453e Mon Sep 17 00:00:00 2001 From: DVIDIA Date: Thu, 15 Oct 2026 22:38:31 -0400 Subject: [PATCH 3/5] Test supported lowering and jaw-clearance recovery at original limits --- README.md | 7 + .../controlled-recovery-20261015/README.md | 42 +++ .../phase-one/protocol.json | 1 + .../phase-one/protocol.sha256 | 1 + .../phase-one/report.json | 1 + .../phase-two/protocol.json | 1 + .../phase-two/protocol.sha256 | 1 + .../phase-two/report.json | 1 + ...controlled-recovery-experiment-20261015.md | 191 ++++++++++ docs/grip-recovery-diagnostic-20261015.md | 4 + docs/improvement-studio.md | 17 +- pyproject.toml | 2 + .../controlled_recovery_experiment.py | 332 ++++++++++++++++ .../controlled_recovery_policy.py | 132 +++++++ .../controlled_recovery_release_experiment.py | 353 ++++++++++++++++++ .../controlled_recovery_release_policy.py | 66 ++++ src/dvidia_training/improvement_studio.html | 89 ++++- src/dvidia_training/improvement_studio.py | 15 +- src/dvidia_training/recovery_view.py | 326 ++++++++++++++++ tests/browser/improvement_studio.cjs | 15 +- tests/test_controlled_recovery.py | 136 +++++++ tests/test_controlled_recovery_release.py | 102 +++++ tests/test_improvement_http.py | 23 ++ tests/test_recovery_view.py | 191 ++++++++++ 24 files changed, 2034 insertions(+), 15 deletions(-) create mode 100644 benchmarks/controlled-recovery-20261015/README.md create mode 100644 benchmarks/controlled-recovery-20261015/phase-one/protocol.json create mode 100644 benchmarks/controlled-recovery-20261015/phase-one/protocol.sha256 create mode 100644 benchmarks/controlled-recovery-20261015/phase-one/report.json create mode 100644 benchmarks/controlled-recovery-20261015/phase-two/protocol.json create mode 100644 benchmarks/controlled-recovery-20261015/phase-two/protocol.sha256 create mode 100644 benchmarks/controlled-recovery-20261015/phase-two/report.json create mode 100644 docs/controlled-recovery-experiment-20261015.md create mode 100644 src/dvidia_training/controlled_recovery_experiment.py create mode 100644 src/dvidia_training/controlled_recovery_policy.py create mode 100644 src/dvidia_training/controlled_recovery_release_experiment.py create mode 100644 src/dvidia_training/controlled_recovery_release_policy.py create mode 100644 src/dvidia_training/recovery_view.py create mode 100644 tests/test_controlled_recovery.py create mode 100644 tests/test_controlled_recovery_release.py create mode 100644 tests/test_recovery_view.py diff --git a/README.md b/README.md index e0ef8de..e4739d7 100644 --- a/README.md +++ b/README.md @@ -118,6 +118,13 @@ keeps these diagnostic outcomes separate from qualification. The action capture, simulation calibration, coverage and physical validation needed to turn a Skillspace's recordings into a tested robot-specific skill. +The [controlled-recovery experiment](docs/controlled-recovery-experiment-20261015.md) +then tested lowering to support and holding through actual jaw clearance at the +original force limits and 18-second deadline. Two frozen revisions completed +136 episodes. The sampled release handoff improved; completion stayed 15/16 +with no paired completion regressions. Both revisions and their limits are +visible in the local improvement viewer; no controller was promoted. + ## Review what is visible in a video The new [local observation lab](docs/observations.md) uses optional CPU object and diff --git a/benchmarks/controlled-recovery-20261015/README.md b/benchmarks/controlled-recovery-20261015/README.md new file mode 100644 index 0000000..50b204c --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/README.md @@ -0,0 +1,42 @@ +# Controlled recovery receipts — 15 October 2026 + +These are byte-identical protocol and result copies from two completed local +simulation experiments. The second experiment explicitly references the first +protocol and report hashes. Both plans and their source snapshots were frozen +before running. + +| Receipt folder | Intervention | Native episodes | Complete wall clock | +| --- | --- | ---: | ---: | +| `phase-one` | Lower to settled table support before commanding the jaws open | 68 | 66.698673 s | +| `phase-two` | Also hold the hand still until measured jaw clearance and settled support | 68 | 70.969774 s | +| Total | Same 16 previously inspected cases, two revisions | **136** | **137.668447 s** | + +Each phase compares baseline and candidate across all 16 original student cases, +plus the teacher on the known failing case. Every run has its own recorded-arm, +open-jaw control: 34 controller episodes and 34 controls per phase. All attempts +completed, all controls failed, all 17 baseline trajectories exactly reproduced +their originals, and all 17 candidate action prefixes matched before recovery. + +The student still completes 15/16 cases in both revisions and both baselines. +There are no task-completion gains or regressions. The remaining case still +fails the original 18-second deadline. The second revision removes unsupported +opening commands in the sampled target recovery and waits for physical jaw +clearance before withdrawal. That is a bounded recovery-behavior improvement, +not a qualified robot skill or a demonstrated task-completion improvement. + +The frozen confirmation gate was not met. No fresh confirmation suite was run, +no model was retrained and no production controller was changed. These repeated, +previously inspected cases are not independent generalization trials. + +Read the [measured report](../../docs/controlled-recovery-experiment-20261015.md) +for exact settings, timing, observations and limits. External inference spend +was $0; local compute is unpriced. Full synthetic traces, replay HTML, model +weights and source snapshots remain in ignored `runs/` directories. These +compact receipts include no human video, credentials or private account data. + +| Artifact | SHA256 | +| --- | --- | +| Phase-one protocol | `d35eec1f71c0154f75078b313338a0627487731057a3582c4afb04e9377bfe8d` | +| Phase-one report | `8d9d5162fd9904e3d4770ff335d6156414247267ad15d500bfcdc1f236b1b2d3` | +| Phase-two protocol | `e4736ec7895ce2f445dfece37eb943470b628c2287e7fd92af1a8ab11619f882` | +| Phase-two report | `acd006c62adc9749d2e038c117714ecdd5b1d79eed7c55287dd226d7f193a659` | diff --git a/benchmarks/controlled-recovery-20261015/phase-one/protocol.json b/benchmarks/controlled-recovery-20261015/phase-one/protocol.json new file mode 100644 index 0000000..c50c417 --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-one/protocol.json @@ -0,0 +1 @@ +{"attempts":[{"case_id":"scene-15","policy":"student","variant":"baseline"},{"case_id":"scene-15","policy":"teacher","variant":"baseline"},{"case_id":"scene-15","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-15","policy":"teacher","variant":"controlled_lowering"},{"case_id":"scene-00","policy":"student","variant":"baseline"},{"case_id":"scene-00","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-01","policy":"student","variant":"baseline"},{"case_id":"scene-01","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-02","policy":"student","variant":"baseline"},{"case_id":"scene-02","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-03","policy":"student","variant":"baseline"},{"case_id":"scene-03","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-04","policy":"student","variant":"baseline"},{"case_id":"scene-04","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-05","policy":"student","variant":"baseline"},{"case_id":"scene-05","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-06","policy":"student","variant":"baseline"},{"case_id":"scene-06","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-07","policy":"student","variant":"baseline"},{"case_id":"scene-07","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-08","policy":"student","variant":"baseline"},{"case_id":"scene-08","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-09","policy":"student","variant":"baseline"},{"case_id":"scene-09","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-10","policy":"student","variant":"baseline"},{"case_id":"scene-10","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-11","policy":"student","variant":"baseline"},{"case_id":"scene-11","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-12","policy":"student","variant":"baseline"},{"case_id":"scene-12","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-13","policy":"student","variant":"baseline"},{"case_id":"scene-13","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-14","policy":"student","variant":"baseline"},{"case_id":"scene-14","policy":"student","variant":"controlled_lowering"}],"benchmark_protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2","benchmark_report_sha256":"1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce","capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","cases":[{"group":"nominal","id":"scene-00","layout_sha256":"789d56d498c92cfc1980664db28d3bc7a083ee0cbc812bcfb9c8c49014eaf61f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.459453,0.013509,0.31],"object_size":[0.045,0.04,0.04],"seed":381527,"target_position":[0.373487,0.157965,0.31]},"scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3"},{"group":"nominal","id":"scene-01","layout_sha256":"071dd0b0f3d534c76e8ed9dbd2ab22928ba665b074b42d72ad8b3c062bd7ac23","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.527017,0.067855,0.3075],"object_size":[0.05,0.035,0.035],"seed":381528,"target_position":[0.362924,0.157239,0.3075]},"scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2"},{"group":"nominal","id":"scene-02","layout_sha256":"db58cb81a3405c7cc89e03503267939c958fa917d9bf0c33945ac852cbd98fe5","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.343031,-0.080238,0.31],"object_size":[0.05,0.045,0.04],"seed":381529,"target_position":[0.296122,0.068203,0.31]},"scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116"},{"group":"nominal","id":"scene-03","layout_sha256":"1292f5291f53417a73280099c2badda159326d09b765ef25bfd0e014152220b8","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.446442,-0.035939,0.305],"object_size":[0.03,0.03,0.03],"seed":381530,"target_position":[0.388333,0.15314,0.305]},"scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3"},{"group":"nominal","id":"scene-04","layout_sha256":"7924c9a3300366254f90747174d7d1c1a3bbe05392490624e5d86237f3af0fbd","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.271314,0.1105,0.315],"object_size":[0.045,0.035,0.05],"seed":381531,"target_position":[0.463894,-0.005711,0.315]},"scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded"},{"group":"nominal","id":"scene-05","layout_sha256":"f9e97e44eeee2ec78d9ed2b6bef686a67dc675a8715f8caef8ec67ed24b7e244","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.04,"object_position":[0.518036,-0.132181,0.3125],"object_size":[0.05,0.04,0.045],"seed":381532,"target_position":[0.383342,-0.112624,0.3125]},"scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27"},{"group":"nominal","id":"scene-06","layout_sha256":"209fb86e5f6b15e6c690afe41f36fe0b9f56cf00a51b5696c56fa2c257a92998","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.431451,-0.03774,0.315],"object_size":[0.045,0.035,0.05],"seed":381533,"target_position":[0.454662,-0.148527,0.315]},"scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80"},{"group":"nominal","id":"scene-07","layout_sha256":"aa78d3be9f01f3058db6787c139548cb649337009ecf88ff96139e7b263a2c95","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.277889,-0.162546,0.31],"object_size":[0.045,0.05,0.04],"seed":381534,"target_position":[0.4694,0.165679,0.31]},"scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999"},{"group":"nominal","id":"scene-08","layout_sha256":"01ec5d4dfbd59aee896912efe9163a1aaa8ddbbd9fa63b0250430cd18885779d","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.52549,0.079728,0.31],"object_size":[0.04,0.03,0.04],"seed":381535,"target_position":[0.375258,0.125991,0.31]},"scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef"},{"group":"nominal","id":"scene-09","layout_sha256":"62d79f85f44f901a0a02726e79d6c463a173b0dec1a18ded51923bb0f0985ab2","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.276059,-0.055274,0.3125],"object_size":[0.04,0.05,0.045],"seed":381536,"target_position":[0.329581,0.084425,0.3125]},"scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e"},{"group":"nominal","id":"scene-10","layout_sha256":"bb371dff8341503216066d0068c64c38a145892c4bec40e2ae4b1f1ab1a6cf33","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.407735,-0.084183,0.31],"object_size":[0.035,0.04,0.04],"seed":381537,"target_position":[0.44571,0.063405,0.31]},"scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3"},{"group":"nominal","id":"scene-11","layout_sha256":"61a0df352254f2851dd1b702e68864f8b1007667ad810cab44bac1e7a80e6968","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.282079,0.116322,0.305],"object_size":[0.045,0.035,0.03],"seed":381538,"target_position":[0.488661,0.050336,0.305]},"scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d"},{"group":"actuator_stress","id":"scene-12","layout_sha256":"3f8a9c923e055c28fde4475f43d05e3745d44cc2be80b0364f807d8116262beb","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.437015,0.128491,0.3075],"object_size":[0.045,0.03,0.035],"seed":381539,"target_position":[0.383355,0.010512,0.3075]},"scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f"},{"group":"actuator_stress","id":"scene-13","layout_sha256":"b8cb868707e1f5e8a6520d020215a241c6d6b0efb206dd73a6d1a9613edb9963","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.38773,-0.102516,0.315],"object_size":[0.05,0.03,0.05],"seed":381540,"target_position":[0.305714,0.094967,0.315]},"scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd"},{"group":"actuator_stress","id":"scene-14","layout_sha256":"78d751dbeb1227087d814711b904f299620f5731a579a84bf2e8361c53745e3a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.5,"object_mass":0.06,"object_position":[0.295324,0.167677,0.315],"object_size":[0.05,0.05,0.05],"seed":381541,"target_position":[0.293713,0.058456,0.315]},"scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44"},{"group":"actuator_stress","id":"scene-15","layout_sha256":"55376e0c86f0c5fbc20bd4d66b3b0022da5815da9472504ebce4f77f297862e1","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474"}],"confirmation_gate":{"allowed_control_successes":0,"allowed_errors":0,"allowed_regressions":0,"confirmation_required_before_promotion":true,"strict_task_success_gain":true},"kind":"dvidia.controlled-recovery-experiment","limits":["One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.","Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.","Supported-opening command evidence is separate from task completion; holding until timeout is not a task success.","Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.","Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.","No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls."],"original_run_sha256":{"student-scene-00":"e19c51162e03c135891bf29547d3772cf2c674a5d978b82703991a13cdbd6a22","student-scene-01":"f3ebbe1b4173e5dff92af365d401b8808b5ce17c3000e608e86575e71f723b61","student-scene-02":"9ea50d31293aaed0251d89df3b5ead40dc7e678d501cf9ea6df6584bc378bd13","student-scene-03":"88a89d2a2e84c7a41dbd3fd730643106703fa3306cc5b4450e6cc45aeba26c4e","student-scene-04":"67cd09c4dadadd1c8791ca1cfa7cb50fa555764fe9fee0acfcd9c82ba2f5ca2c","student-scene-05":"0513b38be6786cfa242538e77d936f6a82469d2cc42a76286f586b899d2e364e","student-scene-06":"5ae42d74e92fc3addc3cbc72ea363d45d3030e445c00ccd8a7b7bdaf0d399f9a","student-scene-07":"6437d038209835777085a8c5e2f2ac1ec457fba0a7bec116d4b01abbffd57b0c","student-scene-08":"134ff645644e183fe8e20a998e126c37fb72844e091cd3485d8d98c2b34f7dce","student-scene-09":"962fe36ce1a3f2f1951dd249b97f36ee5520323628749452bb41a96f6fdb0f04","student-scene-10":"8c2e0a743bd20aac519d40e00ec0371ff7f57bc1f314cab94f2cd8edcaaf4c90","student-scene-11":"1d620db6fbaae5977ac4b1e423ba86bb13b5e92a00477005c5aa221b8e9d9670","student-scene-12":"d4f96f40c6709902ea9df0ee1e63ee11eb43cae2aa49003cc3437166b0554a54","student-scene-13":"d0d4b3cb9e8e86b59b36af8f014e5b7397810c6986fb7a9cdba31b48a1987287","student-scene-14":"8217946c65100b0e8a1446a96659b684f3deec4e3b33fa38a8940b8704cde291","student-scene-15":"ee5d3b4c61555cd5a2c01028d54813871bcf4b964b874ef67117b85d1668680b","teacher-scene-15":"2662da17cbdb627deaf4c0ab58e3b3cecdf1855e9ee8b5ca7aa0fbed46659cb8"},"physical_robot_ready":false,"planned_native_episodes":68,"runtime":{"action_contract":"six joint targets in radians; symmetric gripper width in metres","dependencies":{"mujoco":"3.15.0","numpy":"2.5.3"},"files_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"kind":"hybrid-distilled-placement-runtime"},"schema_version":1,"scope":"simulation-only","settings":{"force_caps":"each original case unchanged","horizon_seconds":18.0,"lower_goal_cap_m":0.003,"lower_timeout_seconds":4.0,"movement_mapping":"same frozen student head / authored teacher IK; no fallback","phase_budgets":"normal phases unchanged; explicit four-second recovery-lowering budget within 18-second horizon","support_angular_speed_rad_s":0.3,"support_height_tolerance_m":0.008,"support_linear_speed_m_s":0.035,"support_samples":5},"source_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","controlled_recovery_experiment.py":"731f83da85888ed5b22bd8fcbe7451d506a828a42cd485f2dec2d410bf7a700e","controlled_recovery_policy.py":"7447eb2569fa01107b6db1686c584fd619b5e78c41fe6f5ed6e33fb4075bda7b","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","grip_diagnostic.py":"29c2ac53ed60873e4c6b8470818f467e1bedc258a5801eb1bb6feb245c61c39c","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"variants":["baseline","controlled_lowering"]} diff --git a/benchmarks/controlled-recovery-20261015/phase-one/protocol.sha256 b/benchmarks/controlled-recovery-20261015/phase-one/protocol.sha256 new file mode 100644 index 0000000..bd11e03 --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-one/protocol.sha256 @@ -0,0 +1 @@ +d35eec1f71c0154f75078b313338a0627487731057a3582c4afb04e9377bfe8d diff --git a/benchmarks/controlled-recovery-20261015/phase-one/report.json b/benchmarks/controlled-recovery-20261015/phase-one/report.json new file mode 100644 index 0000000..6b19cca --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-one/report.json @@ -0,0 +1 @@ +{"completed_native_episodes":68,"cost":{"external_api_usd":0.0,"local_compute":"unpriced"},"elapsed_seconds":66.69867275003344,"episode_errors":0,"kind":"dvidia.controlled-recovery-report","limits":["One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.","Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.","Supported-opening command evidence is separate from task completion; holding until timeout is not a task success.","Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.","Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.","No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls."],"network_guard":{"attempted_calls":[],"enabled":true,"guard_self_test_passed":true,"scope":"Python socket calls during rollouts/training after dependency imports; not native C or installation"},"physical_robot_ready":false,"protocol_sha256":"d35eec1f71c0154f75078b313338a0627487731057a3582c4afb04e9377bfe8d","results":[{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.899631833191961,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.6420675420667976,"final_target_error_m":0.2493747901487555,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"gripper_width":0.029944828778683978,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_angular_velocity":[-0.002509872478818403,-0.0007637147187192105,-0.017592166302312435],"object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"requested_gripper_width":0.022463313040315985,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":307,"loaded_pre_action_samples":307,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.02858095218751429,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.006247318696186095,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_wait","contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","supported_by_contact_sample":false,"table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":1.278416900201772,"support_confirmation":null,"supported_open_command_samples":17,"unsupported_open_command_samples":9},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667}],"success":false,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"baseline"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8964789998717606,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.07397783958499105],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.012882273870726341],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1627564171794802,"final_target_error_m":0.1497726748040172,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"gripper_width":0.029943596109166748,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_angular_velocity":[-0.10268540503052391,0.13084020514241426,-0.10403591583519309],"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"requested_gripper_width":0.0229559874372999,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":377,"loaded_pre_action_samples":379,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0378909772657548,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.0075251098050303335,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_wait","contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","supported_by_contact_sample":false,"table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":1.2987172104994515,"support_confirmation":null,"supported_open_command_samples":19,"unsupported_open_command_samples":9},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843}],"success":false,"valid_final_state":true},"policy":"teacher","run_path":"baseline/teacher/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"baseline"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8948421659879386,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.2147049026423247,2.2493624091262063,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05711050590998923],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.009490982550055075],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.5061709284653271,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_lower_supported","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002701916,0.3099914782969372],"stage":"recover_supported_open","target_distance":0.3591556698680506,"time":15.619999999996782},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000270259,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986805664,"time":15.639999999996771},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002755585,0.3099914782969372],"stage":"approach","target_distance":0.3591556698685292,"time":17.15999999999799},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002756265,0.3099914782969372],"stage":"descend","target_distance":0.3591556698685353,"time":17.179999999998014}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1606926249805838,"final_target_error_m":0.22235330881196053,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"gripper_width":0.029944828778683978,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_angular_velocity":[-0.002509872478818403,-0.0007637147187192105,-0.017592166302312435],"object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"requested_gripper_width":0.022463313040315985,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":210,"loaded_pre_action_samples":210,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":1.0389999999999964,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.2677307832182123,2.3864010050205025,0.03611052710331961,0.30726464943699305,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08947858100119649,0.08782550259836591],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.007831882090141887,0.5061709284653272,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_supported_open","contacts":{"left":4,"right":4},"gripper_width":0.02998147811741627,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_up","object_angular_velocity":[-0.023121477332976228,-0.0007053789108372805,0.0019371038296193044],"object_position":[0.40721021451501144,0.0524650131194475,0.3100186703975803],"object_velocity":[-4.145113319120864e-05,0.0002232084577705034,-0.0005590238836486303],"pad_normal_forces_n":{"left":0.2875954306749352,"right":0.29994526037882324},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.013992521073108367,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"recover_lower_supported","supported_by_contact_sample":true,"table_contacts":2,"tcp_position":[0.40990509643194234,0.051770470446526926,0.329744989254639],"time":15.599999999996793},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_lower_supported","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.02242346333286654,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"lower_control_samples":120,"sampled_peak_descent_speed_before_support_m_s":0.059512430488623105,"support_confirmation":{"consecutive_control_samples":5,"object_angular_velocity":[-0.023121477332976228,-0.0007053789108372805,0.0019371038296193044],"object_position":[0.40721021451501144,0.0524650131194475,0.3100186703975803],"object_velocity":[-4.145113319120864e-05,0.0002232084577705034,-0.0005590238836486303],"table_contacts":2,"time":15.599999999996793},"supported_open_command_samples":77,"unsupported_open_command_samples":0},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":4,"right":1},"object_position":[0.4127461247721188,0.052293180889748596,0.41718309818168736],"stage":"recover_lower_supported","target_distance":0.24493392025162622,"time":13.219999999998112},{"contacts":{"left":0,"right":1},"object_position":[0.40722958901619183,0.052484053258110376,0.30999279101382593],"stage":"recover_supported_open","target_distance":0.22245417664679817,"time":15.619999999996782},{"contacts":{"left":0,"right":2},"object_position":[0.40762659667523754,0.05249009455706832,0.31028297734022153],"stage":"recover_up","target_distance":0.22230927066481168,"time":15.639999999996771},{"contacts":{"left":0,"right":0},"object_position":[0.40751610432121543,0.05249262846192467,0.3099914782969372],"stage":"approach","target_distance":0.2223533088117485,"time":17.15999999999799},{"contacts":{"left":0,"right":0},"object_position":[0.4075161043212087,0.052492628461926205,0.3099914782969372],"stage":"descend","target_distance":0.22235330881175247,"time":17.179999999998014}],"success":false,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9997433330863714,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.492519376334826,2.2972769454462423,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07138459633213401,0.06451720431561903],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012040570009567049,0.010073301229425539],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5705462178036592,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_lower_supported","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000266697,0.3099914782969372],"stage":"recover_supported_open","target_distance":0.35915566986773895,"time":14.619999999997336},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000266771,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986774555,"time":14.639999999997325},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002718592,0.3099914782969372],"stage":"approach","target_distance":0.3591556698681993,"time":16.099999999996694},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002719297,0.3099914782969372],"stage":"descend","target_distance":0.35915566986820563,"time":16.11999999999672},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000278006,0.3099914782969372],"stage":"close","target_distance":0.35915566986874753,"time":17.859999999998845}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.137630958110094,"final_target_error_m":0.16424255049714787,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"gripper_width":0.029943596109166748,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_angular_velocity":[-0.10268540503052391,0.13084020514241426,-0.10403591583519309],"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"requested_gripper_width":0.0229559874372999,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":236,"loaded_pre_action_samples":237,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.9370000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5151234578423214,2.394630420147564,0.03686578846835323,0.32324212087539195,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08696044450673257,0.08457791611093324],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.00783011132290958,0.5705462178036573,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":1,"controlled_abort":false,"first_open_command":{"action_stage":"recover_supported_open","contacts":{"left":4,"right":4},"gripper_width":0.029981335513008505,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_up","object_angular_velocity":[0.021040722758902966,-0.0001332037038144953,-0.0006916572933859802],"object_position":[0.41687185600048793,-0.006981531538751741,0.3100101066861667],"object_velocity":[-1.5021722127267807e-05,-0.00020746190550244433,-0.0005091610945508402],"pad_normal_forces_n":{"left":0.29719490529001713,"right":0.29996693784380696},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.014153408057223992,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"recover_lower_supported","supported_by_contact_sample":true,"table_contacts":2,"tcp_position":[0.41954235106383236,-0.007999421168444775,0.32987321158775995],"time":14.599999999997348},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_lower_supported","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.022568740578496303,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"lower_control_samples":114,"sampled_peak_descent_speed_before_support_m_s":0.06074759052112158,"support_confirmation":{"consecutive_control_samples":5,"object_angular_velocity":[0.021040722758902966,-0.0001332037038144953,-0.0006916572933859802],"object_position":[0.41687185600048793,-0.006981531538751741,0.3100101066861667],"object_velocity":[-1.5021722127267807e-05,-0.00020746190550244433,-0.0005091610945508402],"table_contacts":2,"time":14.599999999997348},"supported_open_command_samples":73,"unsupported_open_command_samples":1},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":1,"right":2},"object_position":[0.4223920001352372,-0.007050685136128018,0.4132103314677406],"stage":"recover_lower_supported","target_distance":0.19196282112259178,"time":12.3399999999986},{"contacts":{"left":0,"right":3},"object_position":[0.4168872615122703,-0.0069942549984470985,0.30999068073287805],"stage":"recover_supported_open","target_distance":0.16434297193015074,"time":14.619999999997336},{"contacts":{"left":0,"right":0},"object_position":[0.41728688180993284,-0.00698223007922386,0.31026738278850813],"stage":"recover_up","target_distance":0.16417206084293792,"time":14.639999999997325},{"contacts":{"left":0,"right":0},"object_position":[0.4171355098565077,-0.0069800715723792464,0.30999147829693724],"stage":"approach","target_distance":0.1642425504971764,"time":16.099999999996694},{"contacts":{"left":0,"right":0},"object_position":[0.4171355098565007,-0.006980071572379938,0.30999147829693724],"stage":"descend","target_distance":0.164242550497179,"time":16.11999999999672},{"contacts":{"left":0,"right":0},"object_position":[0.4171355098559921,-0.006980071572642426,0.30999147829693724],"stage":"close","target_distance":0.16424255049717648,"time":17.859999999998845}],"success":false,"valid_final_state":true},"policy":"teacher","run_path":"controlled_lowering/teacher/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-00","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9527405421249568,"final_target_error_m":0.1681002331398152,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.740000000000252},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.20398026431602184,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8781624004174944,3.648090206246593,2.2648457787001917,0.028346095705467617,0.3382959139855215,0.25218219888332527,0.03128287588708467,0.07044085451136617],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.005992012237603872,0.012000590867820913],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006516957864926461,0.4903871804363656,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"stage":"lift","target_distance":0.16810023314186187,"time":5.740000000000252},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023184155,0.01350900284584984,0.3099914782969372],"stage":"transfer","target_distance":0.16810023314165937,"time":7.280000000000766},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023100294,0.013509002845789035,0.3099914782969372],"stage":"place","target_distance":0.16810023314128278,"time":9.680000000000074},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002304549,0.01350900284577102,0.3099914782969372],"stage":"release","target_distance":0.16810023314101796,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023037733,0.013509002845769197,0.3099914782969372],"stage":"retreat","target_distance":0.1681002331409799,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.45945300022987046,0.013509002845760051,0.3099914782969372],"stage":"verify","target_distance":0.16810023314072856,"time":12.89999999999829}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":646,"controller_failure":null,"episode_wall_seconds":0.7486224591266364,"final_target_error_m":0.0002747174228309305,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":197,"loaded_pre_action_samples":197,"maximum_loaded_offset_change_m":0.001803510857932544,"maximum_object_lift_m":0.12461925414421171,"maximum_sampled_lift_dwell_seconds":4.019999999999677,"native_tick_peaks":{"actuator_force":[1.9274131029866712,3.8519164421152254,2.4438368797151497,0.029685891012719706,0.3494880701411116,0.25218219888332527,0.9221504392418147,0.8875176422671949],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08111638460165188,0.08153096190989799],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006878189513094227,0.49448207000930017,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.909999999998284,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":4,"right":4},"object_position":[0.45940565988269344,0.013505562763985537,0.31122526645871695],"stage":"lift","target_distance":0.16808345070374658,"time":5.740000000000252},{"contacts":{"left":4,"right":4},"object_position":[0.45837839312395534,0.014447335627119999,0.42720483762554085],"stage":"transfer","target_distance":0.2038157073839059,"time":7.280000000000766},{"contacts":{"left":4,"right":4},"object_position":[0.37309909373696815,0.14965446479168898,0.4333177033786472],"stage":"place","target_distance":0.12359802358169607,"time":9.680000000000074},{"contacts":{"left":0,"right":2},"object_position":[0.3732044574303061,0.1580537854912193,0.30995392812502],"stage":"release","target_distance":0.000299726183047891,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.373226983118861,0.1580532511444282,0.3099914782961561],"stage":"retreat","target_distance":0.00027471742283036323,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.37322698311882957,0.15805325114440183,0.30999147829693724],"stage":"verify","target_distance":0.00027471742282739946,"time":12.89999999999829}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","variant":"baseline"},{"case_id":"scene-00","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8974916250444949,"final_target_error_m":0.1681002331398152,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.740000000000252},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.20398026431602184,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8781624004174944,3.648090206246593,2.2648457787001917,0.028346095705467617,0.3382959139855215,0.25218219888332527,0.03128287588708467,0.07044085451136617],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.005992012237603872,0.012000590867820913],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006516957864926461,0.4903871804363656,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"stage":"lift","target_distance":0.16810023314186187,"time":5.740000000000252},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023184155,0.01350900284584984,0.3099914782969372],"stage":"transfer","target_distance":0.16810023314165937,"time":7.280000000000766},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023100294,0.013509002845789035,0.3099914782969372],"stage":"place","target_distance":0.16810023314128278,"time":9.680000000000074},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002304549,0.01350900284577102,0.3099914782969372],"stage":"release","target_distance":0.16810023314101796,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023037733,0.013509002845769197,0.3099914782969372],"stage":"retreat","target_distance":0.1681002331409799,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.45945300022987046,0.013509002845760051,0.3099914782969372],"stage":"verify","target_distance":0.16810023314072856,"time":12.89999999999829}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":646,"controller_failure":null,"episode_wall_seconds":0.7387442500330508,"final_target_error_m":0.0002747174228309305,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":197,"loaded_pre_action_samples":197,"maximum_loaded_offset_change_m":0.001803510857932544,"maximum_object_lift_m":0.12461925414421171,"maximum_sampled_lift_dwell_seconds":4.019999999999677,"native_tick_peaks":{"actuator_force":[1.9274131029866712,3.8519164421152254,2.4438368797151497,0.029685891012719706,0.3494880701411116,0.25218219888332527,0.9221504392418147,0.8875176422671949],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08111638460165188,0.08153096190989799],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006878189513094227,0.49448207000930017,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.909999999998284,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":4,"right":4},"object_position":[0.45940565988269344,0.013505562763985537,0.31122526645871695],"stage":"lift","target_distance":0.16808345070374658,"time":5.740000000000252},{"contacts":{"left":4,"right":4},"object_position":[0.45837839312395534,0.014447335627119999,0.42720483762554085],"stage":"transfer","target_distance":0.2038157073839059,"time":7.280000000000766},{"contacts":{"left":4,"right":4},"object_position":[0.37309909373696815,0.14965446479168898,0.4333177033786472],"stage":"place","target_distance":0.12359802358169607,"time":9.680000000000074},{"contacts":{"left":0,"right":2},"object_position":[0.3732044574303061,0.1580537854912193,0.30995392812502],"stage":"release","target_distance":0.000299726183047891,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.373226983118861,0.1580532511444282,0.3099914782961561],"stage":"retreat","target_distance":0.00027471742283036323,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.37322698311882957,0.15805325114440183,0.30999147829693724],"stage":"verify","target_distance":0.00027471742282739946,"time":12.89999999999829}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-01","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.8937963340431452,"final_target_error_m":0.18685826914837123,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.440000000000485},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.21937308293428867,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.166738729795725,2.311734211945634,0.028066796208730375,0.3774932444010144,0.25218365082811545,0.04611914677933804,0.10720690208944639],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.008802134065766763,0.016951803791385348],"joint_velocity_rad_s":[0.20468534414269446,0.28455495085423244,0.4204847703039699,0.006438452877284654,0.513786503671946,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"stage":"lift","target_distance":0.18685826914477818,"time":6.440000000000485},{"contacts":{"left":0,"right":0},"object_position":[0.527017000017548,0.0678549968418007,0.3074914782969372],"stage":"transfer","target_distance":0.18685826914526266,"time":8.000000000001005},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000185587,0.0678549968418007,0.3074914782969372],"stage":"place","target_distance":0.18685826914615014,"time":10.85999999999942},{"contacts":{"left":0,"right":0},"object_position":[0.52701700001907,0.0678549968418007,0.3074914782969372],"stage":"release","target_distance":0.18685826914659923,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000191409,0.0678549968418007,0.3074914782969372],"stage":"retreat","target_distance":0.18685826914666143,"time":12.499999999998511}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":697,"controller_failure":null,"episode_wall_seconds":0.8214857918210328,"final_target_error_m":0.00037501497143060947,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.9810000000000001,"grip_target_n":0.9810000000000001,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":221,"loaded_pre_action_samples":221,"maximum_loaded_offset_change_m":0.002873399096317789,"maximum_object_lift_m":0.12093881113921623,"maximum_sampled_lift_dwell_seconds":3.5819999999997165,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.521104328471608,2.61473280952589,0.038853519742470165,0.4153390089101183,0.25218365082811545,1.2154589300836367,1.1253497796370242],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0810583058205174,0.08159101149875556],"joint_velocity_rad_s":[0.20468534414269446,0.28915975477939687,0.41768761634676754,0.008783304425654533,0.5182617497118354,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.934999999997716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":4,"right":4},"object_position":[0.5270012073690397,0.06782835252878057,0.30864177242003255],"stage":"lift","target_distance":0.1868606365811287,"time":6.440000000000485},{"contacts":{"left":4,"right":4},"object_position":[0.5223710366360379,0.06801306939952415,0.42511879741021363],"stage":"transfer","target_distance":0.2172988856109479,"time":8.000000000001005},{"contacts":{"left":4,"right":4},"object_position":[0.36442394025855146,0.14965663976682242,0.42710547946487426],"stage":"place","target_distance":0.11985496537693946,"time":10.85999999999942},{"contacts":{"left":2,"right":0},"object_position":[0.36253914825548145,0.15723542910653437,0.30745987040103906],"stage":"release","target_distance":0.0003869547793371994,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.3625490949512409,0.15723586712553972,0.307491478291851],"stage":"retreat","target_distance":0.00037501497303075423,"time":12.499999999998511}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","variant":"baseline"},{"case_id":"scene-01","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.4361448329873383,"final_target_error_m":0.18685826914837123,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.440000000000485},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.21937308293428867,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.166738729795725,2.311734211945634,0.028066796208730375,0.3774932444010144,0.25218365082811545,0.04611914677933804,0.10720690208944639],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.008802134065766763,0.016951803791385348],"joint_velocity_rad_s":[0.20468534414269446,0.28455495085423244,0.4204847703039699,0.006438452877284654,0.513786503671946,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"stage":"lift","target_distance":0.18685826914477818,"time":6.440000000000485},{"contacts":{"left":0,"right":0},"object_position":[0.527017000017548,0.0678549968418007,0.3074914782969372],"stage":"transfer","target_distance":0.18685826914526266,"time":8.000000000001005},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000185587,0.0678549968418007,0.3074914782969372],"stage":"place","target_distance":0.18685826914615014,"time":10.85999999999942},{"contacts":{"left":0,"right":0},"object_position":[0.52701700001907,0.0678549968418007,0.3074914782969372],"stage":"release","target_distance":0.18685826914659923,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000191409,0.0678549968418007,0.3074914782969372],"stage":"retreat","target_distance":0.18685826914666143,"time":12.499999999998511}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":697,"controller_failure":null,"episode_wall_seconds":0.8350440000649542,"final_target_error_m":0.00037501497143060947,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.9810000000000001,"grip_target_n":0.9810000000000001,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":221,"loaded_pre_action_samples":221,"maximum_loaded_offset_change_m":0.002873399096317789,"maximum_object_lift_m":0.12093881113921623,"maximum_sampled_lift_dwell_seconds":3.5819999999997165,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.521104328471608,2.61473280952589,0.038853519742470165,0.4153390089101183,0.25218365082811545,1.2154589300836367,1.1253497796370242],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0810583058205174,0.08159101149875556],"joint_velocity_rad_s":[0.20468534414269446,0.28915975477939687,0.41768761634676754,0.008783304425654533,0.5182617497118354,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.934999999997716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":4,"right":4},"object_position":[0.5270012073690397,0.06782835252878057,0.30864177242003255],"stage":"lift","target_distance":0.1868606365811287,"time":6.440000000000485},{"contacts":{"left":4,"right":4},"object_position":[0.5223710366360379,0.06801306939952415,0.42511879741021363],"stage":"transfer","target_distance":0.2172988856109479,"time":8.000000000001005},{"contacts":{"left":4,"right":4},"object_position":[0.36442394025855146,0.14965663976682242,0.42710547946487426],"stage":"place","target_distance":0.11985496537693946,"time":10.85999999999942},{"contacts":{"left":2,"right":0},"object_position":[0.36253914825548145,0.15723542910653437,0.30745987040103906],"stage":"release","target_distance":0.0003869547793371994,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.3625490949512409,0.15723586712553972,0.307491478291851],"stage":"retreat","target_distance":0.00037501497303075423,"time":12.499999999998511}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-02","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9057438750751317,"final_target_error_m":0.15567654116473423,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.599999999999871},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19446784984796897,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.1988087155900757,0.022770332179761373,0.3260498629645632,0.27041268222678383,0.0387818962896187,0.05038457376843297],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006017480661626827,0.008770556074303658],"joint_velocity_rad_s":[0.22869954691669167,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.43560998280756413,0.3001240371339445],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"stage":"lift","target_distance":0.15567654116632676,"time":4.599999999999871},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000248954,-0.08023800213750291,0.30999147829693713],"stage":"transfer","target_distance":0.15567654116609583,"time":6.1200000000003785},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000017618,-0.0802380021374375,0.30999147829693713],"stage":"place","target_distance":0.15567654116581417,"time":8.220000000000883},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000011473,-0.08023800213740793,0.30999147829693713],"stage":"release","target_distance":0.1556765411656008,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000107806,-0.08023800213740516,0.30999147829693713],"stage":"retreat","target_distance":0.15567654116557733,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000005393,-0.0802380021373875,0.30999147829693713],"stage":"verify","target_distance":0.15567654116539814,"time":11.719999999998944}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":587,"controller_failure":null,"episode_wall_seconds":0.800436417106539,"final_target_error_m":0.0001661105300685255,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":181,"loaded_pre_action_samples":181,"maximum_loaded_offset_change_m":0.0013366954075315237,"maximum_object_lift_m":0.12668130275089795,"maximum_sampled_lift_dwell_seconds":3.812999999999691,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.305661068153313,0.022770332179761373,0.3264844979779564,0.26985458537450313,0.8574394534772667,0.8463328458513271],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08088107667355333,0.0819336195320079],"joint_velocity_rad_s":[0.2281898117718064,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.4369175857051786,0.3001870944159446],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.720999999998943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":4,"right":4},"object_position":[0.3429896496209002,-0.08022180660460912,0.31132527358128964],"stage":"lift","target_distance":0.15565428406140433,"time":4.599999999999871},{"contacts":{"left":4,"right":4},"object_position":[0.34256595615178925,-0.07865841643914252,0.42729199097526316],"stage":"transfer","target_distance":0.19360456567054862,"time":6.1200000000003785},{"contacts":{"left":4,"right":4},"object_position":[0.29440732568651407,0.059251355201853886,0.4352976429419065],"stage":"place","target_distance":0.1256287044404701,"time":8.220000000000883},{"contacts":{"left":2,"right":0},"object_position":[0.29624793077829564,0.06815825049543975,0.30993480616860397],"stage":"release","target_distance":0.0001486987381675741,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347629377,0.06815640432904936,0.3099914782901474],"stage":"retreat","target_distance":0.0001661105268298797,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347981307,0.06815640432828582,0.30999147829693713],"stage":"verify","target_distance":0.0001661105300689096,"time":11.719999999998944}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","variant":"baseline"},{"case_id":"scene-02","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9347203341312706,"final_target_error_m":0.15567654116473423,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.599999999999871},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19446784984796897,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.1988087155900757,0.022770332179761373,0.3260498629645632,0.27041268222678383,0.0387818962896187,0.05038457376843297],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006017480661626827,0.008770556074303658],"joint_velocity_rad_s":[0.22869954691669167,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.43560998280756413,0.3001240371339445],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"stage":"lift","target_distance":0.15567654116632676,"time":4.599999999999871},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000248954,-0.08023800213750291,0.30999147829693713],"stage":"transfer","target_distance":0.15567654116609583,"time":6.1200000000003785},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000017618,-0.0802380021374375,0.30999147829693713],"stage":"place","target_distance":0.15567654116581417,"time":8.220000000000883},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000011473,-0.08023800213740793,0.30999147829693713],"stage":"release","target_distance":0.1556765411656008,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000107806,-0.08023800213740516,0.30999147829693713],"stage":"retreat","target_distance":0.15567654116557733,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000005393,-0.0802380021373875,0.30999147829693713],"stage":"verify","target_distance":0.15567654116539814,"time":11.719999999998944}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":587,"controller_failure":null,"episode_wall_seconds":0.6981627920176834,"final_target_error_m":0.0001661105300685255,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":181,"loaded_pre_action_samples":181,"maximum_loaded_offset_change_m":0.0013366954075315237,"maximum_object_lift_m":0.12668130275089795,"maximum_sampled_lift_dwell_seconds":3.812999999999691,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.305661068153313,0.022770332179761373,0.3264844979779564,0.26985458537450313,0.8574394534772667,0.8463328458513271],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08088107667355333,0.0819336195320079],"joint_velocity_rad_s":[0.2281898117718064,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.4369175857051786,0.3001870944159446],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.720999999998943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":4,"right":4},"object_position":[0.3429896496209002,-0.08022180660460912,0.31132527358128964],"stage":"lift","target_distance":0.15565428406140433,"time":4.599999999999871},{"contacts":{"left":4,"right":4},"object_position":[0.34256595615178925,-0.07865841643914252,0.42729199097526316],"stage":"transfer","target_distance":0.19360456567054862,"time":6.1200000000003785},{"contacts":{"left":4,"right":4},"object_position":[0.29440732568651407,0.059251355201853886,0.4352976429419065],"stage":"place","target_distance":0.1256287044404701,"time":8.220000000000883},{"contacts":{"left":2,"right":0},"object_position":[0.29624793077829564,0.06815825049543975,0.30993480616860397],"stage":"release","target_distance":0.0001486987381675741,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347629377,0.06815640432904936,0.3099914782901474],"stage":"retreat","target_distance":0.0001661105268298797,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347981307,0.06815640432828582,0.30999147829693713],"stage":"verify","target_distance":0.0001661105300689096,"time":11.719999999998944}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-03","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0682638331782073,"final_target_error_m":0.1978067815716028,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1800000000000646},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22760172204061388,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062994126946705,3.5265653634963314,2.261955165588688,0.027753171002996953,0.3150883974305856,0.2521810820619095,0.03285653934221955,0.08039297996791106],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006270637786296469,0.013509993781136383],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.006378796886340055,0.49019960731289314,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"stage":"lift","target_distance":0.19780678157464762,"time":5.1800000000000646},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001170673,-0.03593899637333844,0.304991478296937],"stage":"transfer","target_distance":0.1978067815742769,"time":6.7400000000005855},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001175344,-0.035938996372519495,0.304991478296937],"stage":"place","target_distance":0.19780678157363127,"time":9.460000000000196},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001177975,-0.035938996372056796,0.304991478296937],"stage":"release","target_distance":0.1978067815732663,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011784924,-0.03593899637196598,0.304991478296937],"stage":"retreat","target_distance":0.1978067815731947,"time":11.299999999999176}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.7525067501701415,"final_target_error_m":0.000303425550925767,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":214,"loaded_pre_action_samples":214,"maximum_loaded_offset_change_m":0.00195793225212068,"maximum_object_lift_m":0.12499446584845259,"maximum_sampled_lift_dwell_seconds":4.352999999999788,"native_tick_peaks":{"actuator_force":[2.0012543213720946,3.73262955951202,2.4426911907800104,0.037389129272223855,0.3150883974305856,0.2521810820619095,0.8643648429967179,0.8945006947065175],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08110220732248034,0.08166277518839055],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.00844968325830404,0.494515173606417,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.672999999998416,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":4,"right":4},"object_position":[0.4463887781606587,-0.035936589888600004,0.30623293895232695],"stage":"lift","target_distance":0.19779269541669534,"time":5.1800000000000646},{"contacts":{"left":4,"right":4},"object_position":[0.4467021424770407,-0.03474644969899656,0.4223325135748642],"stage":"transfer","target_distance":0.22907464616538062,"time":6.7400000000005855},{"contacts":{"left":4,"right":4},"object_position":[0.3875932905856556,0.1445893901422883,0.42870324363109324],"stage":"place","target_distance":0.12400061525577234,"time":9.460000000000196},{"contacts":{"left":2,"right":2},"object_position":[0.38800664672829066,0.15316084569183744,0.3049513032619744],"stage":"release","target_distance":0.00033062421737963286,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.38803048434730525,0.15316187978792645,0.30499147829693724],"stage":"retreat","target_distance":0.00030342555045367815,"time":11.299999999999176}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","variant":"baseline"},{"case_id":"scene-03","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9145472079981118,"final_target_error_m":0.1978067815716028,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1800000000000646},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22760172204061388,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062994126946705,3.5265653634963314,2.261955165588688,0.027753171002996953,0.3150883974305856,0.2521810820619095,0.03285653934221955,0.08039297996791106],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006270637786296469,0.013509993781136383],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.006378796886340055,0.49019960731289314,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"stage":"lift","target_distance":0.19780678157464762,"time":5.1800000000000646},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001170673,-0.03593899637333844,0.304991478296937],"stage":"transfer","target_distance":0.1978067815742769,"time":6.7400000000005855},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001175344,-0.035938996372519495,0.304991478296937],"stage":"place","target_distance":0.19780678157363127,"time":9.460000000000196},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001177975,-0.035938996372056796,0.304991478296937],"stage":"release","target_distance":0.1978067815732663,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011784924,-0.03593899637196598,0.304991478296937],"stage":"retreat","target_distance":0.1978067815731947,"time":11.299999999999176}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.7500380841083825,"final_target_error_m":0.000303425550925767,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":214,"loaded_pre_action_samples":214,"maximum_loaded_offset_change_m":0.00195793225212068,"maximum_object_lift_m":0.12499446584845259,"maximum_sampled_lift_dwell_seconds":4.352999999999788,"native_tick_peaks":{"actuator_force":[2.0012543213720946,3.73262955951202,2.4426911907800104,0.037389129272223855,0.3150883974305856,0.2521810820619095,0.8643648429967179,0.8945006947065175],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08110220732248034,0.08166277518839055],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.00844968325830404,0.494515173606417,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.672999999998416,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":4,"right":4},"object_position":[0.4463887781606587,-0.035936589888600004,0.30623293895232695],"stage":"lift","target_distance":0.19779269541669534,"time":5.1800000000000646},{"contacts":{"left":4,"right":4},"object_position":[0.4467021424770407,-0.03474644969899656,0.4223325135748642],"stage":"transfer","target_distance":0.22907464616538062,"time":6.7400000000005855},{"contacts":{"left":4,"right":4},"object_position":[0.3875932905856556,0.1445893901422883,0.42870324363109324],"stage":"place","target_distance":0.12400061525577234,"time":9.460000000000196},{"contacts":{"left":2,"right":2},"object_position":[0.38800664672829066,0.15316084569183744,0.3049513032619744],"stage":"release","target_distance":0.00033062421737963286,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.38803048434730525,0.15316187978792645,0.30499147829693724],"stage":"retreat","target_distance":0.00030342555045367815,"time":11.299999999999176}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-04","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9410059999208897,"final_target_error_m":0.2249267763529244,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.520000000000163},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.251698518207689,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.660191526340668,2.2769311070400704,0.023724921540529107,0.3803157907071757,0.213544542967135,0.16573343922643247,0.07857701701376563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.02731917045572394,0.012958207767218451],"joint_velocity_rad_s":[0.22439459405838644,0.28216372726506966,0.44957855952824693,0.005579063597150899,0.4452823925318836,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"stage":"lift","target_distance":0.22492677635041988,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957092022,0.11050000031561562,0.31499147829693724],"stage":"transfer","target_distance":0.2249267763509252,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570825004,0.11050000031561562,0.31499147829693724],"stage":"place","target_distance":0.22492677635174044,"time":13.979999999997691},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957077442,0.11050000031561562,0.31499147829693724],"stage":"release","target_distance":0.2249267763521735,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570766956,0.11050000031561562,0.31499147829693724],"stage":"retreat","target_distance":0.22492677635223743,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.271313995707189,0.11050000031561562,0.31499147829693724],"stage":"verify","target_distance":0.2249267763526489,"time":17.07999999999789}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":858,"controller_failure":null,"episode_wall_seconds":0.9757062499411404,"final_target_error_m":0.0005663677294058864,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0023278463350252395,"maximum_object_lift_m":0.13495396180958052,"maximum_sampled_lift_dwell_seconds":4.407999999999807,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.6615434993900635,2.4642461631310653,0.029177515705432103,0.4227735399098762,0.213544542967135,1.0527500327526234,1.1670496909484678],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08155157085528639,0.0816020168081124],"joint_velocity_rad_s":[0.22439459405838644,0.28360604739971557,0.44957855952824693,0.0066364478382088385,0.4534941942809644,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.14399999999797,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":4,"right":4},"object_position":[0.2713711825969134,0.11049098261271029,0.31617260877875314],"stage":"lift","target_distance":0.22487621260439009,"time":9.520000000000163},{"contacts":{"left":4,"right":2},"object_position":[0.2699704937196217,0.11065241449382013,0.43184706345172497],"stage":"transfer","target_distance":0.25455845450117726,"time":11.23999999999921},{"contacts":{"left":4,"right":4},"object_position":[0.4573840183136204,0.001506559489113091,0.4429544873963966],"stage":"place","target_distance":0.1283231229023456,"time":13.979999999997691},{"contacts":{"left":2,"right":0},"object_position":[0.46374544568953713,-0.005160924374755095,0.31496090472926963],"stage":"release","target_distance":0.0005711217180594218,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.46376921464288995,-0.00515861571338162,0.31499147829630014],"stage":"retreat","target_distance":0.0005663677293825281,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.4637692146429947,-0.005158615713328409,0.3149914782969373],"stage":"verify","target_distance":0.0005663677294017603,"time":17.07999999999789}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","variant":"baseline"},{"case_id":"scene-04","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9248424170073122,"final_target_error_m":0.2249267763529244,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.520000000000163},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.251698518207689,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.660191526340668,2.2769311070400704,0.023724921540529107,0.3803157907071757,0.213544542967135,0.16573343922643247,0.07857701701376563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.02731917045572394,0.012958207767218451],"joint_velocity_rad_s":[0.22439459405838644,0.28216372726506966,0.44957855952824693,0.005579063597150899,0.4452823925318836,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"stage":"lift","target_distance":0.22492677635041988,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957092022,0.11050000031561562,0.31499147829693724],"stage":"transfer","target_distance":0.2249267763509252,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570825004,0.11050000031561562,0.31499147829693724],"stage":"place","target_distance":0.22492677635174044,"time":13.979999999997691},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957077442,0.11050000031561562,0.31499147829693724],"stage":"release","target_distance":0.2249267763521735,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570766956,0.11050000031561562,0.31499147829693724],"stage":"retreat","target_distance":0.22492677635223743,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.271313995707189,0.11050000031561562,0.31499147829693724],"stage":"verify","target_distance":0.2249267763526489,"time":17.07999999999789}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":858,"controller_failure":null,"episode_wall_seconds":1.005228916183114,"final_target_error_m":0.0005663677294058864,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0023278463350252395,"maximum_object_lift_m":0.13495396180958052,"maximum_sampled_lift_dwell_seconds":4.407999999999807,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.6615434993900635,2.4642461631310653,0.029177515705432103,0.4227735399098762,0.213544542967135,1.0527500327526234,1.1670496909484678],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08155157085528639,0.0816020168081124],"joint_velocity_rad_s":[0.22439459405838644,0.28360604739971557,0.44957855952824693,0.0066364478382088385,0.4534941942809644,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.14399999999797,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":4,"right":4},"object_position":[0.2713711825969134,0.11049098261271029,0.31617260877875314],"stage":"lift","target_distance":0.22487621260439009,"time":9.520000000000163},{"contacts":{"left":4,"right":2},"object_position":[0.2699704937196217,0.11065241449382013,0.43184706345172497],"stage":"transfer","target_distance":0.25455845450117726,"time":11.23999999999921},{"contacts":{"left":4,"right":4},"object_position":[0.4573840183136204,0.001506559489113091,0.4429544873963966],"stage":"place","target_distance":0.1283231229023456,"time":13.979999999997691},{"contacts":{"left":2,"right":0},"object_position":[0.46374544568953713,-0.005160924374755095,0.31496090472926963],"stage":"release","target_distance":0.0005711217180594218,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.46376921464288995,-0.00515861571338162,0.31499147829630014],"stage":"retreat","target_distance":0.0005663677293825281,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.4637692146429947,-0.005158615713328409,0.3149914782969373],"stage":"verify","target_distance":0.0005663677294017603,"time":17.07999999999789}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-05","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0357143329456449,"final_target_error_m":0.13610639248524703,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.519999999999844},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17977737459479548,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.101609720512272,2.288868571643377,0.02871608948493221,0.38100882350325627,0.25218601039421173,0.12469863908252776,0.10578877314531177],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.019472653600440353,0.01622124627312385],"joint_velocity_rad_s":[0.18025047841219535,0.34745645474063885,0.5012019278163263,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"stage":"lift","target_distance":0.13610639248057887,"time":4.519999999999844},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999034104,-0.1321810036462553,0.3124914782969372],"stage":"transfer","target_distance":0.1361063924810991,"time":6.020000000000345},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999040409,-0.1321810036462553,0.3124914782969372],"stage":"place","target_distance":0.13610639248172304,"time":7.820000000000946},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999045496,-0.1321810036462553,0.3124914782969372],"stage":"release","target_distance":0.13610639248222647,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999046186,-0.1321810036462553,0.3124914782969372],"stage":"retreat","target_distance":0.1361063924822947,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999050944,-0.1321810036462553,0.3124914782969372],"stage":"verify","target_distance":0.13610639248276563,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":545,"controller_failure":null,"episode_wall_seconds":0.6429401668719947,"final_target_error_m":0.00016534270637883307,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":165,"loaded_pre_action_samples":165,"maximum_loaded_offset_change_m":0.0015984896473471885,"maximum_object_lift_m":0.12351579595789891,"maximum_sampled_lift_dwell_seconds":3.387999999999738,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.293380740684427,2.4567079453791507,0.02871608948493221,0.3993389560051064,0.25218601039421173,0.9772099408903738,1.0298743491598827],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08166714765933915,0.08172059058878928],"joint_velocity_rad_s":[0.18025047841219535,0.3496853624134536,0.4993528543602368,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.883999999999407,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":4,"right":4},"object_position":[0.5180784167432622,-0.13221835727715878,0.31378745751781206],"stage":"lift","target_distance":0.13615982660380824,"time":4.519999999999844},{"contacts":{"left":2,"right":4},"object_position":[0.5135367036481515,-0.1318979276085218,0.43027184351244235],"stage":"transfer","target_distance":0.17661356762097227,"time":6.020000000000345},{"contacts":{"left":4,"right":2},"object_position":[0.3898230074198592,-0.10751179038909812,0.43470891017547264],"stage":"place","target_distance":0.12248737024917633,"time":7.820000000000946},{"contacts":{"left":2,"right":2},"object_position":[0.38316313425859655,-0.11256843196075804,0.3124454082173879],"stage":"release","target_distance":0.00019509234521572754,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225079104,-0.11256814089879887,0.3124914782914348],"stage":"retreat","target_distance":0.00016534270866325342,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225306533,-0.11256814089843517,0.3124914782969372],"stage":"verify","target_distance":0.0001653427063651718,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","variant":"baseline"},{"case_id":"scene-05","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9318695000838488,"final_target_error_m":0.13610639248524703,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.519999999999844},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17977737459479548,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.101609720512272,2.288868571643377,0.02871608948493221,0.38100882350325627,0.25218601039421173,0.12469863908252776,0.10578877314531177],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.019472653600440353,0.01622124627312385],"joint_velocity_rad_s":[0.18025047841219535,0.34745645474063885,0.5012019278163263,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"stage":"lift","target_distance":0.13610639248057887,"time":4.519999999999844},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999034104,-0.1321810036462553,0.3124914782969372],"stage":"transfer","target_distance":0.1361063924810991,"time":6.020000000000345},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999040409,-0.1321810036462553,0.3124914782969372],"stage":"place","target_distance":0.13610639248172304,"time":7.820000000000946},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999045496,-0.1321810036462553,0.3124914782969372],"stage":"release","target_distance":0.13610639248222647,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999046186,-0.1321810036462553,0.3124914782969372],"stage":"retreat","target_distance":0.1361063924822947,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999050944,-0.1321810036462553,0.3124914782969372],"stage":"verify","target_distance":0.13610639248276563,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":545,"controller_failure":null,"episode_wall_seconds":0.6814778340049088,"final_target_error_m":0.00016534270637883307,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":165,"loaded_pre_action_samples":165,"maximum_loaded_offset_change_m":0.0015984896473471885,"maximum_object_lift_m":0.12351579595789891,"maximum_sampled_lift_dwell_seconds":3.387999999999738,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.293380740684427,2.4567079453791507,0.02871608948493221,0.3993389560051064,0.25218601039421173,0.9772099408903738,1.0298743491598827],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08166714765933915,0.08172059058878928],"joint_velocity_rad_s":[0.18025047841219535,0.3496853624134536,0.4993528543602368,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.883999999999407,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":4,"right":4},"object_position":[0.5180784167432622,-0.13221835727715878,0.31378745751781206],"stage":"lift","target_distance":0.13615982660380824,"time":4.519999999999844},{"contacts":{"left":2,"right":4},"object_position":[0.5135367036481515,-0.1318979276085218,0.43027184351244235],"stage":"transfer","target_distance":0.17661356762097227,"time":6.020000000000345},{"contacts":{"left":4,"right":2},"object_position":[0.3898230074198592,-0.10751179038909812,0.43470891017547264],"stage":"place","target_distance":0.12248737024917633,"time":7.820000000000946},{"contacts":{"left":2,"right":2},"object_position":[0.38316313425859655,-0.11256843196075804,0.3124454082173879],"stage":"release","target_distance":0.00019509234521572754,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225079104,-0.11256814089879887,0.3124914782914348],"stage":"retreat","target_distance":0.00016534270866325342,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225306533,-0.11256814089843517,0.3124914782969372],"stage":"verify","target_distance":0.0001653427063651718,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-06","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9530160829890519,"final_target_error_m":0.11319236177137315,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1200000000000445},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.16569245925223225,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9313802110352185,3.8060274628637103,2.2944306829567154,0.02865803424108173,0.34011337507241196,0.2521827472984768,0.035414118442766096,0.06053614124284579],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0067361470405510075,0.010226703100677933],"joint_velocity_rad_s":[0.20814106019652762,0.26171984680032273,0.42134049536132,0.0066106700600331745,0.46652445631496403,0.24999519683065222],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"stage":"lift","target_distance":0.1131923617704621,"time":5.1200000000000445},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999985409,-0.03773999638714775,0.3149914782969372],"stage":"transfer","target_distance":0.11319236177057748,"time":6.780000000000599},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999807474,-0.03773999638714775,0.3149914782969372],"stage":"place","target_distance":0.11319236177067309,"time":8.120000000000939},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999758657,-0.03773999638714775,0.3149914782969372],"stage":"release","target_distance":0.11319236177077319,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.431450999997506,-0.03773999638714775,0.3149914782969372],"stage":"retreat","target_distance":0.1131923617707897,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999703357,-0.03773999638714775,0.3149914782969372],"stage":"verify","target_distance":0.11319236177088658,"time":11.139999999999265}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":561,"controller_failure":null,"episode_wall_seconds":0.6810624999925494,"final_target_error_m":0.000596279101847868,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":150,"loaded_pre_action_samples":150,"maximum_loaded_offset_change_m":0.0018019477590503835,"maximum_object_lift_m":0.12573089293757,"maximum_sampled_lift_dwell_seconds":2.961999999999785,"native_tick_peaks":{"actuator_force":[2.2841455423536345,3.870053201467556,2.6036339991669593,0.05287782604546787,0.3576726800798467,0.2521827472984768,1.3292848597014748,1.2939783121064563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0816264897426086,0.08123399305240168],"joint_velocity_rad_s":[0.20814106019652762,0.2642955989119176,0.4184236654686066,0.012061823263438921,0.4771786758734198,0.25013179348269143],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.200999999999231,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":4,"right":4},"object_position":[0.43142249912437347,-0.037737709064335594,0.3161291851953909],"stage":"lift","target_distance":0.11320607954602538,"time":5.1200000000000445},{"contacts":{"left":4,"right":4},"object_position":[0.43209669181619226,-0.03928795012996585,0.4319067402259608],"stage":"transfer","target_distance":0.16158449511075718,"time":6.780000000000599},{"contacts":{"left":4,"right":4},"object_position":[0.4467089000468821,-0.1435867876343527,0.4396227493330798],"stage":"place","target_distance":0.1249739458784015,"time":8.120000000000939},{"contacts":{"left":2,"right":2},"object_position":[0.4540769080192649,-0.14873920145270236,0.3149630087865782],"stage":"release","target_distance":0.0006234825036197262,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.45410664861101385,-0.14874393543375117,0.31499147829660584],"stage":"retreat","target_distance":0.0005962791016750495,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.4541066486108479,-0.14874393543376171,0.3149914782969371],"stage":"verify","target_distance":0.0005962791018287386,"time":11.139999999999265}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","variant":"baseline"},{"case_id":"scene-06","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9427451249212027,"final_target_error_m":0.11319236177137315,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1200000000000445},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.16569245925223225,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9313802110352185,3.8060274628637103,2.2944306829567154,0.02865803424108173,0.34011337507241196,0.2521827472984768,0.035414118442766096,0.06053614124284579],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0067361470405510075,0.010226703100677933],"joint_velocity_rad_s":[0.20814106019652762,0.26171984680032273,0.42134049536132,0.0066106700600331745,0.46652445631496403,0.24999519683065222],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"stage":"lift","target_distance":0.1131923617704621,"time":5.1200000000000445},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999985409,-0.03773999638714775,0.3149914782969372],"stage":"transfer","target_distance":0.11319236177057748,"time":6.780000000000599},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999807474,-0.03773999638714775,0.3149914782969372],"stage":"place","target_distance":0.11319236177067309,"time":8.120000000000939},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999758657,-0.03773999638714775,0.3149914782969372],"stage":"release","target_distance":0.11319236177077319,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.431450999997506,-0.03773999638714775,0.3149914782969372],"stage":"retreat","target_distance":0.1131923617707897,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999703357,-0.03773999638714775,0.3149914782969372],"stage":"verify","target_distance":0.11319236177088658,"time":11.139999999999265}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":561,"controller_failure":null,"episode_wall_seconds":0.7144494580570608,"final_target_error_m":0.000596279101847868,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":150,"loaded_pre_action_samples":150,"maximum_loaded_offset_change_m":0.0018019477590503835,"maximum_object_lift_m":0.12573089293757,"maximum_sampled_lift_dwell_seconds":2.961999999999785,"native_tick_peaks":{"actuator_force":[2.2841455423536345,3.870053201467556,2.6036339991669593,0.05287782604546787,0.3576726800798467,0.2521827472984768,1.3292848597014748,1.2939783121064563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0816264897426086,0.08123399305240168],"joint_velocity_rad_s":[0.20814106019652762,0.2642955989119176,0.4184236654686066,0.012061823263438921,0.4771786758734198,0.25013179348269143],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.200999999999231,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":4,"right":4},"object_position":[0.43142249912437347,-0.037737709064335594,0.3161291851953909],"stage":"lift","target_distance":0.11320607954602538,"time":5.1200000000000445},{"contacts":{"left":4,"right":4},"object_position":[0.43209669181619226,-0.03928795012996585,0.4319067402259608],"stage":"transfer","target_distance":0.16158449511075718,"time":6.780000000000599},{"contacts":{"left":4,"right":4},"object_position":[0.4467089000468821,-0.1435867876343527,0.4396227493330798],"stage":"place","target_distance":0.1249739458784015,"time":8.120000000000939},{"contacts":{"left":2,"right":2},"object_position":[0.4540769080192649,-0.14873920145270236,0.3149630087865782],"stage":"release","target_distance":0.0006234825036197262,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.45410664861101385,-0.14874393543375117,0.31499147829660584],"stage":"retreat","target_distance":0.0005962791016750495,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.4541066486108479,-0.14874393543376171,0.3149914782969371],"stage":"verify","target_distance":0.0005962791018287386,"time":11.139999999999265}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-07","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9476818752009422,"final_target_error_m":0.38001067707300046,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.099999999999704},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.39468047097265535,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.0774850038875172,3.897823575493476,2.293739152507385,0.00834219125566032,0.36093349805912744,0.2775640459511095,0.08968362389030737,0.10783508308509049],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.015003503898005099,0.01768729900400205],"joint_velocity_rad_s":[0.2644641213999889,0.3659075250204229,0.627468968736405,0.0019517240885109873,0.4476957941248135,0.3648816196851548],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"stage":"lift","target_distance":0.38001067707708275,"time":4.099999999999704},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749417884,-0.16254599986880355,0.3099914782969369],"stage":"transfer","target_distance":0.38001067707668446,"time":5.600000000000205},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986717344,0.3099914782969369],"stage":"place","target_distance":0.3800106770753181,"time":10.31999999999972},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986664856,0.3099914782969369],"stage":"release","target_distance":0.3800106770748647,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986657206,0.3099914782969369],"stage":"retreat","target_distance":0.38001067707479863,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.162545999866112,0.3099914782969369],"stage":"verify","target_distance":0.3800106770744013,"time":13.359999999998035}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":669,"controller_failure":null,"episode_wall_seconds":0.8896604999899864,"final_target_error_m":0.0006622005913621687,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":311,"loaded_pre_action_samples":311,"maximum_loaded_offset_change_m":0.001984766630000342,"maximum_object_lift_m":0.13032513867914086,"maximum_sampled_lift_dwell_seconds":6.338000000000451,"native_tick_peaks":{"actuator_force":[1.1752321834037787,3.898818244501456,2.2947409495520787,0.016005182728216286,0.3626674248908226,0.2767554488980437,0.9220384058417892,0.91691355931688],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08194858219656033,0.08111233622846761],"joint_velocity_rad_s":[0.26420190984558195,0.3659075250204229,0.627468968736405,0.003642076098523177,0.44975551310835493,0.364925421723886],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.360999999998034,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":4,"right":4},"object_position":[0.27783982380128425,-0.16247921511365665,0.3112902240456599],"stage":"lift","target_distance":0.37997997306430764,"time":4.099999999999704},{"contacts":{"left":4,"right":4},"object_position":[0.2777304040836143,-0.16081181206803197,0.42715332864872685],"stage":"transfer","target_distance":0.39630592574054474,"time":5.600000000000205},{"contacts":{"left":1,"right":4},"object_position":[0.4611107889645215,0.16224405118595978,0.43763105626518156],"stage":"place","target_distance":0.12794606838942615,"time":10.31999999999972},{"contacts":{"left":1,"right":2},"object_position":[0.46999776292672957,0.16546207443110397,0.30992917899891465],"stage":"release","target_distance":0.0006398381304735685,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.47002573223397265,0.16546244475394944,0.30999147829572277],"stage":"retreat","target_distance":0.00066220059096034,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.4700257322344122,0.16546244475394195,0.3099914782969373],"stage":"verify","target_distance":0.0006622005913624926,"time":13.359999999998035}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","variant":"baseline"},{"case_id":"scene-07","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0032405420206487,"final_target_error_m":0.38001067707300046,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.099999999999704},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.39468047097265535,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.0774850038875172,3.897823575493476,2.293739152507385,0.00834219125566032,0.36093349805912744,0.2775640459511095,0.08968362389030737,0.10783508308509049],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.015003503898005099,0.01768729900400205],"joint_velocity_rad_s":[0.2644641213999889,0.3659075250204229,0.627468968736405,0.0019517240885109873,0.4476957941248135,0.3648816196851548],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"stage":"lift","target_distance":0.38001067707708275,"time":4.099999999999704},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749417884,-0.16254599986880355,0.3099914782969369],"stage":"transfer","target_distance":0.38001067707668446,"time":5.600000000000205},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986717344,0.3099914782969369],"stage":"place","target_distance":0.3800106770753181,"time":10.31999999999972},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986664856,0.3099914782969369],"stage":"release","target_distance":0.3800106770748647,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986657206,0.3099914782969369],"stage":"retreat","target_distance":0.38001067707479863,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.162545999866112,0.3099914782969369],"stage":"verify","target_distance":0.3800106770744013,"time":13.359999999998035}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":669,"controller_failure":null,"episode_wall_seconds":0.8826302089728415,"final_target_error_m":0.0006622005913621687,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":311,"loaded_pre_action_samples":311,"maximum_loaded_offset_change_m":0.001984766630000342,"maximum_object_lift_m":0.13032513867914086,"maximum_sampled_lift_dwell_seconds":6.338000000000451,"native_tick_peaks":{"actuator_force":[1.1752321834037787,3.898818244501456,2.2947409495520787,0.016005182728216286,0.3626674248908226,0.2767554488980437,0.9220384058417892,0.91691355931688],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08194858219656033,0.08111233622846761],"joint_velocity_rad_s":[0.26420190984558195,0.3659075250204229,0.627468968736405,0.003642076098523177,0.44975551310835493,0.364925421723886],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.360999999998034,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":4,"right":4},"object_position":[0.27783982380128425,-0.16247921511365665,0.3112902240456599],"stage":"lift","target_distance":0.37997997306430764,"time":4.099999999999704},{"contacts":{"left":4,"right":4},"object_position":[0.2777304040836143,-0.16081181206803197,0.42715332864872685],"stage":"transfer","target_distance":0.39630592574054474,"time":5.600000000000205},{"contacts":{"left":1,"right":4},"object_position":[0.4611107889645215,0.16224405118595978,0.43763105626518156],"stage":"place","target_distance":0.12794606838942615,"time":10.31999999999972},{"contacts":{"left":1,"right":2},"object_position":[0.46999776292672957,0.16546207443110397,0.30992917899891465],"stage":"release","target_distance":0.0006398381304735685,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.47002573223397265,0.16546244475394944,0.30999147829572277],"stage":"retreat","target_distance":0.00066220059096034,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.4700257322344122,0.16546244475394195,0.3099914782969373],"stage":"verify","target_distance":0.0006622005913624926,"time":13.359999999998035}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-08","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9392436249181628,"final_target_error_m":0.1571938890751325,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.660000000000559},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.1953885775372333,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.186485597564172,2.315563228957842,0.028240165509261488,0.3821591535983604,0.2521838136101522,0.06356213372096953,0.12124148928442224],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.010666584158379294,0.018308834333224683],"joint_velocity_rad_s":[0.205612265979898,0.3296200431445777,0.46349599998236185,0.00648081787445011,0.4818141587232054,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"stage":"lift","target_distance":0.15719388907889736,"time":6.660000000000559},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001346768,0.07972800370149982,0.3099914782969372],"stage":"transfer","target_distance":0.15719388907842446,"time":8.080000000000961},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001339299,0.07972800370150217,0.3099914782969372],"stage":"place","target_distance":0.1571938890777099,"time":10.259999999999753},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001333733,0.07972800370150218,0.3099914782969372],"stage":"release","target_distance":0.15719388907717796,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001332888,0.07972800370150218,0.3099914782969372],"stage":"retreat","target_distance":0.15719388907709722,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001327802,0.07972800370150218,0.3099914782969372],"stage":"verify","target_distance":0.15719388907661117,"time":13.559999999997924}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":679,"controller_failure":null,"episode_wall_seconds":0.8296022089198232,"final_target_error_m":0.00019882021392952042,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":180,"loaded_pre_action_samples":180,"maximum_loaded_offset_change_m":0.001332465315760824,"maximum_object_lift_m":0.12339801459258881,"maximum_sampled_lift_dwell_seconds":3.777999999999695,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.296606453753213,2.4076276206311604,0.028240165509261488,0.3891095318193578,0.2521838136101522,0.9669285575510607,0.8957974305922418],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.080890407932455,0.08187063004215288],"joint_velocity_rad_s":[0.205612265979898,0.3305422282056301,0.4628970700199792,0.00648081787445011,0.48226198395508846,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.564999999997921,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":4,"right":4},"object_position":[0.5255053317076832,0.07970818028749806,0.3113707266950103],"stage":"lift","target_distance":0.15722035166444248,"time":6.660000000000559},{"contacts":{"left":2,"right":4},"object_position":[0.5196912383941502,0.07984839521532777,0.42941010415959585],"stage":"transfer","target_distance":0.1929996717736624,"time":8.080000000000961},{"contacts":{"left":4,"right":4},"object_position":[0.37887476194155245,0.11918285088494224,0.43201647747162036],"stage":"place","target_distance":0.12225977521612398,"time":10.259999999999753},{"contacts":{"left":2,"right":2},"object_position":[0.37512745829963534,0.12616951115207198,0.30992695118107255],"stage":"release","target_distance":0.00023290233338215785,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973222545,0.12616847281990837,0.3099914782966726],"stage":"retreat","target_distance":0.00019882021380027875,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973191765,0.12616847281991023,0.3099914782969373],"stage":"verify","target_distance":0.00019882021392872326,"time":13.559999999997924}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","variant":"baseline"},{"case_id":"scene-08","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1207075419370085,"final_target_error_m":0.1571938890751325,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.660000000000559},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.1953885775372333,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.186485597564172,2.315563228957842,0.028240165509261488,0.3821591535983604,0.2521838136101522,0.06356213372096953,0.12124148928442224],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.010666584158379294,0.018308834333224683],"joint_velocity_rad_s":[0.205612265979898,0.3296200431445777,0.46349599998236185,0.00648081787445011,0.4818141587232054,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"stage":"lift","target_distance":0.15719388907889736,"time":6.660000000000559},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001346768,0.07972800370149982,0.3099914782969372],"stage":"transfer","target_distance":0.15719388907842446,"time":8.080000000000961},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001339299,0.07972800370150217,0.3099914782969372],"stage":"place","target_distance":0.1571938890777099,"time":10.259999999999753},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001333733,0.07972800370150218,0.3099914782969372],"stage":"release","target_distance":0.15719388907717796,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001332888,0.07972800370150218,0.3099914782969372],"stage":"retreat","target_distance":0.15719388907709722,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001327802,0.07972800370150218,0.3099914782969372],"stage":"verify","target_distance":0.15719388907661117,"time":13.559999999997924}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":679,"controller_failure":null,"episode_wall_seconds":1.0663232079241425,"final_target_error_m":0.00019882021392952042,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":180,"loaded_pre_action_samples":180,"maximum_loaded_offset_change_m":0.001332465315760824,"maximum_object_lift_m":0.12339801459258881,"maximum_sampled_lift_dwell_seconds":3.777999999999695,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.296606453753213,2.4076276206311604,0.028240165509261488,0.3891095318193578,0.2521838136101522,0.9669285575510607,0.8957974305922418],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.080890407932455,0.08187063004215288],"joint_velocity_rad_s":[0.205612265979898,0.3305422282056301,0.4628970700199792,0.00648081787445011,0.48226198395508846,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.564999999997921,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":4,"right":4},"object_position":[0.5255053317076832,0.07970818028749806,0.3113707266950103],"stage":"lift","target_distance":0.15722035166444248,"time":6.660000000000559},{"contacts":{"left":2,"right":4},"object_position":[0.5196912383941502,0.07984839521532777,0.42941010415959585],"stage":"transfer","target_distance":0.1929996717736624,"time":8.080000000000961},{"contacts":{"left":4,"right":4},"object_position":[0.37887476194155245,0.11918285088494224,0.43201647747162036],"stage":"place","target_distance":0.12225977521612398,"time":10.259999999999753},{"contacts":{"left":2,"right":2},"object_position":[0.37512745829963534,0.12616951115207198,0.30992695118107255],"stage":"release","target_distance":0.00023290233338215785,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973222545,0.12616847281990837,0.3099914782966726],"stage":"retreat","target_distance":0.00019882021380027875,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973191765,0.12616847281991023,0.3099914782969373],"stage":"verify","target_distance":0.00019882021392872326,"time":13.559999999997924}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-09","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0354964160360396,"final_target_error_m":0.1496008496878874,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.520000000000178},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19105743350396578,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.4140525002295874,3.1906459524612387,2.186021355247135,0.01922446847276503,0.31629758855237355,0.27741373776773237,0.08047979446085485,0.06948097012980448],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012353227260526631,0.011979517777229423],"joint_velocity_rad_s":[0.24705824282808186,0.3146639997546938,0.5304956638624785,0.004513190641240338,0.4580315601033056,0.3493063355381736],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"stage":"lift","target_distance":0.14960084969193693,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678727164,0.31249147829693724],"stage":"transfer","target_distance":0.14960084969137877,"time":7.2400000000007525},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678021,0.31249147829693724],"stage":"place","target_distance":0.14960084969071935,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667746347,0.31249147829693724],"stage":"release","target_distance":0.1496008496901987,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996677373274,0.31249147829693724],"stage":"retreat","target_distance":0.1496008496901145,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667684717,0.31249147829693724],"stage":"verify","target_distance":0.1496008496896232,"time":12.659999999998423}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.8206494159530848,"final_target_error_m":0.00013300041100402593,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":188,"loaded_pre_action_samples":188,"maximum_loaded_offset_change_m":0.0024576958712471462,"maximum_object_lift_m":0.12866425411011695,"maximum_sampled_lift_dwell_seconds":3.7639999999996965,"native_tick_peaks":{"actuator_force":[1.5245267316959854,3.1906459524612387,2.5462579002737584,0.060750299767249535,0.31629758855237355,0.27704294990697953,1.2615792729887843,1.3187530894263113],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08069069936930501,0.08219477646027733],"joint_velocity_rad_s":[0.24591349032635784,0.3146639997546938,0.5304956638624785,0.013126001556091062,0.4580315601033056,0.3495166247227597],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.678999999998412,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":4,"right":4},"object_position":[0.2760074489278819,-0.05524146925550134,0.3135949521544285],"stage":"lift","target_distance":0.14959293743019833,"time":5.520000000000178},{"contacts":{"left":4,"right":4},"object_position":[0.2748282403340979,-0.053629192091877234,0.42973001335845884],"stage":"transfer","target_distance":0.18920808829750757,"time":7.2400000000007525},{"contacts":{"left":4,"right":4},"object_position":[0.32603762100161443,0.07548121200918483,0.4396540105313049],"stage":"place","target_distance":0.12751740772359685,"time":9.280000000000296},{"contacts":{"left":2,"right":2},"object_position":[0.3295692908696923,0.08429312990064958,0.3124646080587793],"stage":"release","target_distance":0.00013703801056139133,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229136883,0.08429329649942884,0.31249147829688245],"stage":"retreat","target_distance":0.00013300041119487904,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229093224,0.08429329649956,0.312491478296937],"stage":"verify","target_distance":0.00013300041100749543,"time":12.659999999998423}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","variant":"baseline"},{"case_id":"scene-09","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9466798331122845,"final_target_error_m":0.1496008496878874,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.520000000000178},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19105743350396578,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.4140525002295874,3.1906459524612387,2.186021355247135,0.01922446847276503,0.31629758855237355,0.27741373776773237,0.08047979446085485,0.06948097012980448],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012353227260526631,0.011979517777229423],"joint_velocity_rad_s":[0.24705824282808186,0.3146639997546938,0.5304956638624785,0.004513190641240338,0.4580315601033056,0.3493063355381736],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"stage":"lift","target_distance":0.14960084969193693,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678727164,0.31249147829693724],"stage":"transfer","target_distance":0.14960084969137877,"time":7.2400000000007525},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678021,0.31249147829693724],"stage":"place","target_distance":0.14960084969071935,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667746347,0.31249147829693724],"stage":"release","target_distance":0.1496008496901987,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996677373274,0.31249147829693724],"stage":"retreat","target_distance":0.1496008496901145,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667684717,0.31249147829693724],"stage":"verify","target_distance":0.1496008496896232,"time":12.659999999998423}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.7534592079464346,"final_target_error_m":0.00013300041100402593,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":188,"loaded_pre_action_samples":188,"maximum_loaded_offset_change_m":0.0024576958712471462,"maximum_object_lift_m":0.12866425411011695,"maximum_sampled_lift_dwell_seconds":3.7639999999996965,"native_tick_peaks":{"actuator_force":[1.5245267316959854,3.1906459524612387,2.5462579002737584,0.060750299767249535,0.31629758855237355,0.27704294990697953,1.2615792729887843,1.3187530894263113],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08069069936930501,0.08219477646027733],"joint_velocity_rad_s":[0.24591349032635784,0.3146639997546938,0.5304956638624785,0.013126001556091062,0.4580315601033056,0.3495166247227597],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.678999999998412,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":4,"right":4},"object_position":[0.2760074489278819,-0.05524146925550134,0.3135949521544285],"stage":"lift","target_distance":0.14959293743019833,"time":5.520000000000178},{"contacts":{"left":4,"right":4},"object_position":[0.2748282403340979,-0.053629192091877234,0.42973001335845884],"stage":"transfer","target_distance":0.18920808829750757,"time":7.2400000000007525},{"contacts":{"left":4,"right":4},"object_position":[0.32603762100161443,0.07548121200918483,0.4396540105313049],"stage":"place","target_distance":0.12751740772359685,"time":9.280000000000296},{"contacts":{"left":2,"right":2},"object_position":[0.3295692908696923,0.08429312990064958,0.3124646080587793],"stage":"release","target_distance":0.00013703801056139133,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229136883,0.08429329649942884,0.31249147829688245],"stage":"retreat","target_distance":0.00013300041119487904,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229093224,0.08429329649956,0.312491478296937],"stage":"verify","target_distance":0.00013300041100749543,"time":12.659999999998423}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-10","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9954247078858316,"final_target_error_m":0.1523952682419999,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.439999999999817},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19106654439907156,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062964609084418,3.549007759542121,2.274550205759965,0.026959883322378433,0.3150882610467143,0.2709360395461431,0.07570878890466481,0.04522125880528094],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012688168455680124,0.007754187570633051],"joint_velocity_rad_s":[0.22727918096276684,0.2330535387814196,0.41099169866053215,0.006203385913834949,0.4971733604527802,0.31431011839648804],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"stage":"lift","target_distance":0.15239526823745642,"time":4.439999999999817},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299731945382,0.30999147829693724],"stage":"transfer","target_distance":0.1523952682379561,"time":5.940000000000318},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732007058,0.30999147829693724],"stage":"place","target_distance":0.1523952682385534,"time":7.720000000000913},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.0841829973205698,0.30999147829693724],"stage":"release","target_distance":0.1523952682390369,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732066639,0.30999147829693724],"stage":"retreat","target_distance":0.15239526823913044,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732115163,0.30999147829693724],"stage":"verify","target_distance":0.15239526823960037,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":543,"controller_failure":null,"episode_wall_seconds":1.0266591249965131,"final_target_error_m":0.0004907843795863844,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":164,"loaded_pre_action_samples":164,"maximum_loaded_offset_change_m":0.0018378084764740822,"maximum_object_lift_m":0.12523402978425413,"maximum_sampled_lift_dwell_seconds":3.358999999999741,"native_tick_peaks":{"actuator_force":[2.1961787584821195,3.751432037175789,2.5446011535048,0.04808878026079307,0.3150882610467143,0.27038674956442144,0.9457145001769098,1.0071715557479788],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08135048149778915,0.081774627491921],"joint_velocity_rad_s":[0.22685896706501452,0.2330535387814196,0.41099169866053215,0.009708217683235359,0.503767708920213,0.31439398756102666],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.84299999999943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":4,"right":4},"object_position":[0.40767163858279426,-0.08416277347226736,0.3113120531310113],"stage":"lift","target_distance":0.15239713314326805,"time":4.439999999999817},{"contacts":{"left":4,"right":4},"object_position":[0.40828077558575987,-0.08265753725662427,0.42710356285421125],"stage":"transfer","target_distance":0.19091478743995843,"time":5.940000000000318},{"contacts":{"left":4,"right":4},"object_position":[0.4456767624053915,0.05444993533117108,0.43391600047199874],"stage":"place","target_distance":0.12423916234801728,"time":7.720000000000913},{"contacts":{"left":2,"right":2},"object_position":[0.44596057631060115,0.0629980958103475,0.3099626865763647],"stage":"release","target_distance":0.00047932431460821263,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.44598346706997805,0.06299755374614247,0.3099914782969341],"stage":"retreat","target_distance":0.0004907843799145049,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.4459834670695119,0.06299755374622401,0.30999147829693735],"stage":"verify","target_distance":0.0004907843795870211,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","variant":"baseline"},{"case_id":"scene-10","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9883999999146909,"final_target_error_m":0.1523952682419999,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.439999999999817},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19106654439907156,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062964609084418,3.549007759542121,2.274550205759965,0.026959883322378433,0.3150882610467143,0.2709360395461431,0.07570878890466481,0.04522125880528094],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012688168455680124,0.007754187570633051],"joint_velocity_rad_s":[0.22727918096276684,0.2330535387814196,0.41099169866053215,0.006203385913834949,0.4971733604527802,0.31431011839648804],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"stage":"lift","target_distance":0.15239526823745642,"time":4.439999999999817},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299731945382,0.30999147829693724],"stage":"transfer","target_distance":0.1523952682379561,"time":5.940000000000318},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732007058,0.30999147829693724],"stage":"place","target_distance":0.1523952682385534,"time":7.720000000000913},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.0841829973205698,0.30999147829693724],"stage":"release","target_distance":0.1523952682390369,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732066639,0.30999147829693724],"stage":"retreat","target_distance":0.15239526823913044,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732115163,0.30999147829693724],"stage":"verify","target_distance":0.15239526823960037,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":543,"controller_failure":null,"episode_wall_seconds":0.6469169158954173,"final_target_error_m":0.0004907843795863844,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":164,"loaded_pre_action_samples":164,"maximum_loaded_offset_change_m":0.0018378084764740822,"maximum_object_lift_m":0.12523402978425413,"maximum_sampled_lift_dwell_seconds":3.358999999999741,"native_tick_peaks":{"actuator_force":[2.1961787584821195,3.751432037175789,2.5446011535048,0.04808878026079307,0.3150882610467143,0.27038674956442144,0.9457145001769098,1.0071715557479788],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08135048149778915,0.081774627491921],"joint_velocity_rad_s":[0.22685896706501452,0.2330535387814196,0.41099169866053215,0.009708217683235359,0.503767708920213,0.31439398756102666],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.84299999999943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":4,"right":4},"object_position":[0.40767163858279426,-0.08416277347226736,0.3113120531310113],"stage":"lift","target_distance":0.15239713314326805,"time":4.439999999999817},{"contacts":{"left":4,"right":4},"object_position":[0.40828077558575987,-0.08265753725662427,0.42710356285421125],"stage":"transfer","target_distance":0.19091478743995843,"time":5.940000000000318},{"contacts":{"left":4,"right":4},"object_position":[0.4456767624053915,0.05444993533117108,0.43391600047199874],"stage":"place","target_distance":0.12423916234801728,"time":7.720000000000913},{"contacts":{"left":2,"right":2},"object_position":[0.44596057631060115,0.0629980958103475,0.3099626865763647],"stage":"release","target_distance":0.00047932431460821263,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.44598346706997805,0.06299755374614247,0.3099914782969341],"stage":"retreat","target_distance":0.0004907843799145049,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.4459834670695119,0.06299755374622401,0.30999147829693735],"stage":"verify","target_distance":0.0004907843795870211,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-11","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0436908749397844,"final_target_error_m":0.21686464925688545,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.940000000000986},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.24512646227489415,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.776321366794548,2.2722916282582446,0.023756512766018163,0.3768078165641757,0.27100736755156163,0.15402368934869415,0.092935912567091],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.025021663064725773,0.01535079928198891],"joint_velocity_rad_s":[0.23401797060211366,0.28754386213147193,0.46364358080930235,0.005581342929084335,0.44587542763686316,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"stage":"lift","target_distance":0.21686464925350965,"time":7.940000000000986},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980184447,0.1163220021578627,0.30499147829693696],"stage":"transfer","target_distance":0.2168646492541009,"time":9.700000000000063},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801749303,0.1163220021578627,0.30499147829693696],"stage":"place","target_distance":0.21686464925500745,"time":12.399999999998567},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801699954,0.1163220021578627,0.30499147829693696],"stage":"release","target_distance":0.21686464925547755,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980169216,0.1163220021578627,0.30499147829693696],"stage":"retreat","target_distance":0.2168646492555518,"time":14.019999999997669}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":766,"controller_failure":null,"episode_wall_seconds":1.0099450419656932,"final_target_error_m":0.0007068709251985517,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0026815281270109654,"maximum_object_lift_m":0.12969726249133828,"maximum_sampled_lift_dwell_seconds":4.329999999999781,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.7781113643458184,2.5497232651089234,0.032384055051823374,0.43970088698742416,0.27100736755156163,1.015817959341164,1.0900590606364053],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08160308091315815,0.08140053472113133],"joint_velocity_rad_s":[0.23401797060211366,0.28987224053928795,0.46364358080930235,0.007626330709003963,0.4559196311498867,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.318999999996949,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":4,"right":4},"object_position":[0.2820372963242453,0.11628251652307982,0.30613375219478123],"stage":"lift","target_distance":0.21689532811071358,"time":7.940000000000986},{"contacts":{"left":4,"right":2},"object_position":[0.2801546120646316,0.11676497617250796,0.42179727521811566],"stage":"transfer","target_distance":0.24805105559855664,"time":9.700000000000063},{"contacts":{"left":1,"right":4},"object_position":[0.482133051527944,0.05620258471396183,0.43120456913336747],"stage":"place","target_distance":0.1265093838321839,"time":12.399999999998567},{"contacts":{"left":1,"right":2},"object_position":[0.48917396849365785,0.05081664808021737,0.30496633720540245],"stage":"release","target_distance":0.0007037701586756552,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.489177676176919,0.050818327289354585,0.30499147829645623],"stage":"retreat","target_distance":0.0007068709254758162,"time":14.019999999997669}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","variant":"baseline"},{"case_id":"scene-11","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.955898166866973,"final_target_error_m":0.21686464925688545,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.940000000000986},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.24512646227489415,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.776321366794548,2.2722916282582446,0.023756512766018163,0.3768078165641757,0.27100736755156163,0.15402368934869415,0.092935912567091],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.025021663064725773,0.01535079928198891],"joint_velocity_rad_s":[0.23401797060211366,0.28754386213147193,0.46364358080930235,0.005581342929084335,0.44587542763686316,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"stage":"lift","target_distance":0.21686464925350965,"time":7.940000000000986},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980184447,0.1163220021578627,0.30499147829693696],"stage":"transfer","target_distance":0.2168646492541009,"time":9.700000000000063},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801749303,0.1163220021578627,0.30499147829693696],"stage":"place","target_distance":0.21686464925500745,"time":12.399999999998567},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801699954,0.1163220021578627,0.30499147829693696],"stage":"release","target_distance":0.21686464925547755,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980169216,0.1163220021578627,0.30499147829693696],"stage":"retreat","target_distance":0.2168646492555518,"time":14.019999999997669}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":766,"controller_failure":null,"episode_wall_seconds":0.9636269169859588,"final_target_error_m":0.0007068709251985517,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0026815281270109654,"maximum_object_lift_m":0.12969726249133828,"maximum_sampled_lift_dwell_seconds":4.329999999999781,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.7781113643458184,2.5497232651089234,0.032384055051823374,0.43970088698742416,0.27100736755156163,1.015817959341164,1.0900590606364053],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08160308091315815,0.08140053472113133],"joint_velocity_rad_s":[0.23401797060211366,0.28987224053928795,0.46364358080930235,0.007626330709003963,0.4559196311498867,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.318999999996949,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":4,"right":4},"object_position":[0.2820372963242453,0.11628251652307982,0.30613375219478123],"stage":"lift","target_distance":0.21689532811071358,"time":7.940000000000986},{"contacts":{"left":4,"right":2},"object_position":[0.2801546120646316,0.11676497617250796,0.42179727521811566],"stage":"transfer","target_distance":0.24805105559855664,"time":9.700000000000063},{"contacts":{"left":1,"right":4},"object_position":[0.482133051527944,0.05620258471396183,0.43120456913336747],"stage":"place","target_distance":0.1265093838321839,"time":12.399999999998567},{"contacts":{"left":1,"right":2},"object_position":[0.48917396849365785,0.05081664808021737,0.30496633720540245],"stage":"release","target_distance":0.0007037701586756552,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.489177676176919,0.050818327289354585,0.30499147829645623],"stage":"retreat","target_distance":0.0007068709254758162,"time":14.019999999997669}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-12","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9828063750173897,"final_target_error_m":0.1296087932991013,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.200000000000739},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17402371372811704,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8469756252725915,3.6506053691364286,2.236928946185003,0.02819663465250415,0.35812532139903563,0.2521821638529076,0.04771186419330142,0.06214181542022068],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006955712851974612,0.009107736927798987],"joint_velocity_rad_s":[0.21027953369129815,0.2260539759924448,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"stage":"lift","target_distance":0.12960879330066344,"time":7.200000000000739},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000323405,0.12849099654052099,0.3074914782969372],"stage":"transfer","target_distance":0.12960879330044883,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003180355,0.1284909965405207,0.3074914782969372],"stage":"place","target_distance":0.1296087933002263,"time":10.239999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000312433,0.1284909965405207,0.3074914782969372],"stage":"release","target_distance":0.1296087932999943,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000311668,0.1284909965405207,0.3074914782969372],"stage":"retreat","target_distance":0.12960879329996267,"time":12.059999999998755}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":674,"controller_failure":null,"episode_wall_seconds":0.8007720420137048,"final_target_error_m":0.0021174438826247655,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":152,"loaded_pre_action_samples":152,"maximum_loaded_offset_change_m":0.0022818552440912773,"maximum_object_lift_m":0.12536222253272256,"maximum_sampled_lift_dwell_seconds":3.1739999999997615,"native_tick_peaks":{"actuator_force":[1.8481320175760345,3.759249767424933,2.3185711283351793,0.02819663465250415,0.3619935143650377,0.2521821638529076,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08095250443524904,0.08189501539528625],"joint_velocity_rad_s":[0.21027953369129815,0.22848615890397245,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.470999999997973,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":4,"right":4},"object_position":[0.43699212065726767,0.12846840643250965,0.30878290591538815],"stage":"lift","target_distance":0.12958510862927666,"time":7.200000000000739},{"contacts":{"left":4,"right":4},"object_position":[0.4371018843348155,0.12684518445046802,0.42569236575924796],"stage":"transfer","target_distance":0.1743317891374218,"time":8.680000000000629},{"contacts":{"left":4,"right":3},"object_position":[0.38726976702750165,0.018773918536491914,0.43147852881461984],"stage":"place","target_distance":0.12431516522862675,"time":10.239999999999764},{"contacts":{"left":0,"right":2},"object_position":[0.3811918010587037,0.010647204738773864,0.3074644214790524],"stage":"release","target_distance":0.002167712114688005,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.38124193223369063,0.010647796195491974,0.30749147829206386],"stage":"retreat","target_distance":0.0021174438862061797,"time":12.059999999998755}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","variant":"baseline"},{"case_id":"scene-12","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9560622500721365,"final_target_error_m":0.1296087932991013,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.200000000000739},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17402371372811704,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8469756252725915,3.6506053691364286,2.236928946185003,0.02819663465250415,0.35812532139903563,0.2521821638529076,0.04771186419330142,0.06214181542022068],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006955712851974612,0.009107736927798987],"joint_velocity_rad_s":[0.21027953369129815,0.2260539759924448,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"stage":"lift","target_distance":0.12960879330066344,"time":7.200000000000739},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000323405,0.12849099654052099,0.3074914782969372],"stage":"transfer","target_distance":0.12960879330044883,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003180355,0.1284909965405207,0.3074914782969372],"stage":"place","target_distance":0.1296087933002263,"time":10.239999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000312433,0.1284909965405207,0.3074914782969372],"stage":"release","target_distance":0.1296087932999943,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000311668,0.1284909965405207,0.3074914782969372],"stage":"retreat","target_distance":0.12960879329996267,"time":12.059999999998755}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":674,"controller_failure":null,"episode_wall_seconds":0.80068941693753,"final_target_error_m":0.0021174438826247655,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":152,"loaded_pre_action_samples":152,"maximum_loaded_offset_change_m":0.0022818552440912773,"maximum_object_lift_m":0.12536222253272256,"maximum_sampled_lift_dwell_seconds":3.1739999999997615,"native_tick_peaks":{"actuator_force":[1.8481320175760345,3.759249767424933,2.3185711283351793,0.02819663465250415,0.3619935143650377,0.2521821638529076,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08095250443524904,0.08189501539528625],"joint_velocity_rad_s":[0.21027953369129815,0.22848615890397245,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.470999999997973,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":4,"right":4},"object_position":[0.43699212065726767,0.12846840643250965,0.30878290591538815],"stage":"lift","target_distance":0.12958510862927666,"time":7.200000000000739},{"contacts":{"left":4,"right":4},"object_position":[0.4371018843348155,0.12684518445046802,0.42569236575924796],"stage":"transfer","target_distance":0.1743317891374218,"time":8.680000000000629},{"contacts":{"left":4,"right":3},"object_position":[0.38726976702750165,0.018773918536491914,0.43147852881461984],"stage":"place","target_distance":0.12431516522862675,"time":10.239999999999764},{"contacts":{"left":0,"right":2},"object_position":[0.3811918010587037,0.010647204738773864,0.3074644214790524],"stage":"release","target_distance":0.002167712114688005,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.38124193223369063,0.010647796195491974,0.30749147829206386],"stage":"retreat","target_distance":0.0021174438862061797,"time":12.059999999998755}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-13","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9422448340337723,"final_target_error_m":0.21383675865120408,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.299999999999771},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.2422575055525662,"maximum_object_lift_m":2.7755575615628914e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.3106528964627273,2.2568813550981304,0.026030770711099934,0.3268436287910692,0.2521812119779696,0.025146005134523364,0.038508102704241765],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004902783293594572,0.006774066989935706],"joint_velocity_rad_s":[0.2194003822250544,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43407122023131756,0.23834310719777146],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"stage":"lift","target_distance":0.21383675864938592,"time":4.299999999999771},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971138537,-0.10251600052045813,0.3149914782969371],"stage":"transfer","target_distance":0.21383675864958848,"time":5.820000000000278},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711483347,-0.10251600052045742,0.3149914782969371],"stage":"place","target_distance":0.2138367586499636,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711543876,-0.10251600052045742,0.3149914782969371],"stage":"release","target_distance":0.21383675865019575,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971155086,-0.10251600052045742,0.3149914782969371],"stage":"retreat","target_distance":0.21383675865022253,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711604145,-0.10251600052045742,0.3149914782969371],"stage":"verify","target_distance":0.21383675865042692,"time":12.1599999999987}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":611,"controller_failure":null,"episode_wall_seconds":0.7516184160485864,"final_target_error_m":0.0020184979615013553,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":219,"loaded_pre_action_samples":219,"maximum_loaded_offset_change_m":0.002514552947033689,"maximum_object_lift_m":0.1263437615188439,"maximum_sampled_lift_dwell_seconds":4.554999999999856,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.4229372302986576,2.35454056077549,0.026030770711099934,0.3290600224227518,0.2521812119779696,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08082978133514261,0.08193591657780042],"joint_velocity_rad_s":[0.21889963089543538,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43627929789640685,0.23863362096966195],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.216999999998668,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":4,"right":4},"object_position":[0.3877123402961779,-0.10251025243975265,0.3163240138852081],"stage":"lift","target_distance":0.21382877742542003,"time":4.299999999999771},{"contacts":{"left":4,"right":4},"object_position":[0.3902496088737049,-0.10108094632484373,0.4322145935258531],"stage":"transfer","target_distance":0.24355764689548917,"time":5.820000000000278},{"contacts":{"left":4,"right":4},"object_position":[0.30210224562316407,0.0864246132488377,0.4399618753358135],"stage":"place","target_distance":0.12530557620684094,"time":8.680000000000629},{"contacts":{"left":0,"right":2},"object_position":[0.30362697290781476,0.09503714747188494,0.3149718885221166],"stage":"release","target_distance":0.0020883948397072195,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.30369689096860547,0.09504138198355065,0.314991478273239],"stage":"retreat","target_distance":0.0020184979920320058,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.3036968909992439,0.09504138198807811,0.3149914782969372],"stage":"verify","target_distance":0.0020184979614814406,"time":12.1599999999987}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","variant":"baseline"},{"case_id":"scene-13","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9136929581873119,"final_target_error_m":0.21383675865120408,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.299999999999771},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.2422575055525662,"maximum_object_lift_m":2.7755575615628914e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.3106528964627273,2.2568813550981304,0.026030770711099934,0.3268436287910692,0.2521812119779696,0.025146005134523364,0.038508102704241765],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004902783293594572,0.006774066989935706],"joint_velocity_rad_s":[0.2194003822250544,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43407122023131756,0.23834310719777146],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"stage":"lift","target_distance":0.21383675864938592,"time":4.299999999999771},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971138537,-0.10251600052045813,0.3149914782969371],"stage":"transfer","target_distance":0.21383675864958848,"time":5.820000000000278},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711483347,-0.10251600052045742,0.3149914782969371],"stage":"place","target_distance":0.2138367586499636,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711543876,-0.10251600052045742,0.3149914782969371],"stage":"release","target_distance":0.21383675865019575,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971155086,-0.10251600052045742,0.3149914782969371],"stage":"retreat","target_distance":0.21383675865022253,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711604145,-0.10251600052045742,0.3149914782969371],"stage":"verify","target_distance":0.21383675865042692,"time":12.1599999999987}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":611,"controller_failure":null,"episode_wall_seconds":0.8146478750277311,"final_target_error_m":0.0020184979615013553,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":219,"loaded_pre_action_samples":219,"maximum_loaded_offset_change_m":0.002514552947033689,"maximum_object_lift_m":0.1263437615188439,"maximum_sampled_lift_dwell_seconds":4.554999999999856,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.4229372302986576,2.35454056077549,0.026030770711099934,0.3290600224227518,0.2521812119779696,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08082978133514261,0.08193591657780042],"joint_velocity_rad_s":[0.21889963089543538,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43627929789640685,0.23863362096966195],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.216999999998668,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":4,"right":4},"object_position":[0.3877123402961779,-0.10251025243975265,0.3163240138852081],"stage":"lift","target_distance":0.21382877742542003,"time":4.299999999999771},{"contacts":{"left":4,"right":4},"object_position":[0.3902496088737049,-0.10108094632484373,0.4322145935258531],"stage":"transfer","target_distance":0.24355764689548917,"time":5.820000000000278},{"contacts":{"left":4,"right":4},"object_position":[0.30210224562316407,0.0864246132488377,0.4399618753358135],"stage":"place","target_distance":0.12530557620684094,"time":8.680000000000629},{"contacts":{"left":0,"right":2},"object_position":[0.30362697290781476,0.09503714747188494,0.3149718885221166],"stage":"release","target_distance":0.0020883948397072195,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.30369689096860547,0.09504138198355065,0.314991478273239],"stage":"retreat","target_distance":0.0020184979920320058,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.3036968909992439,0.09504138198807811,0.3149914782969372],"stage":"verify","target_distance":0.0020184979614814406,"time":12.1599999999987}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-14","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0102643331047148,"final_target_error_m":0.1092328789806561,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":8.780000000000573},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.15976100076550087,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.15348146589497,0.025179815322338896,0.2998289935205136,0.25116138080282013,0.04199081110007086,0.027213270875204643],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006623565209407579,0.005118316047063391],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.005784680874529062,0.47791660717864615,0.2496897676546328],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"stage":"lift","target_distance":0.1092328789787356,"time":8.780000000000573},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982600088,0.1676769982652093,0.3149914782969372],"stage":"transfer","target_distance":0.10923287897909688,"time":10.519999999999609},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982595638,0.16767699826555416,0.3149914782969372],"stage":"place","target_distance":0.10923287897943514,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982591383,0.1676769982658847,0.3149914782969372],"stage":"release","target_distance":0.10923287897975936,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825908395,0.16767699826592694,0.3149914782969372],"stage":"retreat","target_distance":0.1092328789798008,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825866307,0.16767699826625407,0.3149914782969372],"stage":"verify","target_distance":0.10923287898012168,"time":15.439999999996882}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":776,"controller_failure":null,"episode_wall_seconds":0.9536417089402676,"final_target_error_m":0.001957859046645513,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":168,"loaded_pre_action_samples":168,"maximum_loaded_offset_change_m":0.0031057903114369684,"maximum_object_lift_m":0.1222794789655528,"maximum_sampled_lift_dwell_seconds":1.614999999999933,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.3930985130818954,0.036956642842841614,0.2998289935205136,0.2482931421333845,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08092074065570387,0.08191279365459181],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.0068345090584484595,0.48238004395486783,0.25000724570523364],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.501999999996848,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":4,"right":4},"object_position":[0.29532760747675174,0.16766169076621354,0.31572060220079184],"stage":"lift","target_distance":0.10922000329867064,"time":8.780000000000573},{"contacts":{"left":4,"right":4},"object_position":[0.29731520559091634,0.16634100678785094,0.43163364340212623],"stage":"transfer","target_distance":0.15891997152022214,"time":10.519999999999609},{"contacts":{"left":2,"right":4},"object_position":[0.2987655513423985,0.06688993051410648,0.43589795565639383],"stage":"place","target_distance":0.12129705330666413,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.29173927393271365,0.05857628533490101,0.31497430459232706],"stage":"release","target_distance":0.001977554905547094,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764390315,0.05857819413101404,0.31499147827872337],"stage":"retreat","target_distance":0.0019578590608641602,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764537557,0.05857819413964144,0.314991478296937],"stage":"verify","target_distance":0.0019578590466279616,"time":15.439999999996882}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","variant":"baseline"},{"case_id":"scene-14","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1267429580911994,"final_target_error_m":0.1092328789806561,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":8.780000000000573},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.15976100076550087,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.15348146589497,0.025179815322338896,0.2998289935205136,0.25116138080282013,0.04199081110007086,0.027213270875204643],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006623565209407579,0.005118316047063391],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.005784680874529062,0.47791660717864615,0.2496897676546328],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"stage":"lift","target_distance":0.1092328789787356,"time":8.780000000000573},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982600088,0.1676769982652093,0.3149914782969372],"stage":"transfer","target_distance":0.10923287897909688,"time":10.519999999999609},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982595638,0.16767699826555416,0.3149914782969372],"stage":"place","target_distance":0.10923287897943514,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982591383,0.1676769982658847,0.3149914782969372],"stage":"release","target_distance":0.10923287897975936,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825908395,0.16767699826592694,0.3149914782969372],"stage":"retreat","target_distance":0.1092328789798008,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825866307,0.16767699826625407,0.3149914782969372],"stage":"verify","target_distance":0.10923287898012168,"time":15.439999999996882}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":776,"controller_failure":null,"episode_wall_seconds":1.0189408329315484,"final_target_error_m":0.001957859046645513,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":168,"loaded_pre_action_samples":168,"maximum_loaded_offset_change_m":0.0031057903114369684,"maximum_object_lift_m":0.1222794789655528,"maximum_sampled_lift_dwell_seconds":1.614999999999933,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.3930985130818954,0.036956642842841614,0.2998289935205136,0.2482931421333845,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08092074065570387,0.08191279365459181],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.0068345090584484595,0.48238004395486783,0.25000724570523364],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.501999999996848,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":4,"right":4},"object_position":[0.29532760747675174,0.16766169076621354,0.31572060220079184],"stage":"lift","target_distance":0.10922000329867064,"time":8.780000000000573},{"contacts":{"left":4,"right":4},"object_position":[0.29731520559091634,0.16634100678785094,0.43163364340212623],"stage":"transfer","target_distance":0.15891997152022214,"time":10.519999999999609},{"contacts":{"left":2,"right":4},"object_position":[0.2987655513423985,0.06688993051410648,0.43589795565639383],"stage":"place","target_distance":0.12129705330666413,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.29173927393271365,0.05857628533490101,0.31497430459232706],"stage":"release","target_distance":0.001977554905547094,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764390315,0.05857819413101404,0.31499147827872337],"stage":"retreat","target_distance":0.0019578590608641602,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764537557,0.05857819413964144,0.314991478296937],"stage":"verify","target_distance":0.0019578590466279616,"time":15.439999999996882}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","variant":"controlled_lowering"}],"schema_version":1,"scope":"simulation-only","summary":{"fresh_confirmation_gate_met":false,"promotion":"not promoted; no demonstrated task-completion improvement","student":{"baseline":{"actuator_stress":{"control_successes":0,"errors":0,"planned":4,"successes":3},"nominal":{"control_successes":0,"errors":0,"planned":12,"successes":12}},"controlled_lowering":{"actuator_stress":{"control_successes":0,"errors":0,"planned":4,"successes":3},"nominal":{"control_successes":0,"errors":0,"planned":12,"successes":12}},"paired":{"errors":0,"improved":0,"regressed":0,"unchanged":16}},"teacher":[{"status":"completed","success":false,"variant":"baseline"},{"status":"completed","success":false,"variant":"controlled_lowering"}]},"timing_scope":"Input validation, snapshots, all rollouts and receipt/replay writes; excludes startup and final report write."} diff --git a/benchmarks/controlled-recovery-20261015/phase-two/protocol.json b/benchmarks/controlled-recovery-20261015/phase-two/protocol.json new file mode 100644 index 0000000..9d3ef1b --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-two/protocol.json @@ -0,0 +1 @@ +{"attempts":[{"case_id":"scene-15","policy":"student","variant":"baseline"},{"case_id":"scene-15","policy":"teacher","variant":"baseline"},{"case_id":"scene-15","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-15","policy":"teacher","variant":"controlled_lowering"},{"case_id":"scene-00","policy":"student","variant":"baseline"},{"case_id":"scene-00","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-01","policy":"student","variant":"baseline"},{"case_id":"scene-01","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-02","policy":"student","variant":"baseline"},{"case_id":"scene-02","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-03","policy":"student","variant":"baseline"},{"case_id":"scene-03","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-04","policy":"student","variant":"baseline"},{"case_id":"scene-04","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-05","policy":"student","variant":"baseline"},{"case_id":"scene-05","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-06","policy":"student","variant":"baseline"},{"case_id":"scene-06","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-07","policy":"student","variant":"baseline"},{"case_id":"scene-07","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-08","policy":"student","variant":"baseline"},{"case_id":"scene-08","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-09","policy":"student","variant":"baseline"},{"case_id":"scene-09","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-10","policy":"student","variant":"baseline"},{"case_id":"scene-10","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-11","policy":"student","variant":"baseline"},{"case_id":"scene-11","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-12","policy":"student","variant":"baseline"},{"case_id":"scene-12","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-13","policy":"student","variant":"baseline"},{"case_id":"scene-13","policy":"student","variant":"controlled_lowering"},{"case_id":"scene-14","policy":"student","variant":"baseline"},{"case_id":"scene-14","policy":"student","variant":"controlled_lowering"}],"benchmark_protocol_sha256":"ec842fcbf4a99c0144a48463cef6d203149531066d4089f2f4fb0146ef98c9b2","benchmark_report_sha256":"1bfb368fa7393c35c8b808f5f7b96ac2c314c9d4a6ae7617f9da7368b0dc90ce","capsule_file_sha256":"32c62628ed40064de57e3bcb3e32c041b16b268a48dd59307c32f778c3b5ec4d","cases":[{"group":"nominal","id":"scene-00","layout_sha256":"789d56d498c92cfc1980664db28d3bc7a083ee0cbc812bcfb9c8c49014eaf61f","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.459453,0.013509,0.31],"object_size":[0.045,0.04,0.04],"seed":381527,"target_position":[0.373487,0.157965,0.31]},"scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3"},{"group":"nominal","id":"scene-01","layout_sha256":"071dd0b0f3d534c76e8ed9dbd2ab22928ba665b074b42d72ad8b3c062bd7ac23","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.08,"object_position":[0.527017,0.067855,0.3075],"object_size":[0.05,0.035,0.035],"seed":381528,"target_position":[0.362924,0.157239,0.3075]},"scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2"},{"group":"nominal","id":"scene-02","layout_sha256":"db58cb81a3405c7cc89e03503267939c958fa917d9bf0c33945ac852cbd98fe5","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.343031,-0.080238,0.31],"object_size":[0.05,0.045,0.04],"seed":381529,"target_position":[0.296122,0.068203,0.31]},"scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116"},{"group":"nominal","id":"scene-03","layout_sha256":"1292f5291f53417a73280099c2badda159326d09b765ef25bfd0e014152220b8","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.04,"object_position":[0.446442,-0.035939,0.305],"object_size":[0.03,0.03,0.03],"seed":381530,"target_position":[0.388333,0.15314,0.305]},"scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3"},{"group":"nominal","id":"scene-04","layout_sha256":"7924c9a3300366254f90747174d7d1c1a3bbe05392490624e5d86237f3af0fbd","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.271314,0.1105,0.315],"object_size":[0.045,0.035,0.05],"seed":381531,"target_position":[0.463894,-0.005711,0.315]},"scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded"},{"group":"nominal","id":"scene-05","layout_sha256":"f9e97e44eeee2ec78d9ed2b6bef686a67dc675a8715f8caef8ec67ed24b7e244","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.04,"object_position":[0.518036,-0.132181,0.3125],"object_size":[0.05,0.04,0.045],"seed":381532,"target_position":[0.383342,-0.112624,0.3125]},"scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27"},{"group":"nominal","id":"scene-06","layout_sha256":"209fb86e5f6b15e6c690afe41f36fe0b9f56cf00a51b5696c56fa2c257a92998","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.431451,-0.03774,0.315],"object_size":[0.045,0.035,0.05],"seed":381533,"target_position":[0.454662,-0.148527,0.315]},"scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80"},{"group":"nominal","id":"scene-07","layout_sha256":"aa78d3be9f01f3058db6787c139548cb649337009ecf88ff96139e7b263a2c95","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.02,"object_position":[0.277889,-0.162546,0.31],"object_size":[0.045,0.05,0.04],"seed":381534,"target_position":[0.4694,0.165679,0.31]},"scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999"},{"group":"nominal","id":"scene-08","layout_sha256":"01ec5d4dfbd59aee896912efe9163a1aaa8ddbbd9fa63b0250430cd18885779d","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.52549,0.079728,0.31],"object_size":[0.04,0.03,0.04],"seed":381535,"target_position":[0.375258,0.125991,0.31]},"scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef"},{"group":"nominal","id":"scene-09","layout_sha256":"62d79f85f44f901a0a02726e79d6c463a173b0dec1a18ded51923bb0f0985ab2","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.8,"object_mass":0.08,"object_position":[0.276059,-0.055274,0.3125],"object_size":[0.04,0.05,0.045],"seed":381536,"target_position":[0.329581,0.084425,0.3125]},"scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e"},{"group":"nominal","id":"scene-10","layout_sha256":"bb371dff8341503216066d0068c64c38a145892c4bec40e2ae4b1f1ab1a6cf33","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":0.4,"object_mass":0.06,"object_position":[0.407735,-0.084183,0.31],"object_size":[0.035,0.04,0.04],"seed":381537,"target_position":[0.44571,0.063405,0.31]},"scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3"},{"group":"nominal","id":"scene-11","layout_sha256":"61a0df352254f2851dd1b702e68864f8b1007667ad810cab44bac1e7a80e6968","scene":{"jaw_force_limit":15.0,"joint_torque_limit":40.0,"object_friction":1.5,"object_mass":0.08,"object_position":[0.282079,0.116322,0.305],"object_size":[0.045,0.035,0.03],"seed":381538,"target_position":[0.488661,0.050336,0.305]},"scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d"},{"group":"actuator_stress","id":"scene-12","layout_sha256":"3f8a9c923e055c28fde4475f43d05e3745d44cc2be80b0364f807d8116262beb","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.02,"object_position":[0.437015,0.128491,0.3075],"object_size":[0.045,0.03,0.035],"seed":381539,"target_position":[0.383355,0.010512,0.3075]},"scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f"},{"group":"actuator_stress","id":"scene-13","layout_sha256":"b8cb868707e1f5e8a6520d020215a241c6d6b0efb206dd73a6d1a9613edb9963","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":0.4,"object_mass":0.02,"object_position":[0.38773,-0.102516,0.315],"object_size":[0.05,0.03,0.05],"seed":381540,"target_position":[0.305714,0.094967,0.315]},"scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd"},{"group":"actuator_stress","id":"scene-14","layout_sha256":"78d751dbeb1227087d814711b904f299620f5731a579a84bf2e8361c53745e3a","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.5,"object_mass":0.06,"object_position":[0.295324,0.167677,0.315],"object_size":[0.05,0.05,0.05],"seed":381541,"target_position":[0.293713,0.058456,0.315]},"scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44"},{"group":"actuator_stress","id":"scene-15","layout_sha256":"55376e0c86f0c5fbc20bd4d66b3b0022da5815da9472504ebce4f77f297862e1","scene":{"jaw_force_limit":0.3,"joint_torque_limit":5.0,"object_friction":1.2,"object_mass":0.06,"object_position":[0.329349,0.167046,0.31],"object_size":[0.03,0.05,0.04],"seed":381542,"target_position":[0.491828,-0.153256,0.31]},"scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474"}],"confirmation_gate":{"allowed_control_successes":0,"allowed_errors":0,"allowed_regressions":0,"confirmation_required_before_promotion":true,"strict_task_success_gain":true},"kind":"dvidia.controlled-recovery-experiment","limits":["One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.","Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.","Supported-opening command and measured release confirmation are separate from task completion; holding until timeout is not a task success.","Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.","Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.","No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls."],"original_run_sha256":{"student-scene-00":"e19c51162e03c135891bf29547d3772cf2c674a5d978b82703991a13cdbd6a22","student-scene-01":"f3ebbe1b4173e5dff92af365d401b8808b5ce17c3000e608e86575e71f723b61","student-scene-02":"9ea50d31293aaed0251d89df3b5ead40dc7e678d501cf9ea6df6584bc378bd13","student-scene-03":"88a89d2a2e84c7a41dbd3fd730643106703fa3306cc5b4450e6cc45aeba26c4e","student-scene-04":"67cd09c4dadadd1c8791ca1cfa7cb50fa555764fe9fee0acfcd9c82ba2f5ca2c","student-scene-05":"0513b38be6786cfa242538e77d936f6a82469d2cc42a76286f586b899d2e364e","student-scene-06":"5ae42d74e92fc3addc3cbc72ea363d45d3030e445c00ccd8a7b7bdaf0d399f9a","student-scene-07":"6437d038209835777085a8c5e2f2ac1ec457fba0a7bec116d4b01abbffd57b0c","student-scene-08":"134ff645644e183fe8e20a998e126c37fb72844e091cd3485d8d98c2b34f7dce","student-scene-09":"962fe36ce1a3f2f1951dd249b97f36ee5520323628749452bb41a96f6fdb0f04","student-scene-10":"8c2e0a743bd20aac519d40e00ec0371ff7f57bc1f314cab94f2cd8edcaaf4c90","student-scene-11":"1d620db6fbaae5977ac4b1e423ba86bb13b5e92a00477005c5aa221b8e9d9670","student-scene-12":"d4f96f40c6709902ea9df0ee1e63ee11eb43cae2aa49003cc3437166b0554a54","student-scene-13":"d0d4b3cb9e8e86b59b36af8f014e5b7397810c6986fb7a9cdba31b48a1987287","student-scene-14":"8217946c65100b0e8a1446a96659b684f3deec4e3b33fa38a8940b8704cde291","student-scene-15":"ee5d3b4c61555cd5a2c01028d54813871bcf4b964b874ef67117b85d1668680b","teacher-scene-15":"2662da17cbdb627deaf4c0ab58e3b3cecdf1855e9ee8b5ca7aa0fbed46659cb8"},"parent_protocol_sha256":"d35eec1f71c0154f75078b313338a0627487731057a3582c4afb04e9377bfe8d","parent_report_sha256":"8d9d5162fd9904e3d4770ff335d6156414247267ad15d500bfcdc1f236b1b2d3","physical_robot_ready":false,"planned_native_episodes":68,"recovery_revision":"supported-release-v2","runtime":{"action_contract":"six joint targets in radians; symmetric gripper width in metres","dependencies":{"mujoco":"3.15.0","numpy":"2.5.3"},"files_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"kind":"hybrid-distilled-placement-runtime"},"schema_version":1,"scope":"simulation-only","settings":{"clearance_budget":"shared four-second recovery budget from initial trigger; no new time allowance","clearance_gap_m":0.065,"clearance_stable_samples":5,"force_caps":"each original case unchanged","horizon_seconds":18.0,"lower_goal_cap_m":0.003,"lower_timeout_seconds":4.0,"movement_mapping":"same frozen student head / authored teacher IK; no fallback","phase_budgets":"normal phases unchanged; explicit four-second recovery-lowering budget within 18-second horizon","support_angular_speed_rad_s":0.3,"support_height_tolerance_m":0.008,"support_linear_speed_m_s":0.035,"support_samples":5},"source_sha256":{"arm_distill.py":"14640f91ec9c91d10a405fa56eb21bda8b55b285854ce2b5859a71d1ffd06ea1","arm_env.py":"e4af9b75364a568284b1e6d96469deacf498dd87a60b067fa5e310fe15c54c00","arm_policy.py":"d6d53d87703fb8608390092309285afb6a2c8fd3103a7abd77668be85469eab3","arm_runner.py":"affb5812b6a395f6cca9cb4e900af2ef28162e7ff1e52a51bd29b789daa98df1","capsule_installer.py":"60bb1652cae830fd03ae6eaa5e10150c957be13e1dc630a5631c1a2692ae37ec","cli.py":"192ec6a0852c7fd5dd3ae912815dae2fc7c9cfb93b97c85d528060e00a975b17","controlled_recovery_policy.py":"7447eb2569fa01107b6db1686c584fd619b5e78c41fe6f5ed6e33fb4075bda7b","controlled_recovery_release_experiment.py":"0266fe56eb7f507cddc694c3b14cdb2d846dbc66d3b326b8bc1302216301d181","controlled_recovery_release_policy.py":"c84383167595b8fdf957c3658a25a09a57e6fb4d149c8b5bcec2d87f9a6100bc","env.py":"929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4","grip_diagnostic.py":"29c2ac53ed60873e4c6b8470818f467e1bedc258a5801eb1bb6feb245c61c39c","installer.py":"d3a2c5a4913920c52beef89df9954494b89fd0becb08bb4847264dae48d3761c","skill_capsule.py":"ecb7dbd60d3a11f40bf65c4520f024b449c0d63f9ae27c601c9c9fe17b32e6a0","skillspace.py":"34b651609358ae9a58b9a610545ce7b85b83fb3d6c699613414ff8e0ea457b3c"},"variants":["baseline","controlled_lowering"]} diff --git a/benchmarks/controlled-recovery-20261015/phase-two/protocol.sha256 b/benchmarks/controlled-recovery-20261015/phase-two/protocol.sha256 new file mode 100644 index 0000000..a0ee8ec --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-two/protocol.sha256 @@ -0,0 +1 @@ +e4736ec7895ce2f445dfece37eb943470b628c2287e7fd92af1a8ab11619f882 diff --git a/benchmarks/controlled-recovery-20261015/phase-two/report.json b/benchmarks/controlled-recovery-20261015/phase-two/report.json new file mode 100644 index 0000000..c8c566c --- /dev/null +++ b/benchmarks/controlled-recovery-20261015/phase-two/report.json @@ -0,0 +1 @@ +{"completed_native_episodes":68,"cost":{"external_api_usd":0.0,"local_compute":"unpriced"},"elapsed_seconds":70.96977408300154,"episode_errors":0,"kind":"dvidia.controlled-recovery-report","limits":["One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.","Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.","Supported-opening command and measured release confirmation are separate from task completion; holding until timeout is not a task success.","Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.","Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.","No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls."],"network_guard":{"attempted_calls":[],"enabled":true,"guard_self_test_passed":true,"scope":"Python socket calls during rollouts/training after dependency imports; not native C or installation"},"physical_robot_ready":false,"protocol_sha256":"e4736ec7895ce2f445dfece37eb943470b628c2287e7fd92af1a8ab11619f882","recovery_revision":"supported-release-v2","results":[{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9274010830558836,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.1358876022515005,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05204380810461373],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.008838793702160723],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.49217825756922134,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002629172,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698674019,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002636116,0.3099914782969372],"stage":"approach","target_distance":0.35915566986746383,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000263685,0.3099914782969372],"stage":"descend","target_distance":0.35915566986747033,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002699024,0.3099914782969372],"stage":"close","target_distance":0.35915566986802483,"time":15.539999999996827},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002717948,0.3099914782969372],"stage":"lift","target_distance":0.3591556698681936,"time":16.07999999999667}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.3162459579762071,"final_target_error_m":0.2493747901487555,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"gripper_width":0.029944828778683978,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_angular_velocity":[-0.002509872478818403,-0.0007637147187192105,-0.017592166302312435],"object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"requested_gripper_width":0.022463313040315985,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":307,"loaded_pre_action_samples":307,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":0.07300000000000005,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.0688623523757315,2.2125234575104287,0.02858095218751429,0.3024606139539294,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08429481870570096,0.085433131141337],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.006247318696186095,0.49217826226369,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_wait","contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","supported_by_contact_sample":false,"table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":1.278416900201772,"support_confirmation":null,"supported_open_command_samples":17,"unsupported_open_command_samples":9},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":0,"right":1},"object_position":[0.41251702627836956,0.05218752587002219,0.4173261034308112],"stage":"recover_wait","target_distance":0.24498196944310172,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.40082259255653774,0.05248585783845136,0.3099914714379222],"stage":"recover_up","target_distance":0.2249704343319461,"time":13.539999999997935},{"contacts":{"left":0,"right":0},"object_position":[0.400822592492072,0.052485858281523454,0.30999147829693824],"stage":"approach","target_distance":0.22497043476296602,"time":13.739999999997824},{"contacts":{"left":0,"right":0},"object_position":[0.4008225924920722,0.05248585828151903,0.3099914782969376],"stage":"descend","target_distance":0.22497043476296189,"time":13.759999999997813},{"contacts":{"left":0,"right":0},"object_position":[0.40082259249208496,0.05248585828089916,0.3099914782969372],"stage":"close","target_distance":0.22497043476238984,"time":15.539999999996827},{"contacts":{"left":1,"right":1},"object_position":[0.4009128322262506,0.05253516153565655,0.31005159988656417],"stage":"lift","target_distance":0.22497904915807598,"time":16.07999999999667}],"success":false,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"baseline"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0090998748783022,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.55278746949989,2.217670830812324,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07976246761557171,0.07397783958499105],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.013975589223184162,0.012882273870726341],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5559496602267332,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_wait","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000259847,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986712805,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002606831,0.3099914782969372],"stage":"approach","target_distance":0.35915566986720265,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002607553,0.3099914782969372],"stage":"descend","target_distance":0.3591556698672091,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002668402,0.3099914782969372],"stage":"close","target_distance":0.3591556698677517,"time":14.659999999997314},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002686568,0.3099914782969372],"stage":"lift","target_distance":0.35915566986791375,"time":15.179999999997026},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002751446,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986849234,"time":17.039999999997843}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.4467078750021756,"final_target_error_m":0.1497726748040172,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"gripper_width":0.029943596109166748,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_angular_velocity":[-0.10268540503052391,0.13084020514241426,-0.10403591583519309],"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"requested_gripper_width":0.0229559874372999,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":377,"loaded_pre_action_samples":379,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.8880000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.5452157074512343,2.222825455638258,0.0378909772657548,0.330544967301293,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0946880491826955,0.10360628445759941],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.0075251098050303335,0.5559496463145439,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_wait","contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","supported_by_contact_sample":false,"table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":1.2987172104994515,"support_confirmation":null,"supported_open_command_samples":19,"unsupported_open_command_samples":9},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611}],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":0,"right":2},"object_position":[0.42217894753360236,-0.007120170061593036,0.41331418565612],"stage":"recover_wait","target_distance":0.19204294378872983,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.41018673682158585,-0.0035501554098438613,0.30999147487563244],"stage":"recover_up","target_distance":0.17052019185567677,"time":12.659999999998423},{"contacts":{"left":0,"right":0},"object_position":[0.410186737126692,-0.0035501566913304634,0.30999147829693713],"stage":"approach","target_distance":0.1705201905843643,"time":12.89999999999829},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266909,-0.0035501566913230917,0.30999147829693713],"stage":"descend","target_distance":0.1705201905843713,"time":12.919999999998279},{"contacts":{"left":0,"right":0},"object_position":[0.4101867371266474,-0.0035501566907179508,0.30999147829693713],"stage":"close","target_distance":0.1705201905849234,"time":14.659999999997314},{"contacts":{"left":1,"right":1},"object_position":[0.4102743756798627,-0.003501421738098496,0.3100795961754944],"stage":"lift","target_distance":0.1705210652256818,"time":15.179999999997026},{"contacts":{"left":4,"right":4},"object_position":[0.41163858586424157,-0.004471287586125164,0.4199757147174025],"stage":"transfer","target_distance":0.20164793729448144,"time":17.039999999997843}],"success":false,"valid_final_state":true},"policy":"teacher","run_path":"baseline/teacher/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"baseline"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9582977918908,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.040000000000429},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.18457877563637928,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.2127526326079305,2.2439608737962544,0.026021418297597687,0.3024606139539294,0.25218153333031523,0.1086779790359671,0.05711050590998923],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.018950393655724013,0.009490982550055075],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.0059814202684465335,0.5059743865074542,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002472147,0.3099914782969372],"stage":"lift","target_distance":0.3591556698660015,"time":9.040000000000429},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002541203,0.3099914782969372],"stage":"transfer","target_distance":0.35915566986661734,"time":11.019999999999332},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002618053,0.3099914782969372],"stage":"recover_lower_supported","target_distance":0.3591556698673027,"time":13.219999999998112},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002701916,0.3099914782969372],"stage":"recover_supported_open","target_distance":0.3591556698680506,"time":15.619999999996782},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000270259,0.3099914782969372],"stage":"recover_wait_clearance","target_distance":0.35915566986805664,"time":15.639999999996771},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002715128,0.3099914782969372],"stage":"recover_clearance_confirmed","target_distance":0.35915566986816844,"time":15.999999999996572},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002715858,0.3099914782969372],"stage":"recover_up","target_distance":0.35915566986817493,"time":16.019999999996596},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000276891,0.3099914782969372],"stage":"approach","target_distance":0.3591556698686481,"time":17.539999999998454},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002769618,0.3099914782969372],"stage":"descend","target_distance":0.3591556698686543,"time":17.559999999998478}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.2950089168734848,"final_target_error_m":0.22245419619743748,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":{"contacts":{"left":4,"right":4},"gripper_width":0.029944828778683978,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"transfer","object_angular_velocity":[-0.002509872478818403,-0.0007637147187192105,-0.017592166302312435],"object_position":[0.41014419413316033,0.05711833627266613,0.41829128280810185],"object_velocity":[0.02836531739772386,-0.050678109709432866,-0.001073362101103165],"pad_normal_forces_n":{"left":0.30019558005167934,"right":0.29823577714543337},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.012086023214050204,"requested_gripper_width":0.022463313040315985,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.4077019580634233,0.05649689921017493,0.4360990588959335],"time":13.119999999998168},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":210,"loaded_pre_action_samples":210,"maximum_loaded_offset_change_m":0.01182755013456401,"maximum_object_lift_m":0.11104265141791281,"maximum_sampled_lift_dwell_seconds":1.0389999999999964,"native_tick_peaks":{"actuator_force":[1.806486772760934,3.2129989840522626,2.2436061972526886,0.03611052710331961,0.30726464943699305,0.25218153333031523,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08000108758496495,0.08000828282376708],"joint_velocity_rad_s":[0.23258935326014113,0.2477749689061067,0.4112345053535968,0.007831882090141887,0.5059743865074543,0.2481495753388838],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":{"consecutive_control_samples":5,"contacts":{"left":0,"right":0},"elapsed_recovery_seconds":2.7799999999984593,"gripper_width":0.07907950904656744,"object_angular_velocity":[3.199028869634358e-12,-3.314652747523447e-11,5.6068115187224736e-24],"object_position":[0.4072398259646955,0.05248828338730867,0.3099914782969368],"object_velocity":[5.235641657880613e-13,4.90077187205546e-14,5.870688576253471e-15],"table_contacts":4,"tcp_position":[0.4099049969941425,0.051770552859463595,0.329744973247613],"time":15.979999999996583},"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":{"action_stage":"recover_supported_open","contacts":{"left":4,"right":4},"gripper_width":0.02998147811741627,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_wait_clearance","object_angular_velocity":[-0.023121477332976228,-0.0007053789108372805,0.0019371038296193044],"object_position":[0.40721021451501144,0.0524650131194475,0.3100186703975803],"object_velocity":[-4.145113319120864e-05,0.0002232084577705034,-0.0005590238836486303],"pad_normal_forces_n":{"left":0.2875954306749352,"right":0.29994526037882324},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.013992521073108367,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"recover_lower_supported","supported_by_contact_sample":true,"table_contacts":2,"tcp_position":[0.40990509643194234,0.051770470446526926,0.329744989254639],"time":15.599999999996793},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.02997901599262144,"held_offset_m":[-6.432703441833221e-05,1.1643000705829909e-05,-0.006000267894412548],"next_stage":"recover_lower_supported","object_angular_velocity":[-0.001993134688851555,0.005888326723552568,-0.017656621593255893],"object_position":[0.41238753820493806,0.05237921910236353,0.4181568594099468],"object_velocity":[0.026900694524654708,-0.05113231658226002,-0.0008573718303687364],"pad_normal_forces_n":{"left":0.2980289799558341,"right":0.28864295095240056},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.01234140232005674,"requested_gripper_width":0.02242346333286654,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.40986977324449947,0.05172395462985393,0.4362082170292195],"time":13.199999999998123},"lower_control_samples":120,"sampled_peak_descent_speed_before_support_m_s":0.059512430488623105,"support_confirmation":{"consecutive_control_samples":5,"object_angular_velocity":[-0.023121477332976228,-0.0007053789108372805,0.0019371038296193044],"object_position":[0.40721021451501144,0.0524650131194475,0.3100186703975803],"object_velocity":[-4.145113319120864e-05,0.0002232084577705034,-0.0005590238836486303],"table_contacts":2,"time":15.599999999996793},"supported_open_command_samples":96,"unsupported_open_command_samples":0},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002386244,0.3099914782969372],"stage":"descend","target_distance":0.3591556698652354,"time":6.580000000000532},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002453274,0.3099914782969372],"stage":"close","target_distance":0.35915566986583314,"time":8.500000000000728},{"contacts":{"left":2,"right":4},"object_position":[0.32933265148413216,0.16703185997186784,0.3104046350534895],"stage":"lift","target_distance":0.3591506860137938,"time":9.040000000000429},{"contacts":{"left":4,"right":4},"object_position":[0.33141721719872863,0.1660406003326938,0.4209806521600552],"stage":"transfer","target_distance":0.3741639258090013,"time":11.019999999999332},{"contacts":{"left":4,"right":1},"object_position":[0.4127461247721188,0.052293180889748596,0.41718309818168736],"stage":"recover_lower_supported","target_distance":0.24493392025162622,"time":13.219999999998112},{"contacts":{"left":0,"right":1},"object_position":[0.40722958901619183,0.052484053258110376,0.30999279101382593],"stage":"recover_supported_open","target_distance":0.22245417664679817,"time":15.619999999996782},{"contacts":{"left":0,"right":4},"object_position":[0.4072378542215064,0.05249078740192223,0.3099885546920199],"stage":"recover_wait_clearance","target_distance":0.22245726200785998,"time":15.639999999996771},{"contacts":{"left":0,"right":0},"object_position":[0.40723982596470243,0.05248828338730933,0.3099914782969368],"stage":"recover_clearance_confirmed","target_distance":0.22245419619733556,"time":15.999999999996572},{"contacts":{"left":0,"right":0},"object_position":[0.4072398259647095,0.052488283387310014,0.3099914782969368],"stage":"recover_up","target_distance":0.22245419619733353,"time":16.019999999996596},{"contacts":{"left":0,"right":0},"object_position":[0.40723982596517616,0.052488283387507204,0.3099914782969368],"stage":"approach","target_distance":0.22245419619733844,"time":17.539999999998454},{"contacts":{"left":0,"right":0},"object_position":[0.40723982596518044,0.05248828338751267,0.3099914782969368],"stage":"descend","target_distance":0.22245419619734186,"time":17.559999999998478}],"success":false,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-15","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.006906250026077,"final_target_error_m":0.35915566986879055,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.620000000000879},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22824549508040715,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.4891539095273174,2.2957821962858134,0.0247455734208433,0.31508762243451827,0.27214222455730663,0.07138459633213401,0.06451720431561903],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012040570009567049,0.010073301229425539],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.005747940388485215,0.5699948767987698,0.31152119147888024],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000242254,0.3099914782969372],"stage":"lift","target_distance":0.359155669865559,"time":7.620000000000879},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002487419,0.3099914782969372],"stage":"transfer","target_distance":0.3591556698661377,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002587203,0.3099914782969372],"stage":"recover_lower_supported","target_distance":0.3591556698670276,"time":12.3399999999986},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000266697,0.3099914782969372],"stage":"recover_supported_open","target_distance":0.35915566986773895,"time":14.619999999997336},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000266771,0.3099914782969372],"stage":"recover_wait_clearance","target_distance":0.35915566986774555,"time":14.639999999997325},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002680245,0.3099914782969372],"stage":"recover_clearance_confirmed","target_distance":0.3591556698678573,"time":14.999999999997126},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002680908,0.3099914782969372],"stage":"recover_up","target_distance":0.3591556698678633,"time":15.019999999997115},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000273197,0.3099914782969372],"stage":"approach","target_distance":0.3591556698683186,"time":16.47999999999716},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002732622,0.3099914782969372],"stage":"descend","target_distance":0.3591556698683244,"time":16.499999999997183}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1345882499590516,"final_target_error_m":0.16433583019899686,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":2},"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"offset_change_m":0.008408712933503303,"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"stage":"transfer","time":11.159999999999254},"first_pre_action_retention_threshold_breach":{"contacts":{"left":0,"right":2},"gripper_width":0.029943596109166748,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"transfer","object_angular_velocity":[-0.10268540503052391,0.13084020514241426,-0.10403591583519309],"object_position":[0.3848519670615546,0.06370708199026798,0.416101072195299],"object_velocity":[0.030599648200950683,-0.05221563610454493,-0.0066868509010465016],"pad_normal_forces_n":{"left":0.0,"right":0.29798354589390025},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.009002904259235086,"requested_gripper_width":0.0229559874372999,"retention_failure_ticks_after_check":1,"stage":"transfer","table_contacts":0,"tcp_position":[0.38276529791845293,0.06326694247120139,0.4308488912815267],"time":11.159999999999254},"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":236,"loaded_pre_action_samples":237,"maximum_loaded_offset_change_m":0.011639778859960578,"maximum_object_lift_m":0.11172935550456309,"maximum_sampled_lift_dwell_seconds":0.9370000000000007,"native_tick_peaks":{"actuator_force":[1.806282639273178,3.4894140153366493,2.2954151003838206,0.03686578846835323,0.32324212087539195,0.27214222455730663,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.07999991916025104,0.08000139960782668],"joint_velocity_rad_s":[0.2573939314764508,0.27433187681743243,0.4517571120040923,0.00783011132290958,0.5699948767987699,0.31229922175888997],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":{"consecutive_control_samples":5,"contacts":{"left":0,"right":0},"elapsed_recovery_seconds":2.6599999999985258,"gripper_width":0.07907315047131584,"object_angular_velocity":[2.8943751159814865e-12,-3.210992826720476e-11,4.796662412177009e-24],"object_position":[0.41689868621582205,-0.006996426124277254,0.3099914782969368],"object_velocity":[5.378765376285879e-13,4.692258410011879e-14,4.1687976436483214e-15],"table_contacts":4,"tcp_position":[0.4195422610756388,-0.00799950451829643,0.3298732112281825],"time":14.979999999997137},"contact_loss_during_lower_samples":1,"controlled_abort":false,"first_open_command":{"action_stage":"recover_supported_open","contacts":{"left":4,"right":4},"gripper_width":0.029981335513008505,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_wait_clearance","object_angular_velocity":[0.021040722758902966,-0.0001332037038144953,-0.0006916572933859802],"object_position":[0.41687185600048793,-0.006981531538751741,0.3100101066861667],"object_velocity":[-1.5021722127267807e-05,-0.00020746190550244433,-0.0005091610945508402],"pad_normal_forces_n":{"left":0.29719490529001713,"right":0.29996693784380696},"previous_retention_failure_ticks":0,"relative_offset_error_m":0.014153408057223992,"requested_gripper_width":0.08,"retention_failure_ticks_after_check":0,"stage":"recover_lower_supported","supported_by_contact_sample":true,"table_contacts":2,"tcp_position":[0.41954235106383236,-0.007999421168444775,0.32987321158775995],"time":14.599999999997348},"first_recovery_observation":{"contacts":{"left":4,"right":4},"gripper_width":0.029932855655933698,"held_offset_m":[-2.234775990372917e-07,7.762512577169645e-08,-0.0060011906031995355],"next_stage":"recover_lower_supported","object_angular_velocity":[-0.001957195212520569,0.0011382515118097303,-0.02004621015932503],"object_position":[0.42196727139389645,-0.0070098024339367935,0.4142346263465425],"object_velocity":[0.031466365060677404,-0.052596086217174744,-0.0013369761973950453],"pad_normal_forces_n":{"left":0.2978224406677153,"right":0.2908666332453324},"previous_retention_failure_ticks":4,"relative_offset_error_m":0.012235303053987174,"requested_gripper_width":0.022568740578496303,"retention_failure_ticks_after_check":0,"stage":"transfer","table_contacts":0,"tcp_position":[0.41953792938745177,-0.007962139274917113,0.43218960525167677],"time":12.319999999998611},"lower_control_samples":114,"sampled_peak_descent_speed_before_support_m_s":0.06074759052112158,"support_confirmation":{"consecutive_control_samples":5,"object_angular_velocity":[0.021040722758902966,-0.0001332037038144953,-0.0006916572933859802],"object_position":[0.41687185600048793,-0.006981531538751741,0.3100101066861667],"object_velocity":[-1.5021722127267807e-05,-0.00020746190550244433,-0.0005091610945508402],"table_contacts":2,"time":14.599999999997348},"supported_open_command_samples":93,"unsupported_open_command_samples":0},"recovery_count":1,"recovery_reason":"lost_bilateral_contact_or_relative_pose","retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.32934900472802986,0.16704600002179332,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472803186,0.16704600002179365,0.30999147829693846],"stage":"approach","target_distance":0.35915566986359654,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.1670460000233931,0.3099914782969372],"stage":"descend","target_distance":0.35915566986481684,"time":5.240000000000085},{"contacts":{"left":0,"right":0},"object_position":[0.32934900472848755,0.16704600002403613,0.3099914782969372],"stage":"close","target_distance":0.35915566986539027,"time":7.080000000000699},{"contacts":{"left":4,"right":4},"object_position":[0.3293433127099161,0.1670035363073366,0.310414002665561],"stage":"lift","target_distance":0.35912061427569664,"time":7.620000000000879},{"contacts":{"left":4,"right":2},"object_position":[0.33092998685470987,0.16578555526773311,0.4215809135655448],"stage":"transfer","target_distance":0.3743340552152283,"time":9.480000000000185},{"contacts":{"left":1,"right":2},"object_position":[0.4223920001352372,-0.007050685136128018,0.4132103314677406],"stage":"recover_lower_supported","target_distance":0.19196282112259178,"time":12.3399999999986},{"contacts":{"left":0,"right":3},"object_position":[0.4168872615122703,-0.0069942549984470985,0.30999068073287805],"stage":"recover_supported_open","target_distance":0.16434297193015074,"time":14.619999999997336},{"contacts":{"left":0,"right":4},"object_position":[0.4168962461053958,-0.006996725104349285,0.30999040480839346],"stage":"recover_wait_clearance","target_distance":0.1643366767547365,"time":14.639999999997325},{"contacts":{"left":0,"right":0},"object_position":[0.4168986862158291,-0.006996426124276636,0.3099914782969368],"stage":"recover_clearance_confirmed","target_distance":0.1643358301986951,"time":14.999999999997126},{"contacts":{"left":0,"right":0},"object_position":[0.41689868621583615,-0.0069964261242760045,0.3099914782969368],"stage":"recover_up","target_distance":0.16433583019869244,"time":15.019999999997115},{"contacts":{"left":0,"right":0},"object_position":[0.4168986862162981,-0.006996426124104538,0.3099914782969368],"stage":"approach","target_distance":0.16433583019863443,"time":16.47999999999716},{"contacts":{"left":0,"right":0},"object_position":[0.41689868621630277,-0.006996426124099516,0.3099914782969368],"stage":"descend","target_distance":0.16433583019863676,"time":16.499999999997183}],"success":false,"valid_final_state":true},"policy":"teacher","run_path":"controlled_lowering/teacher/scene-15/run.json","scene_sha256":"81910996057200e1e36777ddb5c2e1159e9e871ffa94ed414cd8ffe99d08a474","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-00","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9747234580572695,"final_target_error_m":0.1681002331398152,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.740000000000252},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.20398026431602184,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8781624004174944,3.648090206246593,2.2648457787001917,0.028346095705467617,0.3382959139855215,0.25218219888332527,0.03128287588708467,0.07044085451136617],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.005992012237603872,0.012000590867820913],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006516957864926461,0.4903871804363656,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"stage":"lift","target_distance":0.16810023314186187,"time":5.740000000000252},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023184155,0.01350900284584984,0.3099914782969372],"stage":"transfer","target_distance":0.16810023314165937,"time":7.280000000000766},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023100294,0.013509002845789035,0.3099914782969372],"stage":"place","target_distance":0.16810023314128278,"time":9.680000000000074},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002304549,0.01350900284577102,0.3099914782969372],"stage":"release","target_distance":0.16810023314101796,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023037733,0.013509002845769197,0.3099914782969372],"stage":"retreat","target_distance":0.1681002331409799,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.45945300022987046,0.013509002845760051,0.3099914782969372],"stage":"verify","target_distance":0.16810023314072856,"time":12.89999999999829}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":646,"controller_failure":null,"episode_wall_seconds":0.7843237498309463,"final_target_error_m":0.0002747174228309305,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":197,"loaded_pre_action_samples":197,"maximum_loaded_offset_change_m":0.001803510857932544,"maximum_object_lift_m":0.12461925414421171,"maximum_sampled_lift_dwell_seconds":4.019999999999677,"native_tick_peaks":{"actuator_force":[1.9274131029866712,3.8519164421152254,2.4438368797151497,0.029685891012719706,0.3494880701411116,0.25218219888332527,0.9221504392418147,0.8875176422671949],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08111638460165188,0.08153096190989799],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006878189513094227,0.49448207000930017,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.909999999998284,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":4,"right":4},"object_position":[0.45940565988269344,0.013505562763985537,0.31122526645871695],"stage":"lift","target_distance":0.16808345070374658,"time":5.740000000000252},{"contacts":{"left":4,"right":4},"object_position":[0.45837839312395534,0.014447335627119999,0.42720483762554085],"stage":"transfer","target_distance":0.2038157073839059,"time":7.280000000000766},{"contacts":{"left":4,"right":4},"object_position":[0.37309909373696815,0.14965446479168898,0.4333177033786472],"stage":"place","target_distance":0.12359802358169607,"time":9.680000000000074},{"contacts":{"left":0,"right":2},"object_position":[0.3732044574303061,0.1580537854912193,0.30995392812502],"stage":"release","target_distance":0.000299726183047891,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.373226983118861,0.1580532511444282,0.3099914782961561],"stage":"retreat","target_distance":0.00027471742283036323,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.37322698311882957,0.15805325114440183,0.30999147829693724],"stage":"verify","target_distance":0.00027471742282739946,"time":12.89999999999829}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","variant":"baseline"},{"case_id":"scene-00","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9380235408898443,"final_target_error_m":0.1681002331398152,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.740000000000252},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.20398026431602184,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8781624004174944,3.648090206246593,2.2648457787001917,0.028346095705467617,0.3382959139855215,0.25218219888332527,0.03128287588708467,0.07044085451136617],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.005992012237603872,0.012000590867820913],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006516957864926461,0.4903871804363656,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002323777,0.013509002845933248,0.3099914782969372],"stage":"lift","target_distance":0.16810023314186187,"time":5.740000000000252},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023184155,0.01350900284584984,0.3099914782969372],"stage":"transfer","target_distance":0.16810023314165937,"time":7.280000000000766},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023100294,0.013509002845789035,0.3099914782969372],"stage":"place","target_distance":0.16810023314128278,"time":9.680000000000074},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002304549,0.01350900284577102,0.3099914782969372],"stage":"release","target_distance":0.16810023314101796,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023037733,0.013509002845769197,0.3099914782969372],"stage":"retreat","target_distance":0.1681002331409799,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.45945300022987046,0.013509002845760051,0.3099914782969372],"stage":"verify","target_distance":0.16810023314072856,"time":12.89999999999829}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":646,"controller_failure":null,"episode_wall_seconds":0.7915639998391271,"final_target_error_m":0.0002747174228309305,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":197,"loaded_pre_action_samples":197,"maximum_loaded_offset_change_m":0.001803510857932544,"maximum_object_lift_m":0.12461925414421171,"maximum_sampled_lift_dwell_seconds":4.019999999999677,"native_tick_peaks":{"actuator_force":[1.9274131029866712,3.8519164421152254,2.4438368797151497,0.029685891012719706,0.3494880701411116,0.25218219888332527,0.9221504392418147,0.8875176422671949],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08111638460165188,0.08153096190989799],"joint_velocity_rad_s":[0.21370396539849648,0.1832999263329037,0.32610494992604955,0.006878189513094227,0.49448207000930017,0.24511249228388132],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.909999999998284,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339477,0.013509002847020963,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002339471,0.01350900284701952,0.3099914782969384],"stage":"approach","target_distance":0.16810023314173098,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4594530002331359,0.013509002846191416,0.3099914782969372],"stage":"descend","target_distance":0.1681002331420278,"time":3.4199999999997344},{"contacts":{"left":0,"right":0},"object_position":[0.45945300023253255,0.013509002845968635,0.3099914782969372],"stage":"close","target_distance":0.16810023314191067,"time":5.280000000000098},{"contacts":{"left":4,"right":4},"object_position":[0.45940565988269344,0.013505562763985537,0.31122526645871695],"stage":"lift","target_distance":0.16808345070374658,"time":5.740000000000252},{"contacts":{"left":4,"right":4},"object_position":[0.45837839312395534,0.014447335627119999,0.42720483762554085],"stage":"transfer","target_distance":0.2038157073839059,"time":7.280000000000766},{"contacts":{"left":4,"right":4},"object_position":[0.37309909373696815,0.14965446479168898,0.4333177033786472],"stage":"place","target_distance":0.12359802358169607,"time":9.680000000000074},{"contacts":{"left":0,"right":2},"object_position":[0.3732044574303061,0.1580537854912193,0.30995392812502],"stage":"release","target_distance":0.000299726183047891,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.373226983118861,0.1580532511444282,0.3099914782961561],"stage":"retreat","target_distance":0.00027471742283036323,"time":11.459999999999088},{"contacts":{"left":0,"right":0},"object_position":[0.37322698311882957,0.15805325114440183,0.30999147829693724],"stage":"verify","target_distance":0.00027471742282739946,"time":12.89999999999829}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-00/run.json","scene_sha256":"1086739a0d3be3d0ebcd61bf42818fe424c53cd355ab8c68e65e4e1d3c38f4e3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-01","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9572244579903781,"final_target_error_m":0.18685826914837123,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.440000000000485},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.21937308293428867,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.166738729795725,2.311734211945634,0.028066796208730375,0.3774932444010144,0.25218365082811545,0.04611914677933804,0.10720690208944639],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.008802134065766763,0.016951803791385348],"joint_velocity_rad_s":[0.20468534414269446,0.28455495085423244,0.4204847703039699,0.006438452877284654,0.513786503671946,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"stage":"lift","target_distance":0.18685826914477818,"time":6.440000000000485},{"contacts":{"left":0,"right":0},"object_position":[0.527017000017548,0.0678549968418007,0.3074914782969372],"stage":"transfer","target_distance":0.18685826914526266,"time":8.000000000001005},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000185587,0.0678549968418007,0.3074914782969372],"stage":"place","target_distance":0.18685826914615014,"time":10.85999999999942},{"contacts":{"left":0,"right":0},"object_position":[0.52701700001907,0.0678549968418007,0.3074914782969372],"stage":"release","target_distance":0.18685826914659923,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000191409,0.0678549968418007,0.3074914782969372],"stage":"retreat","target_distance":0.18685826914666143,"time":12.499999999998511}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":697,"controller_failure":null,"episode_wall_seconds":0.847779416013509,"final_target_error_m":0.00037501497143060947,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.9810000000000001,"grip_target_n":0.9810000000000001,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":221,"loaded_pre_action_samples":221,"maximum_loaded_offset_change_m":0.002873399096317789,"maximum_object_lift_m":0.12093881113921623,"maximum_sampled_lift_dwell_seconds":3.5819999999997165,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.521104328471608,2.61473280952589,0.038853519742470165,0.4153390089101183,0.25218365082811545,1.2154589300836367,1.1253497796370242],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0810583058205174,0.08159101149875556],"joint_velocity_rad_s":[0.20468534414269446,0.28915975477939687,0.41768761634676754,0.008783304425654533,0.5182617497118354,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.934999999997716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":4,"right":4},"object_position":[0.5270012073690397,0.06782835252878057,0.30864177242003255],"stage":"lift","target_distance":0.1868606365811287,"time":6.440000000000485},{"contacts":{"left":4,"right":4},"object_position":[0.5223710366360379,0.06801306939952415,0.42511879741021363],"stage":"transfer","target_distance":0.2172988856109479,"time":8.000000000001005},{"contacts":{"left":4,"right":4},"object_position":[0.36442394025855146,0.14965663976682242,0.42710547946487426],"stage":"place","target_distance":0.11985496537693946,"time":10.85999999999942},{"contacts":{"left":2,"right":0},"object_position":[0.36253914825548145,0.15723542910653437,0.30745987040103906],"stage":"release","target_distance":0.0003869547793371994,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.3625490949512409,0.15723586712553972,0.307491478291851],"stage":"retreat","target_distance":0.00037501497303075423,"time":12.499999999998511}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","variant":"baseline"},{"case_id":"scene-01","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9949315830599517,"final_target_error_m":0.18685826914837123,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.440000000000485},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.21937308293428867,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.166738729795725,2.311734211945634,0.028066796208730375,0.3774932444010144,0.25218365082811545,0.04611914677933804,0.10720690208944639],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.008802134065766763,0.016951803791385348],"joint_velocity_rad_s":[0.20468534414269446,0.28455495085423244,0.4204847703039699,0.006438452877284654,0.513786503671946,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000169964,0.0678549968418007,0.3074914782969372],"stage":"lift","target_distance":0.18685826914477818,"time":6.440000000000485},{"contacts":{"left":0,"right":0},"object_position":[0.527017000017548,0.0678549968418007,0.3074914782969372],"stage":"transfer","target_distance":0.18685826914526266,"time":8.000000000001005},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000185587,0.0678549968418007,0.3074914782969372],"stage":"place","target_distance":0.18685826914615014,"time":10.85999999999942},{"contacts":{"left":0,"right":0},"object_position":[0.52701700001907,0.0678549968418007,0.3074914782969372],"stage":"release","target_distance":0.18685826914659923,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000191409,0.0678549968418007,0.3074914782969372],"stage":"retreat","target_distance":0.18685826914666143,"time":12.499999999998511}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":697,"controller_failure":null,"episode_wall_seconds":0.8586410409770906,"final_target_error_m":0.00037501497143060947,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.9810000000000001,"grip_target_n":0.9810000000000001,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":221,"loaded_pre_action_samples":221,"maximum_loaded_offset_change_m":0.002873399096317789,"maximum_object_lift_m":0.12093881113921623,"maximum_sampled_lift_dwell_seconds":3.5819999999997165,"native_tick_peaks":{"actuator_force":[1.9628825439304478,4.521104328471608,2.61473280952589,0.038853519742470165,0.4153390089101183,0.25218365082811545,1.2154589300836367,1.1253497796370242],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0810583058205174,0.08159101149875556],"joint_velocity_rad_s":[0.20468534414269446,0.28915975477939687,0.41768761634676754,0.008783304425654533,0.5182617497118354,0.2514234012864965],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.934999999997716,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148,0.0678549968415151,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000148013,0.0678549968415167,0.3074914782969384],"stage":"approach","target_distance":0.18685826914298645,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000162319,0.0678549968418007,0.3074914782969372],"stage":"descend","target_distance":0.18685826914410683,"time":4.279999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.5270170000168396,0.0678549968418007,0.3074914782969372],"stage":"close","target_distance":0.18685826914464052,"time":6.000000000000338},{"contacts":{"left":4,"right":4},"object_position":[0.5270012073690397,0.06782835252878057,0.30864177242003255],"stage":"lift","target_distance":0.1868606365811287,"time":6.440000000000485},{"contacts":{"left":4,"right":4},"object_position":[0.5223710366360379,0.06801306939952415,0.42511879741021363],"stage":"transfer","target_distance":0.2172988856109479,"time":8.000000000001005},{"contacts":{"left":4,"right":4},"object_position":[0.36442394025855146,0.14965663976682242,0.42710547946487426],"stage":"place","target_distance":0.11985496537693946,"time":10.85999999999942},{"contacts":{"left":2,"right":0},"object_position":[0.36253914825548145,0.15723542910653437,0.30745987040103906],"stage":"release","target_distance":0.0003869547793371994,"time":12.299999999998622},{"contacts":{"left":0,"right":0},"object_position":[0.3625490949512409,0.15723586712553972,0.307491478291851],"stage":"retreat","target_distance":0.00037501497303075423,"time":12.499999999998511}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-01/run.json","scene_sha256":"f5c959bbe841604e23b93ac1d4c99c1c027f2d4b5e315ad02f08126bb08103d2","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-02","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9679553748574108,"final_target_error_m":0.15567654116473423,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.599999999999871},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19446784984796897,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.1988087155900757,0.022770332179761373,0.3260498629645632,0.27041268222678383,0.0387818962896187,0.05038457376843297],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006017480661626827,0.008770556074303658],"joint_velocity_rad_s":[0.22869954691669167,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.43560998280756413,0.3001240371339445],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"stage":"lift","target_distance":0.15567654116632676,"time":4.599999999999871},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000248954,-0.08023800213750291,0.30999147829693713],"stage":"transfer","target_distance":0.15567654116609583,"time":6.1200000000003785},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000017618,-0.0802380021374375,0.30999147829693713],"stage":"place","target_distance":0.15567654116581417,"time":8.220000000000883},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000011473,-0.08023800213740793,0.30999147829693713],"stage":"release","target_distance":0.1556765411656008,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000107806,-0.08023800213740516,0.30999147829693713],"stage":"retreat","target_distance":0.15567654116557733,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000005393,-0.0802380021373875,0.30999147829693713],"stage":"verify","target_distance":0.15567654116539814,"time":11.719999999998944}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":587,"controller_failure":null,"episode_wall_seconds":0.751617708010599,"final_target_error_m":0.0001661105300685255,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":181,"loaded_pre_action_samples":181,"maximum_loaded_offset_change_m":0.0013366954075315237,"maximum_object_lift_m":0.12668130275089795,"maximum_sampled_lift_dwell_seconds":3.812999999999691,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.305661068153313,0.022770332179761373,0.3264844979779564,0.26985458537450313,0.8574394534772667,0.8463328458513271],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08088107667355333,0.0819336195320079],"joint_velocity_rad_s":[0.2281898117718064,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.4369175857051786,0.3001870944159446],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.720999999998943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":4,"right":4},"object_position":[0.3429896496209002,-0.08022180660460912,0.31132527358128964],"stage":"lift","target_distance":0.15565428406140433,"time":4.599999999999871},{"contacts":{"left":4,"right":4},"object_position":[0.34256595615178925,-0.07865841643914252,0.42729199097526316],"stage":"transfer","target_distance":0.19360456567054862,"time":6.1200000000003785},{"contacts":{"left":4,"right":4},"object_position":[0.29440732568651407,0.059251355201853886,0.4352976429419065],"stage":"place","target_distance":0.1256287044404701,"time":8.220000000000883},{"contacts":{"left":2,"right":0},"object_position":[0.29624793077829564,0.06815825049543975,0.30993480616860397],"stage":"release","target_distance":0.0001486987381675741,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347629377,0.06815640432904936,0.3099914782901474],"stage":"retreat","target_distance":0.0001661105268298797,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347981307,0.06815640432828582,0.30999147829693713],"stage":"verify","target_distance":0.0001661105300689096,"time":11.719999999998944}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","variant":"baseline"},{"case_id":"scene-02","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0098748749587685,"final_target_error_m":0.15567654116473423,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.599999999999871},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19446784984796897,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.1988087155900757,0.022770332179761373,0.3260498629645632,0.27041268222678383,0.0387818962896187,0.05038457376843297],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006017480661626827,0.008770556074303658],"joint_velocity_rad_s":[0.22869954691669167,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.43560998280756413,0.3001240371339445],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000301706,-0.0802380021375784,0.30999147829693713],"stage":"lift","target_distance":0.15567654116632676,"time":4.599999999999871},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000248954,-0.08023800213750291,0.30999147829693713],"stage":"transfer","target_distance":0.15567654116609583,"time":6.1200000000003785},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000017618,-0.0802380021374375,0.30999147829693713],"stage":"place","target_distance":0.15567654116581417,"time":8.220000000000883},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000011473,-0.08023800213740793,0.30999147829693713],"stage":"release","target_distance":0.1556765411656008,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000107806,-0.08023800213740516,0.30999147829693713],"stage":"retreat","target_distance":0.15567654116557733,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000005393,-0.0802380021373875,0.30999147829693713],"stage":"verify","target_distance":0.15567654116539814,"time":11.719999999998944}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":587,"controller_failure":null,"episode_wall_seconds":0.7213197920937091,"final_target_error_m":0.0001661105300685255,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":181,"loaded_pre_action_samples":181,"maximum_loaded_offset_change_m":0.0013366954075315237,"maximum_object_lift_m":0.12668130275089795,"maximum_sampled_lift_dwell_seconds":3.812999999999691,"native_tick_peaks":{"actuator_force":[1.6304708392270584,3.1858420327197905,2.305661068153313,0.022770332179761373,0.3264844979779564,0.26985458537450313,0.8574394534772667,0.8463328458513271],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08088107667355333,0.0819336195320079],"joint_velocity_rad_s":[0.2281898117718064,0.3002752919586115,0.5182792985821612,0.005340209889575207,0.4369175857051786,0.3001870944159446],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.720999999998943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.34303100000445735,-0.08023800213821226,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.3430310000044556,-0.08023800213821067,0.30999147829693824],"stage":"approach","target_distance":0.1556765411673631,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000378356,-0.0802380021377988,0.30999147829693713],"stage":"descend","target_distance":0.1556765411667679,"time":2.3199999999998555},{"contacts":{"left":0,"right":0},"object_position":[0.34303100000316106,-0.08023800213760728,0.30999147829693713],"stage":"close","target_distance":0.1556765411663977,"time":4.179999999999731},{"contacts":{"left":4,"right":4},"object_position":[0.3429896496209002,-0.08022180660460912,0.31132527358128964],"stage":"lift","target_distance":0.15565428406140433,"time":4.599999999999871},{"contacts":{"left":4,"right":4},"object_position":[0.34256595615178925,-0.07865841643914252,0.42729199097526316],"stage":"transfer","target_distance":0.19360456567054862,"time":6.1200000000003785},{"contacts":{"left":4,"right":4},"object_position":[0.29440732568651407,0.059251355201853886,0.4352976429419065],"stage":"place","target_distance":0.1256287044404701,"time":8.220000000000883},{"contacts":{"left":2,"right":0},"object_position":[0.29624793077829564,0.06815825049543975,0.30993480616860397],"stage":"release","target_distance":0.0001486987381675741,"time":9.979999999999908},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347629377,0.06815640432904936,0.3099914782901474],"stage":"retreat","target_distance":0.0001661105268298797,"time":10.179999999999797},{"contacts":{"left":0,"right":0},"object_position":[0.29628121347981307,0.06815640432828582,0.30999147829693713],"stage":"verify","target_distance":0.0001661105300689096,"time":11.719999999998944}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-02/run.json","scene_sha256":"6ab036b5aeb31981bd16025815def9f708afc5f4181c257a720802ab964bf116","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-03","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.4713218749966472,"final_target_error_m":0.1978067815716028,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1800000000000646},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22760172204061388,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062994126946705,3.5265653634963314,2.261955165588688,0.027753171002996953,0.3150883974305856,0.2521810820619095,0.03285653934221955,0.08039297996791106],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006270637786296469,0.013509993781136383],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.006378796886340055,0.49019960731289314,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"stage":"lift","target_distance":0.19780678157464762,"time":5.1800000000000646},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001170673,-0.03593899637333844,0.304991478296937],"stage":"transfer","target_distance":0.1978067815742769,"time":6.7400000000005855},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001175344,-0.035938996372519495,0.304991478296937],"stage":"place","target_distance":0.19780678157363127,"time":9.460000000000196},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001177975,-0.035938996372056796,0.304991478296937],"stage":"release","target_distance":0.1978067815732663,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011784924,-0.03593899637196598,0.304991478296937],"stage":"retreat","target_distance":0.1978067815731947,"time":11.299999999999176}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.7979309170041233,"final_target_error_m":0.000303425550925767,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":214,"loaded_pre_action_samples":214,"maximum_loaded_offset_change_m":0.00195793225212068,"maximum_object_lift_m":0.12499446584845259,"maximum_sampled_lift_dwell_seconds":4.352999999999788,"native_tick_peaks":{"actuator_force":[2.0012543213720946,3.73262955951202,2.4426911907800104,0.037389129272223855,0.3150883974305856,0.2521810820619095,0.8643648429967179,0.8945006947065175],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08110220732248034,0.08166277518839055],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.00844968325830404,0.494515173606417,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.672999999998416,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":4,"right":4},"object_position":[0.4463887781606587,-0.035936589888600004,0.30623293895232695],"stage":"lift","target_distance":0.19779269541669534,"time":5.1800000000000646},{"contacts":{"left":4,"right":4},"object_position":[0.4467021424770407,-0.03474644969899656,0.4223325135748642],"stage":"transfer","target_distance":0.22907464616538062,"time":6.7400000000005855},{"contacts":{"left":4,"right":4},"object_position":[0.3875932905856556,0.1445893901422883,0.42870324363109324],"stage":"place","target_distance":0.12400061525577234,"time":9.460000000000196},{"contacts":{"left":2,"right":2},"object_position":[0.38800664672829066,0.15316084569183744,0.3049513032619744],"stage":"release","target_distance":0.00033062421737963286,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.38803048434730525,0.15316187978792645,0.30499147829693724],"stage":"retreat","target_distance":0.00030342555045367815,"time":11.299999999999176}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","variant":"baseline"},{"case_id":"scene-03","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9982819159049541,"final_target_error_m":0.1978067815716028,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1800000000000646},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.22760172204061388,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062994126946705,3.5265653634963314,2.261955165588688,0.027753171002996953,0.3150883974305856,0.2521810820619095,0.03285653934221955,0.08039297996791106],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006270637786296469,0.013509993781136383],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.006378796886340055,0.49019960731289314,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011680013,-0.035938996373808395,0.304991478296937],"stage":"lift","target_distance":0.19780678157464762,"time":5.1800000000000646},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001170673,-0.03593899637333844,0.304991478296937],"stage":"transfer","target_distance":0.1978067815742769,"time":6.7400000000005855},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001175344,-0.035938996372519495,0.304991478296937],"stage":"place","target_distance":0.19780678157363127,"time":9.460000000000196},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001177975,-0.035938996372056796,0.304991478296937],"stage":"release","target_distance":0.1978067815732663,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011784924,-0.03593899637196598,0.304991478296937],"stage":"retreat","target_distance":0.1978067815731947,"time":11.299999999999176}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":1.0176188747864217,"final_target_error_m":0.000303425550925767,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":214,"loaded_pre_action_samples":214,"maximum_loaded_offset_change_m":0.00195793225212068,"maximum_object_lift_m":0.12499446584845259,"maximum_sampled_lift_dwell_seconds":4.352999999999788,"native_tick_peaks":{"actuator_force":[2.0012543213720946,3.73262955951202,2.4426911907800104,0.037389129272223855,0.3150883974305856,0.2521810820619095,0.8643648429967179,0.8945006947065175],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08110220732248034,0.08166277518839055],"joint_velocity_rad_s":[0.21625309944781415,0.19920644479390814,0.3527826561001484,0.00844968325830404,0.494515173606417,0.23827170746490164],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.672999999998416,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4464420001159179,-0.03593899637535977,0.3049914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011591867,-0.03593899637535841,0.30499147829693873],"stage":"approach","target_distance":0.19780678157587028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4464420001163894,-0.03593899637452974,0.304991478296937],"stage":"descend","target_distance":0.1978067815752165,"time":2.779999999999805},{"contacts":{"left":0,"right":0},"object_position":[0.44644200011670404,-0.03593899637397705,0.304991478296937],"stage":"close","target_distance":0.1978067815747806,"time":4.6199999999998775},{"contacts":{"left":4,"right":4},"object_position":[0.4463887781606587,-0.035936589888600004,0.30623293895232695],"stage":"lift","target_distance":0.19779269541669534,"time":5.1800000000000646},{"contacts":{"left":4,"right":4},"object_position":[0.4467021424770407,-0.03474644969899656,0.4223325135748642],"stage":"transfer","target_distance":0.22907464616538062,"time":6.7400000000005855},{"contacts":{"left":4,"right":4},"object_position":[0.3875932905856556,0.1445893901422883,0.42870324363109324],"stage":"place","target_distance":0.12400061525577234,"time":9.460000000000196},{"contacts":{"left":2,"right":2},"object_position":[0.38800664672829066,0.15316084569183744,0.3049513032619744],"stage":"release","target_distance":0.00033062421737963286,"time":10.999999999999343},{"contacts":{"left":0,"right":0},"object_position":[0.38803048434730525,0.15316187978792645,0.30499147829693724],"stage":"retreat","target_distance":0.00030342555045367815,"time":11.299999999999176}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-03/run.json","scene_sha256":"591f8091aef5d9a704d8ab2214a8afb14d7b98c4d8afc1a8d6baa153f260aad3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-04","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.067182042170316,"final_target_error_m":0.2249267763529244,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.520000000000163},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.251698518207689,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.660191526340668,2.2769311070400704,0.023724921540529107,0.3803157907071757,0.213544542967135,0.16573343922643247,0.07857701701376563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.02731917045572394,0.012958207767218451],"joint_velocity_rad_s":[0.22439459405838644,0.28216372726506966,0.44957855952824693,0.005579063597150899,0.4452823925318836,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"stage":"lift","target_distance":0.22492677635041988,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957092022,0.11050000031561562,0.31499147829693724],"stage":"transfer","target_distance":0.2249267763509252,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570825004,0.11050000031561562,0.31499147829693724],"stage":"place","target_distance":0.22492677635174044,"time":13.979999999997691},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957077442,0.11050000031561562,0.31499147829693724],"stage":"release","target_distance":0.2249267763521735,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570766956,0.11050000031561562,0.31499147829693724],"stage":"retreat","target_distance":0.22492677635223743,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.271313995707189,0.11050000031561562,0.31499147829693724],"stage":"verify","target_distance":0.2249267763526489,"time":17.07999999999789}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":858,"controller_failure":null,"episode_wall_seconds":1.0445527080446482,"final_target_error_m":0.0005663677294058864,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0023278463350252395,"maximum_object_lift_m":0.13495396180958052,"maximum_sampled_lift_dwell_seconds":4.407999999999807,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.6615434993900635,2.4642461631310653,0.029177515705432103,0.4227735399098762,0.213544542967135,1.0527500327526234,1.1670496909484678],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08155157085528639,0.0816020168081124],"joint_velocity_rad_s":[0.22439459405838644,0.28360604739971557,0.44957855952824693,0.0066364478382088385,0.4534941942809644,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.14399999999797,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":4,"right":4},"object_position":[0.2713711825969134,0.11049098261271029,0.31617260877875314],"stage":"lift","target_distance":0.22487621260439009,"time":9.520000000000163},{"contacts":{"left":4,"right":2},"object_position":[0.2699704937196217,0.11065241449382013,0.43184706345172497],"stage":"transfer","target_distance":0.25455845450117726,"time":11.23999999999921},{"contacts":{"left":4,"right":4},"object_position":[0.4573840183136204,0.001506559489113091,0.4429544873963966],"stage":"place","target_distance":0.1283231229023456,"time":13.979999999997691},{"contacts":{"left":2,"right":0},"object_position":[0.46374544568953713,-0.005160924374755095,0.31496090472926963],"stage":"release","target_distance":0.0005711217180594218,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.46376921464288995,-0.00515861571338162,0.31499147829630014],"stage":"retreat","target_distance":0.0005663677293825281,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.4637692146429947,-0.005158615713328409,0.3149914782969373],"stage":"verify","target_distance":0.0005663677294017603,"time":17.07999999999789}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","variant":"baseline"},{"case_id":"scene-04","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0119868330657482,"final_target_error_m":0.2249267763529244,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":9.520000000000163},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.251698518207689,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.660191526340668,2.2769311070400704,0.023724921540529107,0.3803157907071757,0.213544542967135,0.16573343922643247,0.07857701701376563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.02731917045572394,0.012958207767218451],"joint_velocity_rad_s":[0.22439459405838644,0.28216372726506966,0.44957855952824693,0.005579063597150899,0.4452823925318836,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957097924,0.11050000031561562,0.31499147829693724],"stage":"lift","target_distance":0.22492677635041988,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957092022,0.11050000031561562,0.31499147829693724],"stage":"transfer","target_distance":0.2249267763509252,"time":11.23999999999921},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570825004,0.11050000031561562,0.31499147829693724],"stage":"place","target_distance":0.22492677635174044,"time":13.979999999997691},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957077442,0.11050000031561562,0.31499147829693724],"stage":"release","target_distance":0.2249267763521735,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.27131399570766956,0.11050000031561562,0.31499147829693724],"stage":"retreat","target_distance":0.22492677635223743,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.271313995707189,0.11050000031561562,0.31499147829693724],"stage":"verify","target_distance":0.2249267763526489,"time":17.07999999999789}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":858,"controller_failure":null,"episode_wall_seconds":1.1393202908802778,"final_target_error_m":0.0005663677294058864,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0023278463350252395,"maximum_object_lift_m":0.13495396180958052,"maximum_sampled_lift_dwell_seconds":4.407999999999807,"native_tick_peaks":{"actuator_force":[1.7634639178344003,3.6615434993900635,2.4642461631310653,0.029177515705432103,0.4227735399098762,0.213544542967135,1.0527500327526234,1.1670496909484678],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08155157085528639,0.0816020168081124],"joint_velocity_rad_s":[0.22439459405838644,0.28360604739971557,0.44957855952824693,0.0066364478382088385,0.4534941942809644,0.23615453668326167],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.14399999999797,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2713139957130549,0.11050000031548013,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27131399571305304,0.11050000031548074,0.31499147829693824],"stage":"approach","target_distance":0.22492677634755848,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957106742,0.11050000031561562,0.31499147829693724],"stage":"descend","target_distance":0.22492677634966488,"time":6.980000000000666},{"contacts":{"left":0,"right":0},"object_position":[0.2713139957099544,0.11050000031561562,0.31499147829693724],"stage":"close","target_distance":0.22492677635028116,"time":9.060000000000418},{"contacts":{"left":4,"right":4},"object_position":[0.2713711825969134,0.11049098261271029,0.31617260877875314],"stage":"lift","target_distance":0.22487621260439009,"time":9.520000000000163},{"contacts":{"left":4,"right":2},"object_position":[0.2699704937196217,0.11065241449382013,0.43184706345172497],"stage":"transfer","target_distance":0.25455845450117726,"time":11.23999999999921},{"contacts":{"left":4,"right":4},"object_position":[0.4573840183136204,0.001506559489113091,0.4429544873963966],"stage":"place","target_distance":0.1283231229023456,"time":13.979999999997691},{"contacts":{"left":2,"right":0},"object_position":[0.46374544568953713,-0.005160924374755095,0.31496090472926963],"stage":"release","target_distance":0.0005711217180594218,"time":15.459999999996871},{"contacts":{"left":0,"right":0},"object_position":[0.46376921464288995,-0.00515861571338162,0.31499147829630014],"stage":"retreat","target_distance":0.0005663677293825281,"time":15.679999999996749},{"contacts":{"left":0,"right":0},"object_position":[0.4637692146429947,-0.005158615713328409,0.3149914782969373],"stage":"verify","target_distance":0.0005663677294017603,"time":17.07999999999789}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-04/run.json","scene_sha256":"e92e9f6406d2ee4e158d26c79b2a58b5f7796832fe298fbec13b88a322868ded","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-05","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0422277499455959,"final_target_error_m":0.13610639248524703,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.519999999999844},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17977737459479548,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.101609720512272,2.288868571643377,0.02871608948493221,0.38100882350325627,0.25218601039421173,0.12469863908252776,0.10578877314531177],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.019472653600440353,0.01622124627312385],"joint_velocity_rad_s":[0.18025047841219535,0.34745645474063885,0.5012019278163263,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"stage":"lift","target_distance":0.13610639248057887,"time":4.519999999999844},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999034104,-0.1321810036462553,0.3124914782969372],"stage":"transfer","target_distance":0.1361063924810991,"time":6.020000000000345},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999040409,-0.1321810036462553,0.3124914782969372],"stage":"place","target_distance":0.13610639248172304,"time":7.820000000000946},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999045496,-0.1321810036462553,0.3124914782969372],"stage":"release","target_distance":0.13610639248222647,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999046186,-0.1321810036462553,0.3124914782969372],"stage":"retreat","target_distance":0.1361063924822947,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999050944,-0.1321810036462553,0.3124914782969372],"stage":"verify","target_distance":0.13610639248276563,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":545,"controller_failure":null,"episode_wall_seconds":0.6798432499635965,"final_target_error_m":0.00016534270637883307,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":165,"loaded_pre_action_samples":165,"maximum_loaded_offset_change_m":0.0015984896473471885,"maximum_object_lift_m":0.12351579595789891,"maximum_sampled_lift_dwell_seconds":3.387999999999738,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.293380740684427,2.4567079453791507,0.02871608948493221,0.3993389560051064,0.25218601039421173,0.9772099408903738,1.0298743491598827],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08166714765933915,0.08172059058878928],"joint_velocity_rad_s":[0.18025047841219535,0.3496853624134536,0.4993528543602368,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.883999999999407,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":4,"right":4},"object_position":[0.5180784167432622,-0.13221835727715878,0.31378745751781206],"stage":"lift","target_distance":0.13615982660380824,"time":4.519999999999844},{"contacts":{"left":2,"right":4},"object_position":[0.5135367036481515,-0.1318979276085218,0.43027184351244235],"stage":"transfer","target_distance":0.17661356762097227,"time":6.020000000000345},{"contacts":{"left":4,"right":2},"object_position":[0.3898230074198592,-0.10751179038909812,0.43470891017547264],"stage":"place","target_distance":0.12248737024917633,"time":7.820000000000946},{"contacts":{"left":2,"right":2},"object_position":[0.38316313425859655,-0.11256843196075804,0.3124454082173879],"stage":"release","target_distance":0.00019509234521572754,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225079104,-0.11256814089879887,0.3124914782914348],"stage":"retreat","target_distance":0.00016534270866325342,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225306533,-0.11256814089843517,0.3124914782969372],"stage":"verify","target_distance":0.0001653427063651718,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","variant":"baseline"},{"case_id":"scene-05","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9893882079049945,"final_target_error_m":0.13610639248524703,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.519999999999844},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17977737459479548,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.101609720512272,2.288868571643377,0.02871608948493221,0.38100882350325627,0.25218601039421173,0.12469863908252776,0.10578877314531177],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.019472653600440353,0.01622124627312385],"joint_velocity_rad_s":[0.18025047841219535,0.34745645474063885,0.5012019278163263,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999028847,-0.1321810036462553,0.3124914782969372],"stage":"lift","target_distance":0.13610639248057887,"time":4.519999999999844},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999034104,-0.1321810036462553,0.3124914782969372],"stage":"transfer","target_distance":0.1361063924810991,"time":6.020000000000345},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999040409,-0.1321810036462553,0.3124914782969372],"stage":"place","target_distance":0.13610639248172304,"time":7.820000000000946},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999045496,-0.1321810036462553,0.3124914782969372],"stage":"release","target_distance":0.13610639248222647,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999046186,-0.1321810036462553,0.3124914782969372],"stage":"retreat","target_distance":0.1361063924822947,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999050944,-0.1321810036462553,0.3124914782969372],"stage":"verify","target_distance":0.13610639248276563,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":545,"controller_failure":null,"episode_wall_seconds":0.6823679581284523,"final_target_error_m":0.00016534270637883307,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":165,"loaded_pre_action_samples":165,"maximum_loaded_offset_change_m":0.0015984896473471885,"maximum_object_lift_m":0.12351579595789891,"maximum_sampled_lift_dwell_seconds":3.387999999999738,"native_tick_peaks":{"actuator_force":[2.013703404847803,4.293380740684427,2.4567079453791507,0.02871608948493221,0.3993389560051064,0.25218601039421173,0.9772099408903738,1.0298743491598827],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08166714765933915,0.08172059058878928],"joint_velocity_rad_s":[0.18025047841219535,0.3496853624134536,0.4993528543602368,0.006702576120475392,0.47712573544872855,0.22681158326060677],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.883999999999407,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013557,-0.1321810036460144,0.31249147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999013573,-0.1321810036460154,0.31249147829693824],"stage":"approach","target_distance":0.1361063924790328,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999020759,-0.1321810036462171,0.3124914782969372],"stage":"descend","target_distance":0.13610639247977296,"time":2.1999999999998687},{"contacts":{"left":0,"right":0},"object_position":[0.5180359999027327,-0.1321810036462552,0.3124914782969372],"stage":"close","target_distance":0.13610639248042844,"time":4.079999999999697},{"contacts":{"left":4,"right":4},"object_position":[0.5180784167432622,-0.13221835727715878,0.31378745751781206],"stage":"lift","target_distance":0.13615982660380824,"time":4.519999999999844},{"contacts":{"left":2,"right":4},"object_position":[0.5135367036481515,-0.1318979276085218,0.43027184351244235],"stage":"transfer","target_distance":0.17661356762097227,"time":6.020000000000345},{"contacts":{"left":4,"right":2},"object_position":[0.3898230074198592,-0.10751179038909812,0.43470891017547264],"stage":"place","target_distance":0.12248737024917633,"time":7.820000000000946},{"contacts":{"left":2,"right":2},"object_position":[0.38316313425859655,-0.11256843196075804,0.3124454082173879],"stage":"release","target_distance":0.00019509234521572754,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225079104,-0.11256814089879887,0.3124914782914348],"stage":"retreat","target_distance":0.00016534270866325342,"time":9.480000000000185},{"contacts":{"left":0,"right":0},"object_position":[0.38318661225306533,-0.11256814089843517,0.3124914782969372],"stage":"verify","target_distance":0.0001653427063651718,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-05/run.json","scene_sha256":"b7b02f0964fb17a47d722c061305f4372eb59044a5130e5154ca1d0d1a0f2b27","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-06","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.345717458985746,"final_target_error_m":0.11319236177137315,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1200000000000445},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.16569245925223225,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9313802110352185,3.8060274628637103,2.2944306829567154,0.02865803424108173,0.34011337507241196,0.2521827472984768,0.035414118442766096,0.06053614124284579],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0067361470405510075,0.010226703100677933],"joint_velocity_rad_s":[0.20814106019652762,0.26171984680032273,0.42134049536132,0.0066106700600331745,0.46652445631496403,0.24999519683065222],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"stage":"lift","target_distance":0.1131923617704621,"time":5.1200000000000445},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999985409,-0.03773999638714775,0.3149914782969372],"stage":"transfer","target_distance":0.11319236177057748,"time":6.780000000000599},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999807474,-0.03773999638714775,0.3149914782969372],"stage":"place","target_distance":0.11319236177067309,"time":8.120000000000939},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999758657,-0.03773999638714775,0.3149914782969372],"stage":"release","target_distance":0.11319236177077319,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.431450999997506,-0.03773999638714775,0.3149914782969372],"stage":"retreat","target_distance":0.1131923617707897,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999703357,-0.03773999638714775,0.3149914782969372],"stage":"verify","target_distance":0.11319236177088658,"time":11.139999999999265}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":561,"controller_failure":null,"episode_wall_seconds":0.7280190840829164,"final_target_error_m":0.000596279101847868,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":150,"loaded_pre_action_samples":150,"maximum_loaded_offset_change_m":0.0018019477590503835,"maximum_object_lift_m":0.12573089293757,"maximum_sampled_lift_dwell_seconds":2.961999999999785,"native_tick_peaks":{"actuator_force":[2.2841455423536345,3.870053201467556,2.6036339991669593,0.05287782604546787,0.3576726800798467,0.2521827472984768,1.3292848597014748,1.2939783121064563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0816264897426086,0.08123399305240168],"joint_velocity_rad_s":[0.20814106019652762,0.2642955989119176,0.4184236654686066,0.012061823263438921,0.4771786758734198,0.25013179348269143],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.200999999999231,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":4,"right":4},"object_position":[0.43142249912437347,-0.037737709064335594,0.3161291851953909],"stage":"lift","target_distance":0.11320607954602538,"time":5.1200000000000445},{"contacts":{"left":4,"right":4},"object_position":[0.43209669181619226,-0.03928795012996585,0.4319067402259608],"stage":"transfer","target_distance":0.16158449511075718,"time":6.780000000000599},{"contacts":{"left":4,"right":4},"object_position":[0.4467089000468821,-0.1435867876343527,0.4396227493330798],"stage":"place","target_distance":0.1249739458784015,"time":8.120000000000939},{"contacts":{"left":2,"right":2},"object_position":[0.4540769080192649,-0.14873920145270236,0.3149630087865782],"stage":"release","target_distance":0.0006234825036197262,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.45410664861101385,-0.14874393543375117,0.31499147829660584],"stage":"retreat","target_distance":0.0005962791016750495,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.4541066486108479,-0.14874393543376171,0.3149914782969371],"stage":"verify","target_distance":0.0005962791018287386,"time":11.139999999999265}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","variant":"baseline"},{"case_id":"scene-06","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9818037499208003,"final_target_error_m":0.11319236177137315,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.1200000000000445},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.16569245925223225,"maximum_object_lift_m":4.440892098500626e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9313802110352185,3.8060274628637103,2.2944306829567154,0.02865803424108173,0.34011337507241196,0.2521827472984768,0.035414118442766096,0.06053614124284579],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0067361470405510075,0.010226703100677933],"joint_velocity_rad_s":[0.20814106019652762,0.26171984680032273,0.42134049536132,0.0066106700600331745,0.46652445631496403,0.24999519683065222],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999991036,-0.03773999638714775,0.3149914782969372],"stage":"lift","target_distance":0.1131923617704621,"time":5.1200000000000445},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999985409,-0.03773999638714775,0.3149914782969372],"stage":"transfer","target_distance":0.11319236177057748,"time":6.780000000000599},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999807474,-0.03773999638714775,0.3149914782969372],"stage":"place","target_distance":0.11319236177067309,"time":8.120000000000939},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999758657,-0.03773999638714775,0.3149914782969372],"stage":"release","target_distance":0.11319236177077319,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.431450999997506,-0.03773999638714775,0.3149914782969372],"stage":"retreat","target_distance":0.1131923617707897,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.43145099999703357,-0.03773999638714775,0.3149914782969372],"stage":"verify","target_distance":0.11319236177088658,"time":11.139999999999265}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":561,"controller_failure":null,"episode_wall_seconds":0.7659100419841707,"final_target_error_m":0.000596279101847868,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":150,"loaded_pre_action_samples":150,"maximum_loaded_offset_change_m":0.0018019477590503835,"maximum_object_lift_m":0.12573089293757,"maximum_sampled_lift_dwell_seconds":2.961999999999785,"native_tick_peaks":{"actuator_force":[2.2841455423536345,3.870053201467556,2.6036339991669593,0.05287782604546787,0.3576726800798467,0.2521827472984768,1.3292848597014748,1.2939783121064563],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.0816264897426086,0.08123399305240168],"joint_velocity_rad_s":[0.20814106019652762,0.2642955989119176,0.4184236654686066,0.012061823263438921,0.4771786758734198,0.25013179348269143],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":11.200999999999231,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008679,-0.03773999638713003,0.31499147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.4314510000008673,-0.03773999638713005,0.314991478296939],"stage":"approach","target_distance":0.11319236177011778,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999999448,-0.03773999638714775,0.3149914782969372],"stage":"descend","target_distance":0.11319236177028962,"time":2.7199999999998115},{"contacts":{"left":0,"right":0},"object_position":[0.4314509999992737,-0.03773999638714775,0.3149914782969372],"stage":"close","target_distance":0.11319236177042721,"time":4.639999999999884},{"contacts":{"left":4,"right":4},"object_position":[0.43142249912437347,-0.037737709064335594,0.3161291851953909],"stage":"lift","target_distance":0.11320607954602538,"time":5.1200000000000445},{"contacts":{"left":4,"right":4},"object_position":[0.43209669181619226,-0.03928795012996585,0.4319067402259608],"stage":"transfer","target_distance":0.16158449511075718,"time":6.780000000000599},{"contacts":{"left":4,"right":4},"object_position":[0.4467089000468821,-0.1435867876343527,0.4396227493330798],"stage":"place","target_distance":0.1249739458784015,"time":8.120000000000939},{"contacts":{"left":2,"right":2},"object_position":[0.4540769080192649,-0.14873920145270236,0.3149630087865782],"stage":"release","target_distance":0.0006234825036197262,"time":9.520000000000163},{"contacts":{"left":0,"right":0},"object_position":[0.45410664861101385,-0.14874393543375117,0.31499147829660584],"stage":"retreat","target_distance":0.0005962791016750495,"time":9.76000000000003},{"contacts":{"left":0,"right":0},"object_position":[0.4541066486108479,-0.14874393543376171,0.3149914782969371],"stage":"verify","target_distance":0.0005962791018287386,"time":11.139999999999265}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-06/run.json","scene_sha256":"58d95e82b69a4f1e12ff8bcde67f8d22797d2a3008c14bf331a87b65f601ec80","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-07","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9895515001844615,"final_target_error_m":0.38001067707300046,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.099999999999704},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.39468047097265535,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.0774850038875172,3.897823575493476,2.293739152507385,0.00834219125566032,0.36093349805912744,0.2775640459511095,0.08968362389030737,0.10783508308509049],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.015003503898005099,0.01768729900400205],"joint_velocity_rad_s":[0.2644641213999889,0.3659075250204229,0.627468968736405,0.0019517240885109873,0.4476957941248135,0.3648816196851548],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"stage":"lift","target_distance":0.38001067707708275,"time":4.099999999999704},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749417884,-0.16254599986880355,0.3099914782969369],"stage":"transfer","target_distance":0.38001067707668446,"time":5.600000000000205},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986717344,0.3099914782969369],"stage":"place","target_distance":0.3800106770753181,"time":10.31999999999972},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986664856,0.3099914782969369],"stage":"release","target_distance":0.3800106770748647,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986657206,0.3099914782969369],"stage":"retreat","target_distance":0.38001067707479863,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.162545999866112,0.3099914782969369],"stage":"verify","target_distance":0.3800106770744013,"time":13.359999999998035}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":669,"controller_failure":null,"episode_wall_seconds":0.8838575829286128,"final_target_error_m":0.0006622005913621687,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":311,"loaded_pre_action_samples":311,"maximum_loaded_offset_change_m":0.001984766630000342,"maximum_object_lift_m":0.13032513867914086,"maximum_sampled_lift_dwell_seconds":6.338000000000451,"native_tick_peaks":{"actuator_force":[1.1752321834037787,3.898818244501456,2.2947409495520787,0.016005182728216286,0.3626674248908226,0.2767554488980437,0.9220384058417892,0.91691355931688],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08194858219656033,0.08111233622846761],"joint_velocity_rad_s":[0.26420190984558195,0.3659075250204229,0.627468968736405,0.003642076098523177,0.44975551310835493,0.364925421723886],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.360999999998034,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":4,"right":4},"object_position":[0.27783982380128425,-0.16247921511365665,0.3112902240456599],"stage":"lift","target_distance":0.37997997306430764,"time":4.099999999999704},{"contacts":{"left":4,"right":4},"object_position":[0.2777304040836143,-0.16081181206803197,0.42715332864872685],"stage":"transfer","target_distance":0.39630592574054474,"time":5.600000000000205},{"contacts":{"left":1,"right":4},"object_position":[0.4611107889645215,0.16224405118595978,0.43763105626518156],"stage":"place","target_distance":0.12794606838942615,"time":10.31999999999972},{"contacts":{"left":1,"right":2},"object_position":[0.46999776292672957,0.16546207443110397,0.30992917899891465],"stage":"release","target_distance":0.0006398381304735685,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.47002573223397265,0.16546244475394944,0.30999147829572277],"stage":"retreat","target_distance":0.00066220059096034,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.4700257322344122,0.16546244475394195,0.3099914782969373],"stage":"verify","target_distance":0.0006622005913624926,"time":13.359999999998035}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","variant":"baseline"},{"case_id":"scene-07","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0325489998795092,"final_target_error_m":0.38001067707300046,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.099999999999704},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.39468047097265535,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.0774850038875172,3.897823575493476,2.293739152507385,0.00834219125566032,0.36093349805912744,0.2775640459511095,0.08968362389030737,0.10783508308509049],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.015003503898005099,0.01768729900400205],"joint_velocity_rad_s":[0.2644641213999889,0.3659075250204229,0.627468968736405,0.0019517240885109873,0.4476957941248135,0.3648816196851548],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":0,"right":0},"object_position":[0.277888997494272,-0.1625459998693191,0.3099914782969369],"stage":"lift","target_distance":0.38001067707708275,"time":4.099999999999704},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749417884,-0.16254599986880355,0.3099914782969369],"stage":"transfer","target_distance":0.38001067707668446,"time":5.600000000000205},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986717344,0.3099914782969369],"stage":"place","target_distance":0.3800106770753181,"time":10.31999999999972},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986664856,0.3099914782969369],"stage":"release","target_distance":0.3800106770748647,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.16254599986657206,0.3099914782969369],"stage":"retreat","target_distance":0.38001067707479863,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974940963,-0.162545999866112,0.3099914782969369],"stage":"verify","target_distance":0.3800106770744013,"time":13.359999999998035}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":669,"controller_failure":null,"episode_wall_seconds":0.8568065827712417,"final_target_error_m":0.0006622005913621687,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":311,"loaded_pre_action_samples":311,"maximum_loaded_offset_change_m":0.001984766630000342,"maximum_object_lift_m":0.13032513867914086,"maximum_sampled_lift_dwell_seconds":6.338000000000451,"native_tick_peaks":{"actuator_force":[1.1752321834037787,3.898818244501456,2.2947409495520787,0.016005182728216286,0.3626674248908226,0.2767554488980437,0.9220384058417892,0.91691355931688],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08194858219656033,0.08111233622846761],"joint_velocity_rad_s":[0.26420190984558195,0.3659075250204229,0.627468968736405,0.003642076098523177,0.44975551310835493,0.364925421723886],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.360999999998034,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491447,-0.16254599987056398,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749491336,-0.16254599987056265,0.30999147829693835],"stage":"approach","target_distance":0.3800106770778336,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2778889974945529,-0.16254599987007778,0.3099914782969369],"stage":"descend","target_distance":0.3800106770775965,"time":1.7799999999999148},{"contacts":{"left":0,"right":0},"object_position":[0.27788899749431095,-0.16254599986947507,0.3099914782969369],"stage":"close","target_distance":0.3800106770771978,"time":3.63999999999971},{"contacts":{"left":4,"right":4},"object_position":[0.27783982380128425,-0.16247921511365665,0.3112902240456599],"stage":"lift","target_distance":0.37997997306430764,"time":4.099999999999704},{"contacts":{"left":4,"right":4},"object_position":[0.2777304040836143,-0.16081181206803197,0.42715332864872685],"stage":"transfer","target_distance":0.39630592574054474,"time":5.600000000000205},{"contacts":{"left":1,"right":4},"object_position":[0.4611107889645215,0.16224405118595978,0.43763105626518156],"stage":"place","target_distance":0.12794606838942615,"time":10.31999999999972},{"contacts":{"left":1,"right":2},"object_position":[0.46999776292672957,0.16546207443110397,0.30992917899891465],"stage":"release","target_distance":0.0006398381304735685,"time":11.819999999998888},{"contacts":{"left":0,"right":0},"object_position":[0.47002573223397265,0.16546244475394944,0.30999147829572277],"stage":"retreat","target_distance":0.00066220059096034,"time":12.039999999998766},{"contacts":{"left":0,"right":0},"object_position":[0.4700257322344122,0.16546244475394195,0.3099914782969373],"stage":"verify","target_distance":0.0006622005913624926,"time":13.359999999998035}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-07/run.json","scene_sha256":"b7f1632e2983bc8bab2e30a32372057b4375fd34764f7c8f9a13f298bbec9999","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-08","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1898313749115914,"final_target_error_m":0.1571938890751325,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.660000000000559},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.1953885775372333,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.186485597564172,2.315563228957842,0.028240165509261488,0.3821591535983604,0.2521838136101522,0.06356213372096953,0.12124148928442224],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.010666584158379294,0.018308834333224683],"joint_velocity_rad_s":[0.205612265979898,0.3296200431445777,0.46349599998236185,0.00648081787445011,0.4818141587232054,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"stage":"lift","target_distance":0.15719388907889736,"time":6.660000000000559},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001346768,0.07972800370149982,0.3099914782969372],"stage":"transfer","target_distance":0.15719388907842446,"time":8.080000000000961},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001339299,0.07972800370150217,0.3099914782969372],"stage":"place","target_distance":0.1571938890777099,"time":10.259999999999753},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001333733,0.07972800370150218,0.3099914782969372],"stage":"release","target_distance":0.15719388907717796,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001332888,0.07972800370150218,0.3099914782969372],"stage":"retreat","target_distance":0.15719388907709722,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001327802,0.07972800370150218,0.3099914782969372],"stage":"verify","target_distance":0.15719388907661117,"time":13.559999999997924}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":679,"controller_failure":null,"episode_wall_seconds":0.8462114590220153,"final_target_error_m":0.00019882021392952042,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":180,"loaded_pre_action_samples":180,"maximum_loaded_offset_change_m":0.001332465315760824,"maximum_object_lift_m":0.12339801459258881,"maximum_sampled_lift_dwell_seconds":3.777999999999695,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.296606453753213,2.4076276206311604,0.028240165509261488,0.3891095318193578,0.2521838136101522,0.9669285575510607,0.8957974305922418],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.080890407932455,0.08187063004215288],"joint_velocity_rad_s":[0.205612265979898,0.3305422282056301,0.4628970700199792,0.00648081787445011,0.48226198395508846,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.564999999997921,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":4,"right":4},"object_position":[0.5255053317076832,0.07970818028749806,0.3113707266950103],"stage":"lift","target_distance":0.15722035166444248,"time":6.660000000000559},{"contacts":{"left":2,"right":4},"object_position":[0.5196912383941502,0.07984839521532777,0.42941010415959585],"stage":"transfer","target_distance":0.1929996717736624,"time":8.080000000000961},{"contacts":{"left":4,"right":4},"object_position":[0.37887476194155245,0.11918285088494224,0.43201647747162036],"stage":"place","target_distance":0.12225977521612398,"time":10.259999999999753},{"contacts":{"left":2,"right":2},"object_position":[0.37512745829963534,0.12616951115207198,0.30992695118107255],"stage":"release","target_distance":0.00023290233338215785,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973222545,0.12616847281990837,0.3099914782966726],"stage":"retreat","target_distance":0.00019882021380027875,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973191765,0.12616847281991023,0.3099914782969373],"stage":"verify","target_distance":0.00019882021392872326,"time":13.559999999997924}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","variant":"baseline"},{"case_id":"scene-08","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1108481669798493,"final_target_error_m":0.1571938890751325,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":6.660000000000559},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.1953885775372333,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.186485597564172,2.315563228957842,0.028240165509261488,0.3821591535983604,0.2521838136101522,0.06356213372096953,0.12124148928442224],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.010666584158379294,0.018308834333224683],"joint_velocity_rad_s":[0.205612265979898,0.3296200431445777,0.46349599998236185,0.00648081787445011,0.4818141587232054,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001351717,0.07972800370149982,0.3099914782969372],"stage":"lift","target_distance":0.15719388907889736,"time":6.660000000000559},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001346768,0.07972800370149982,0.3099914782969372],"stage":"transfer","target_distance":0.15719388907842446,"time":8.080000000000961},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001339299,0.07972800370150217,0.3099914782969372],"stage":"place","target_distance":0.1571938890777099,"time":10.259999999999753},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001333733,0.07972800370150218,0.3099914782969372],"stage":"release","target_distance":0.15719388907717796,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001332888,0.07972800370150218,0.3099914782969372],"stage":"retreat","target_distance":0.15719388907709722,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001327802,0.07972800370150218,0.3099914782969372],"stage":"verify","target_distance":0.15719388907661117,"time":13.559999999997924}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":679,"controller_failure":null,"episode_wall_seconds":0.8880200418643653,"final_target_error_m":0.00019882021392952042,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":180,"loaded_pre_action_samples":180,"maximum_loaded_offset_change_m":0.001332465315760824,"maximum_object_lift_m":0.12339801459258881,"maximum_sampled_lift_dwell_seconds":3.777999999999695,"native_tick_peaks":{"actuator_force":[1.9878246508587551,4.296606453753213,2.4076276206311604,0.028240165509261488,0.3891095318193578,0.2521838136101522,0.9669285575510607,0.8957974305922418],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.080890407932455,0.08187063004215288],"joint_velocity_rad_s":[0.205612265979898,0.3305422282056301,0.4628970700199792,0.00648081787445011,0.48226198395508846,0.25258839138232553],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.564999999997921,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.5254900001374222,0.07972800370173902,0.30999147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.525490000137421,0.07972800370173803,0.30999147829693824],"stage":"approach","target_distance":0.15719388908097695,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001359587,0.07972800370149982,0.3099914782969372],"stage":"descend","target_distance":0.15719388907964954,"time":4.399999999999804},{"contacts":{"left":0,"right":0},"object_position":[0.5254900001353451,0.07972800370149982,0.3099914782969372],"stage":"close","target_distance":0.1571938890790631,"time":6.160000000000392},{"contacts":{"left":4,"right":4},"object_position":[0.5255053317076832,0.07970818028749806,0.3113707266950103],"stage":"lift","target_distance":0.15722035166444248,"time":6.660000000000559},{"contacts":{"left":2,"right":4},"object_position":[0.5196912383941502,0.07984839521532777,0.42941010415959585],"stage":"transfer","target_distance":0.1929996717736624,"time":8.080000000000961},{"contacts":{"left":4,"right":4},"object_position":[0.37887476194155245,0.11918285088494224,0.43201647747162036],"stage":"place","target_distance":0.12225977521612398,"time":10.259999999999753},{"contacts":{"left":2,"right":2},"object_position":[0.37512745829963534,0.12616951115207198,0.30992695118107255],"stage":"release","target_distance":0.00023290233338215785,"time":11.859999999998866},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973222545,0.12616847281990837,0.3099914782966726],"stage":"retreat","target_distance":0.00019882021380027875,"time":12.099999999998733},{"contacts":{"left":0,"right":0},"object_position":[0.37516877973191765,0.12616847281991023,0.3099914782969373],"stage":"verify","target_distance":0.00019882021392872326,"time":13.559999999997924}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-08/run.json","scene_sha256":"e61927d0666191a72058a3ccc2448b7a0b90da79a8146001475cfb17d5243aef","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-09","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0532821658998728,"final_target_error_m":0.1496008496878874,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.520000000000178},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19105743350396578,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.4140525002295874,3.1906459524612387,2.186021355247135,0.01922446847276503,0.31629758855237355,0.27741373776773237,0.08047979446085485,0.06948097012980448],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012353227260526631,0.011979517777229423],"joint_velocity_rad_s":[0.24705824282808186,0.3146639997546938,0.5304956638624785,0.004513190641240338,0.4580315601033056,0.3493063355381736],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"stage":"lift","target_distance":0.14960084969193693,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678727164,0.31249147829693724],"stage":"transfer","target_distance":0.14960084969137877,"time":7.2400000000007525},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678021,0.31249147829693724],"stage":"place","target_distance":0.14960084969071935,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667746347,0.31249147829693724],"stage":"release","target_distance":0.1496008496901987,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996677373274,0.31249147829693724],"stage":"retreat","target_distance":0.1496008496901145,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667684717,0.31249147829693724],"stage":"verify","target_distance":0.1496008496896232,"time":12.659999999998423}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.8400435419753194,"final_target_error_m":0.00013300041100402593,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":188,"loaded_pre_action_samples":188,"maximum_loaded_offset_change_m":0.0024576958712471462,"maximum_object_lift_m":0.12866425411011695,"maximum_sampled_lift_dwell_seconds":3.7639999999996965,"native_tick_peaks":{"actuator_force":[1.5245267316959854,3.1906459524612387,2.5462579002737584,0.060750299767249535,0.31629758855237355,0.27704294990697953,1.2615792729887843,1.3187530894263113],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08069069936930501,0.08219477646027733],"joint_velocity_rad_s":[0.24591349032635784,0.3146639997546938,0.5304956638624785,0.013126001556091062,0.4580315601033056,0.3495166247227597],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.678999999998412,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":4,"right":4},"object_position":[0.2760074489278819,-0.05524146925550134,0.3135949521544285],"stage":"lift","target_distance":0.14959293743019833,"time":5.520000000000178},{"contacts":{"left":4,"right":4},"object_position":[0.2748282403340979,-0.053629192091877234,0.42973001335845884],"stage":"transfer","target_distance":0.18920808829750757,"time":7.2400000000007525},{"contacts":{"left":4,"right":4},"object_position":[0.32603762100161443,0.07548121200918483,0.4396540105313049],"stage":"place","target_distance":0.12751740772359685,"time":9.280000000000296},{"contacts":{"left":2,"right":2},"object_position":[0.3295692908696923,0.08429312990064958,0.3124646080587793],"stage":"release","target_distance":0.00013703801056139133,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229136883,0.08429329649942884,0.31249147829688245],"stage":"retreat","target_distance":0.00013300041119487904,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229093224,0.08429329649956,0.312491478296937],"stage":"verify","target_distance":0.00013300041100749543,"time":12.659999999998423}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","variant":"baseline"},{"case_id":"scene-09","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0637099999003112,"final_target_error_m":0.1496008496878874,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":5.520000000000178},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19105743350396578,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.4140525002295874,3.1906459524612387,2.186021355247135,0.01922446847276503,0.31629758855237355,0.27741373776773237,0.08047979446085485,0.06948097012980448],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012353227260526631,0.011979517777229423],"joint_velocity_rad_s":[0.24705824282808186,0.3146639997546938,0.5304956638624785,0.004513190641240338,0.4580315601033056,0.3493063355381736],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667932489,0.31249147829693724],"stage":"lift","target_distance":0.14960084969193693,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678727164,0.31249147829693724],"stage":"transfer","target_distance":0.14960084969137877,"time":7.2400000000007525},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996678021,0.31249147829693724],"stage":"place","target_distance":0.14960084969071935,"time":9.280000000000296},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667746347,0.31249147829693724],"stage":"release","target_distance":0.1496008496901987,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996677373274,0.31249147829693724],"stage":"retreat","target_distance":0.1496008496901145,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399667684717,0.31249147829693724],"stage":"verify","target_distance":0.1496008496896232,"time":12.659999999998423}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":634,"controller_failure":null,"episode_wall_seconds":0.8898187498562038,"final_target_error_m":0.00013300041100402593,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":1.1772,"grip_target_n":1.1772,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":188,"loaded_pre_action_samples":188,"maximum_loaded_offset_change_m":0.0024576958712471462,"maximum_object_lift_m":0.12866425411011695,"maximum_sampled_lift_dwell_seconds":3.7639999999996965,"native_tick_peaks":{"actuator_force":[1.5245267316959854,3.1906459524612387,2.5462579002737584,0.060750299767249535,0.31629758855237355,0.27704294990697953,1.2615792729887843,1.3187530894263113],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08069069936930501,0.08219477646027733],"joint_velocity_rad_s":[0.24591349032635784,0.3146639997546938,0.5304956638624785,0.013126001556091062,0.4580315601033056,0.3495166247227597],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.678999999998412,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.27605900001177025,-0.0552739966812137,0.31249147829693863],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.276059000011771,-0.05527399668121187,0.3124914782969383],"stage":"approach","target_distance":0.14960084969376564,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.05527399668016593,0.31249147829693724],"stage":"descend","target_distance":0.14960084969272233,"time":3.0999999999997696},{"contacts":{"left":0,"right":0},"object_position":[0.27605900001195716,-0.055273996679497714,0.31249147829693724],"stage":"close","target_distance":0.1496008496920983,"time":5.020000000000011},{"contacts":{"left":4,"right":4},"object_position":[0.2760074489278819,-0.05524146925550134,0.3135949521544285],"stage":"lift","target_distance":0.14959293743019833,"time":5.520000000000178},{"contacts":{"left":4,"right":4},"object_position":[0.2748282403340979,-0.053629192091877234,0.42973001335845884],"stage":"transfer","target_distance":0.18920808829750757,"time":7.2400000000007525},{"contacts":{"left":4,"right":4},"object_position":[0.32603762100161443,0.07548121200918483,0.4396540105313049],"stage":"place","target_distance":0.12751740772359685,"time":9.280000000000296},{"contacts":{"left":2,"right":2},"object_position":[0.3295692908696923,0.08429312990064958,0.3124646080587793],"stage":"release","target_distance":0.00013703801056139133,"time":10.87999999999941},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229136883,0.08429329649942884,0.31249147829688245],"stage":"retreat","target_distance":0.00013300041119487904,"time":11.139999999999265},{"contacts":{"left":0,"right":0},"object_position":[0.32959745229093224,0.08429329649956,0.312491478296937],"stage":"verify","target_distance":0.00013300041100749543,"time":12.659999999998423}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-09/run.json","scene_sha256":"e250458d5b8be5556e4cc9db717946e6e856a09d175c36deb798bc7c1aa6c65e","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-10","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.1725095419678837,"final_target_error_m":0.1523952682419999,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.439999999999817},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19106654439907156,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062964609084418,3.549007759542121,2.274550205759965,0.026959883322378433,0.3150882610467143,0.2709360395461431,0.07570878890466481,0.04522125880528094],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012688168455680124,0.007754187570633051],"joint_velocity_rad_s":[0.22727918096276684,0.2330535387814196,0.41099169866053215,0.006203385913834949,0.4971733604527802,0.31431011839648804],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"stage":"lift","target_distance":0.15239526823745642,"time":4.439999999999817},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299731945382,0.30999147829693724],"stage":"transfer","target_distance":0.1523952682379561,"time":5.940000000000318},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732007058,0.30999147829693724],"stage":"place","target_distance":0.1523952682385534,"time":7.720000000000913},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.0841829973205698,0.30999147829693724],"stage":"release","target_distance":0.1523952682390369,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732066639,0.30999147829693724],"stage":"retreat","target_distance":0.15239526823913044,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732115163,0.30999147829693724],"stage":"verify","target_distance":0.15239526823960037,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":543,"controller_failure":null,"episode_wall_seconds":0.914840041892603,"final_target_error_m":0.0004907843795863844,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":164,"loaded_pre_action_samples":164,"maximum_loaded_offset_change_m":0.0018378084764740822,"maximum_object_lift_m":0.12523402978425413,"maximum_sampled_lift_dwell_seconds":3.358999999999741,"native_tick_peaks":{"actuator_force":[2.1961787584821195,3.751432037175789,2.5446011535048,0.04808878026079307,0.3150882610467143,0.27038674956442144,0.9457145001769098,1.0071715557479788],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08135048149778915,0.081774627491921],"joint_velocity_rad_s":[0.22685896706501452,0.2330535387814196,0.41099169866053215,0.009708217683235359,0.503767708920213,0.31439398756102666],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.84299999999943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":4,"right":4},"object_position":[0.40767163858279426,-0.08416277347226736,0.3113120531310113],"stage":"lift","target_distance":0.15239713314326805,"time":4.439999999999817},{"contacts":{"left":4,"right":4},"object_position":[0.40828077558575987,-0.08265753725662427,0.42710356285421125],"stage":"transfer","target_distance":0.19091478743995843,"time":5.940000000000318},{"contacts":{"left":4,"right":4},"object_position":[0.4456767624053915,0.05444993533117108,0.43391600047199874],"stage":"place","target_distance":0.12423916234801728,"time":7.720000000000913},{"contacts":{"left":2,"right":2},"object_position":[0.44596057631060115,0.0629980958103475,0.3099626865763647],"stage":"release","target_distance":0.00047932431460821263,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.44598346706997805,0.06299755374614247,0.3099914782969341],"stage":"retreat","target_distance":0.0004907843799145049,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.4459834670695119,0.06299755374622401,0.30999147829693735],"stage":"verify","target_distance":0.0004907843795870211,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","variant":"baseline"},{"case_id":"scene-10","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.093104625120759,"final_target_error_m":0.1523952682419999,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.439999999999817},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.19106654439907156,"maximum_object_lift_m":3.3306690738754696e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062964609084418,3.549007759542121,2.274550205759965,0.026959883322378433,0.3150882610467143,0.2709360395461431,0.07570878890466481,0.04522125880528094],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.012688168455680124,0.007754187570633051],"joint_velocity_rad_s":[0.22727918096276684,0.2330535387814196,0.41099169866053215,0.006203385913834949,0.4971733604527802,0.31431011839648804],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827606463,-0.084182997318935,0.30999147829693724],"stage":"lift","target_distance":0.15239526823745642,"time":4.439999999999817},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299731945382,0.30999147829693724],"stage":"transfer","target_distance":0.1523952682379561,"time":5.940000000000318},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732007058,0.30999147829693724],"stage":"place","target_distance":0.1523952682385534,"time":7.720000000000913},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.0841829973205698,0.30999147829693724],"stage":"release","target_distance":0.1523952682390369,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732066639,0.30999147829693724],"stage":"retreat","target_distance":0.15239526823913044,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827607557,-0.08418299732115163,0.30999147829693724],"stage":"verify","target_distance":0.15239526823960037,"time":10.839999999999431}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":543,"controller_failure":null,"episode_wall_seconds":0.8309521658811718,"final_target_error_m":0.0004907843795863844,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8829,"grip_target_n":0.8829,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":164,"loaded_pre_action_samples":164,"maximum_loaded_offset_change_m":0.0018378084764740822,"maximum_object_lift_m":0.12523402978425413,"maximum_sampled_lift_dwell_seconds":3.358999999999741,"native_tick_peaks":{"actuator_force":[2.1961787584821195,3.751432037175789,2.5446011535048,0.04808878026079307,0.3150882610467143,0.27038674956442144,0.9457145001769098,1.0071715557479788],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08135048149778915,0.081774627491921],"joint_velocity_rad_s":[0.22685896706501452,0.2330535387814196,0.41099169866053215,0.009708217683235359,0.503767708920213,0.31439398756102666],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":10.84299999999943,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.4077349982757034,-0.08418299731745806,0.3099914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827570425,-0.0841829973174597,0.3099914782969383],"stage":"approach","target_distance":0.1523952682361174,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4077349982759399,-0.08418299731813324,0.30999147829693724],"stage":"descend","target_distance":0.15239526823671098,"time":2.0999999999998797},{"contacts":{"left":0,"right":0},"object_position":[0.40773499827604553,-0.0841829973187555,0.30999147829693724],"stage":"close","target_distance":0.1523952682372873,"time":3.9199999999996793},{"contacts":{"left":4,"right":4},"object_position":[0.40767163858279426,-0.08416277347226736,0.3113120531310113],"stage":"lift","target_distance":0.15239713314326805,"time":4.439999999999817},{"contacts":{"left":4,"right":4},"object_position":[0.40828077558575987,-0.08265753725662427,0.42710356285421125],"stage":"transfer","target_distance":0.19091478743995843,"time":5.940000000000318},{"contacts":{"left":4,"right":4},"object_position":[0.4456767624053915,0.05444993533117108,0.43391600047199874],"stage":"place","target_distance":0.12423916234801728,"time":7.720000000000913},{"contacts":{"left":2,"right":2},"object_position":[0.44596057631060115,0.0629980958103475,0.3099626865763647],"stage":"release","target_distance":0.00047932431460821263,"time":9.160000000000363},{"contacts":{"left":0,"right":0},"object_position":[0.44598346706997805,0.06299755374614247,0.3099914782969341],"stage":"retreat","target_distance":0.0004907843799145049,"time":9.440000000000207},{"contacts":{"left":0,"right":0},"object_position":[0.4459834670695119,0.06299755374622401,0.30999147829693735],"stage":"verify","target_distance":0.0004907843795870211,"time":10.839999999999431}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-10/run.json","scene_sha256":"7d4db022b4a12fa154868ef14e9d3f06337cbee501e62604fecaecb9cccb5fd3","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-11","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.040481791831553,"final_target_error_m":0.21686464925688545,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.940000000000986},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.24512646227489415,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.776321366794548,2.2722916282582446,0.023756512766018163,0.3768078165641757,0.27100736755156163,0.15402368934869415,0.092935912567091],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.025021663064725773,0.01535079928198891],"joint_velocity_rad_s":[0.23401797060211366,0.28754386213147193,0.46364358080930235,0.005581342929084335,0.44587542763686316,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"stage":"lift","target_distance":0.21686464925350965,"time":7.940000000000986},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980184447,0.1163220021578627,0.30499147829693696],"stage":"transfer","target_distance":0.2168646492541009,"time":9.700000000000063},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801749303,0.1163220021578627,0.30499147829693696],"stage":"place","target_distance":0.21686464925500745,"time":12.399999999998567},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801699954,0.1163220021578627,0.30499147829693696],"stage":"release","target_distance":0.21686464925547755,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980169216,0.1163220021578627,0.30499147829693696],"stage":"retreat","target_distance":0.2168646492555518,"time":14.019999999997669}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"nominal","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":766,"controller_failure":null,"episode_wall_seconds":1.06030200002715,"final_target_error_m":0.0007068709251985517,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0026815281270109654,"maximum_object_lift_m":0.12969726249133828,"maximum_sampled_lift_dwell_seconds":4.329999999999781,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.7781113643458184,2.5497232651089234,0.032384055051823374,0.43970088698742416,0.27100736755156163,1.015817959341164,1.0900590606364053],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08160308091315815,0.08140053472113133],"joint_velocity_rad_s":[0.23401797060211366,0.28987224053928795,0.46364358080930235,0.007626330709003963,0.4559196311498867,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.318999999996949,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":4,"right":4},"object_position":[0.2820372963242453,0.11628251652307982,0.30613375219478123],"stage":"lift","target_distance":0.21689532811071358,"time":7.940000000000986},{"contacts":{"left":4,"right":2},"object_position":[0.2801546120646316,0.11676497617250796,0.42179727521811566],"stage":"transfer","target_distance":0.24805105559855664,"time":9.700000000000063},{"contacts":{"left":1,"right":4},"object_position":[0.482133051527944,0.05620258471396183,0.43120456913336747],"stage":"place","target_distance":0.1265093838321839,"time":12.399999999998567},{"contacts":{"left":1,"right":2},"object_position":[0.48917396849365785,0.05081664808021737,0.30496633720540245],"stage":"release","target_distance":0.0007037701586756552,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.489177676176919,0.050818327289354585,0.30499147829645623],"stage":"retreat","target_distance":0.0007068709254758162,"time":14.019999999997669}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","variant":"baseline"},{"case_id":"scene-11","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":0.9914410829078406,"final_target_error_m":0.21686464925688545,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.940000000000986},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.24512646227489415,"maximum_object_lift_m":5.551115123125783e-17,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.776321366794548,2.2722916282582446,0.023756512766018163,0.3768078165641757,0.27100736755156163,0.15402368934869415,0.092935912567091],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.025021663064725773,0.01535079928198891],"joint_velocity_rad_s":[0.23401797060211366,0.28754386213147193,0.46364358080930235,0.005581342929084335,0.44587542763686316,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980190654,0.1163220021578627,0.30499147829693696],"stage":"lift","target_distance":0.21686464925350965,"time":7.940000000000986},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980184447,0.1163220021578627,0.30499147829693696],"stage":"transfer","target_distance":0.2168646492541009,"time":9.700000000000063},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801749303,0.1163220021578627,0.30499147829693696],"stage":"place","target_distance":0.21686464925500745,"time":12.399999999998567},{"contacts":{"left":0,"right":0},"object_position":[0.28207899801699954,0.1163220021578627,0.30499147829693696],"stage":"release","target_distance":0.21686464925547755,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980169216,0.1163220021578627,0.30499147829693696],"stage":"retreat","target_distance":0.2168646492555518,"time":14.019999999997669}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"nominal","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":766,"controller_failure":null,"episode_wall_seconds":0.9623324170242995,"final_target_error_m":0.0007068709251985517,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.8,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":223,"loaded_pre_action_samples":223,"maximum_loaded_offset_change_m":0.0026815281270109654,"maximum_object_lift_m":0.12969726249133828,"maximum_sampled_lift_dwell_seconds":4.329999999999781,"native_tick_peaks":{"actuator_force":[1.7673039906732697,3.7781113643458184,2.5497232651089234,0.032384055051823374,0.43970088698742416,0.27100736755156163,1.015817959341164,1.0900590606364053],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08160308091315815,0.08140053472113133],"joint_velocity_rad_s":[0.23401797060211366,0.28987224053928795,0.46364358080930235,0.007626330709003963,0.4559196311498867,0.24556237109738946],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.318999999996949,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218447,0.11632200215772145,0.3049914782969385],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980218413,0.1163220021577227,0.30499147829693796],"stage":"approach","target_distance":0.21686464925082277,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980199163,0.1163220021578627,0.30499147829693696],"stage":"descend","target_distance":0.21686464925269908,"time":5.520000000000178},{"contacts":{"left":0,"right":0},"object_position":[0.2820789980192271,0.1163220021578627,0.30499147829693696],"stage":"close","target_distance":0.2168646492533556,"time":7.480000000000833},{"contacts":{"left":4,"right":4},"object_position":[0.2820372963242453,0.11628251652307982,0.30613375219478123],"stage":"lift","target_distance":0.21689532811071358,"time":7.940000000000986},{"contacts":{"left":4,"right":2},"object_position":[0.2801546120646316,0.11676497617250796,0.42179727521811566],"stage":"transfer","target_distance":0.24805105559855664,"time":9.700000000000063},{"contacts":{"left":1,"right":4},"object_position":[0.482133051527944,0.05620258471396183,0.43120456913336747],"stage":"place","target_distance":0.1265093838321839,"time":12.399999999998567},{"contacts":{"left":1,"right":2},"object_position":[0.48917396849365785,0.05081664808021737,0.30496633720540245],"stage":"release","target_distance":0.0007037701586756552,"time":13.799999999997791},{"contacts":{"left":0,"right":0},"object_position":[0.489177676176919,0.050818327289354585,0.30499147829645623],"stage":"retreat","target_distance":0.0007068709254758162,"time":14.019999999997669}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-11/run.json","scene_sha256":"788216e2089c14fadcf5735495af27510f9f5d95e84260536962dede05982f0d","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-12","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0724254169035703,"final_target_error_m":0.1296087932991013,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.200000000000739},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17402371372811704,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8469756252725915,3.6506053691364286,2.236928946185003,0.02819663465250415,0.35812532139903563,0.2521821638529076,0.04771186419330142,0.06214181542022068],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006955712851974612,0.009107736927798987],"joint_velocity_rad_s":[0.21027953369129815,0.2260539759924448,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"stage":"lift","target_distance":0.12960879330066344,"time":7.200000000000739},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000323405,0.12849099654052099,0.3074914782969372],"stage":"transfer","target_distance":0.12960879330044883,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003180355,0.1284909965405207,0.3074914782969372],"stage":"place","target_distance":0.1296087933002263,"time":10.239999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000312433,0.1284909965405207,0.3074914782969372],"stage":"release","target_distance":0.1296087932999943,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000311668,0.1284909965405207,0.3074914782969372],"stage":"retreat","target_distance":0.12960879329996267,"time":12.059999999998755}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":674,"controller_failure":null,"episode_wall_seconds":0.8509989590384066,"final_target_error_m":0.0021174438826247655,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":152,"loaded_pre_action_samples":152,"maximum_loaded_offset_change_m":0.0022818552440912773,"maximum_object_lift_m":0.12536222253272256,"maximum_sampled_lift_dwell_seconds":3.1739999999997615,"native_tick_peaks":{"actuator_force":[1.8481320175760345,3.759249767424933,2.3185711283351793,0.02819663465250415,0.3619935143650377,0.2521821638529076,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08095250443524904,0.08189501539528625],"joint_velocity_rad_s":[0.21027953369129815,0.22848615890397245,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.470999999997973,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":4,"right":4},"object_position":[0.43699212065726767,0.12846840643250965,0.30878290591538815],"stage":"lift","target_distance":0.12958510862927666,"time":7.200000000000739},{"contacts":{"left":4,"right":4},"object_position":[0.4371018843348155,0.12684518445046802,0.42569236575924796],"stage":"transfer","target_distance":0.1743317891374218,"time":8.680000000000629},{"contacts":{"left":4,"right":3},"object_position":[0.38726976702750165,0.018773918536491914,0.43147852881461984],"stage":"place","target_distance":0.12431516522862675,"time":10.239999999999764},{"contacts":{"left":0,"right":2},"object_position":[0.3811918010587037,0.010647204738773864,0.3074644214790524],"stage":"release","target_distance":0.002167712114688005,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.38124193223369063,0.010647796195491974,0.30749147829206386],"stage":"retreat","target_distance":0.0021174438862061797,"time":12.059999999998755}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","variant":"baseline"},{"case_id":"scene-12","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.032636916032061,"final_target_error_m":0.1296087932991013,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":7.200000000000739},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.17402371372811704,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8469756252725915,3.6506053691364286,2.236928946185003,0.02819663465250415,0.35812532139903563,0.2521821638529076,0.04771186419330142,0.06214181542022068],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006955712851974612,0.009107736927798987],"joint_velocity_rad_s":[0.21027953369129815,0.2260539759924448,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003285887,0.12849099654052099,0.3074914782969372],"stage":"lift","target_distance":0.12960879330066344,"time":7.200000000000739},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000323405,0.12849099654052099,0.3074914782969372],"stage":"transfer","target_distance":0.12960879330044883,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003180355,0.1284909965405207,0.3074914782969372],"stage":"place","target_distance":0.1296087933002263,"time":10.239999999999764},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000312433,0.1284909965405207,0.3074914782969372],"stage":"release","target_distance":0.1296087932999943,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000311668,0.1284909965405207,0.3074914782969372],"stage":"retreat","target_distance":0.12960879329996267,"time":12.059999999998755}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":674,"controller_failure":null,"episode_wall_seconds":0.9298042920418084,"final_target_error_m":0.0021174438826247655,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":152,"loaded_pre_action_samples":152,"maximum_loaded_offset_change_m":0.0022818552440912773,"maximum_object_lift_m":0.12536222253272256,"maximum_sampled_lift_dwell_seconds":3.1739999999997615,"native_tick_peaks":{"actuator_force":[1.8481320175760345,3.759249767424933,2.3185711283351793,0.02819663465250415,0.3619935143650377,0.2521821638529076,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08095250443524904,0.08189501539528625],"joint_velocity_rad_s":[0.21027953369129815,0.22848615890397245,0.34262143770231324,0.0064863625938643855,0.4538072195417967,0.24156098920033814],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":13.470999999997973,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535926,0.12849099654044613,0.3074914782969388],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003535687,0.12849099654044696,0.30749147829693807],"stage":"approach","target_distance":0.12960879330163028,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.4370150000336491,0.12849099654052099,0.3074914782969372],"stage":"descend","target_distance":0.12960879330099062,"time":4.939999999999984},{"contacts":{"left":0,"right":0},"object_position":[0.43701500003301125,0.12849099654052099,0.3074914782969372],"stage":"close","target_distance":0.12960879330072653,"time":6.760000000000592},{"contacts":{"left":4,"right":4},"object_position":[0.43699212065726767,0.12846840643250965,0.30878290591538815],"stage":"lift","target_distance":0.12958510862927666,"time":7.200000000000739},{"contacts":{"left":4,"right":4},"object_position":[0.4371018843348155,0.12684518445046802,0.42569236575924796],"stage":"transfer","target_distance":0.1743317891374218,"time":8.680000000000629},{"contacts":{"left":4,"right":3},"object_position":[0.38726976702750165,0.018773918536491914,0.43147852881461984],"stage":"place","target_distance":0.12431516522862675,"time":10.239999999999764},{"contacts":{"left":0,"right":2},"object_position":[0.3811918010587037,0.010647204738773864,0.3074644214790524],"stage":"release","target_distance":0.002167712114688005,"time":11.839999999998877},{"contacts":{"left":0,"right":0},"object_position":[0.38124193223369063,0.010647796195491974,0.30749147829206386],"stage":"retreat","target_distance":0.0021174438862061797,"time":12.059999999998755}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-12/run.json","scene_sha256":"19d57bedda61dcbcf71ef6c563d175308c73d0b4c74b577d18924ee0025bfa6f","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-13","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0009664159733802,"final_target_error_m":0.21383675865120408,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.299999999999771},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.2422575055525662,"maximum_object_lift_m":2.7755575615628914e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.3106528964627273,2.2568813550981304,0.026030770711099934,0.3268436287910692,0.2521812119779696,0.025146005134523364,0.038508102704241765],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004902783293594572,0.006774066989935706],"joint_velocity_rad_s":[0.2194003822250544,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43407122023131756,0.23834310719777146],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"stage":"lift","target_distance":0.21383675864938592,"time":4.299999999999771},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971138537,-0.10251600052045813,0.3149914782969371],"stage":"transfer","target_distance":0.21383675864958848,"time":5.820000000000278},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711483347,-0.10251600052045742,0.3149914782969371],"stage":"place","target_distance":0.2138367586499636,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711543876,-0.10251600052045742,0.3149914782969371],"stage":"release","target_distance":0.21383675865019575,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971155086,-0.10251600052045742,0.3149914782969371],"stage":"retreat","target_distance":0.21383675865022253,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711604145,-0.10251600052045742,0.3149914782969371],"stage":"verify","target_distance":0.21383675865042692,"time":12.1599999999987}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":611,"controller_failure":null,"episode_wall_seconds":0.8127678330056369,"final_target_error_m":0.0020184979615013553,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":219,"loaded_pre_action_samples":219,"maximum_loaded_offset_change_m":0.002514552947033689,"maximum_object_lift_m":0.1263437615188439,"maximum_sampled_lift_dwell_seconds":4.554999999999856,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.4229372302986576,2.35454056077549,0.026030770711099934,0.3290600224227518,0.2521812119779696,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08082978133514261,0.08193591657780042],"joint_velocity_rad_s":[0.21889963089543538,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43627929789640685,0.23863362096966195],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.216999999998668,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":4,"right":4},"object_position":[0.3877123402961779,-0.10251025243975265,0.3163240138852081],"stage":"lift","target_distance":0.21382877742542003,"time":4.299999999999771},{"contacts":{"left":4,"right":4},"object_position":[0.3902496088737049,-0.10108094632484373,0.4322145935258531],"stage":"transfer","target_distance":0.24355764689548917,"time":5.820000000000278},{"contacts":{"left":4,"right":4},"object_position":[0.30210224562316407,0.0864246132488377,0.4399618753358135],"stage":"place","target_distance":0.12530557620684094,"time":8.680000000000629},{"contacts":{"left":0,"right":2},"object_position":[0.30362697290781476,0.09503714747188494,0.3149718885221166],"stage":"release","target_distance":0.0020883948397072195,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.30369689096860547,0.09504138198355065,0.314991478273239],"stage":"retreat","target_distance":0.0020184979920320058,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.3036968909992439,0.09504138198807811,0.3149914782969372],"stage":"verify","target_distance":0.0020184979614814406,"time":12.1599999999987}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","variant":"baseline"},{"case_id":"scene-13","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.089971625013277,"final_target_error_m":0.21383675865120408,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":4.299999999999771},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.2422575055525662,"maximum_object_lift_m":2.7755575615628914e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.3106528964627273,2.2568813550981304,0.026030770711099934,0.3268436287910692,0.2521812119779696,0.025146005134523364,0.038508102704241765],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.004902783293594572,0.006774066989935706],"joint_velocity_rad_s":[0.2194003822250544,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43407122023131756,0.23834310719777146],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711332556,-0.10251600052045813,0.3149914782969371],"stage":"lift","target_distance":0.21383675864938592,"time":4.299999999999771},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971138537,-0.10251600052045813,0.3149914782969371],"stage":"transfer","target_distance":0.21383675864958848,"time":5.820000000000278},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711483347,-0.10251600052045742,0.3149914782969371],"stage":"place","target_distance":0.2138367586499636,"time":8.680000000000629},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711543876,-0.10251600052045742,0.3149914782969371],"stage":"release","target_distance":0.21383675865019575,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971155086,-0.10251600052045742,0.3149914782969371],"stage":"retreat","target_distance":0.21383675865022253,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711604145,-0.10251600052045742,0.3149914782969371],"stage":"verify","target_distance":0.21383675865042692,"time":12.1599999999987}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":611,"controller_failure":null,"episode_wall_seconds":0.8642419998068362,"final_target_error_m":0.0020184979615013553,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":219,"loaded_pre_action_samples":219,"maximum_loaded_offset_change_m":0.002514552947033689,"maximum_object_lift_m":0.1263437615188439,"maximum_sampled_lift_dwell_seconds":4.554999999999856,"native_tick_peaks":{"actuator_force":[1.8062953477104884,3.4229372302986576,2.35454056077549,0.026030770711099934,0.3290600224227518,0.2521812119779696,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08082978133514261,0.08193591657780042],"joint_velocity_rad_s":[0.21889963089543538,0.25659126883964567,0.44946229390897924,0.00598358920822848,0.43627929789640685,0.23863362096966195],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":12.216999999998668,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.387729997111856,-0.10251600052039714,0.3149914782969386],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711185724,-0.10251600052039746,0.31499147829693847],"stage":"approach","target_distance":0.21383675864876672,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.3877299971125009,-0.10251600052045741,0.3149914782969371],"stage":"descend","target_distance":0.21383675864906895,"time":1.9199999999998993},{"contacts":{"left":0,"right":0},"object_position":[0.38772999711317985,-0.10251600052045813,0.3149914782969371],"stage":"close","target_distance":0.21383675864933002,"time":3.8799999999996837},{"contacts":{"left":4,"right":4},"object_position":[0.3877123402961779,-0.10251025243975265,0.3163240138852081],"stage":"lift","target_distance":0.21382877742542003,"time":4.299999999999771},{"contacts":{"left":4,"right":4},"object_position":[0.3902496088737049,-0.10108094632484373,0.4322145935258531],"stage":"transfer","target_distance":0.24355764689548917,"time":5.820000000000278},{"contacts":{"left":4,"right":4},"object_position":[0.30210224562316407,0.0864246132488377,0.4399618753358135],"stage":"place","target_distance":0.12530557620684094,"time":8.680000000000629},{"contacts":{"left":0,"right":2},"object_position":[0.30362697290781476,0.09503714747188494,0.3149718885221166],"stage":"release","target_distance":0.0020883948397072195,"time":10.419999999999664},{"contacts":{"left":0,"right":0},"object_position":[0.30369689096860547,0.09504138198355065,0.314991478273239],"stage":"retreat","target_distance":0.0020184979920320058,"time":10.619999999999553},{"contacts":{"left":0,"right":0},"object_position":[0.3036968909992439,0.09504138198807811,0.3149914782969372],"stage":"verify","target_distance":0.0020184979614814406,"time":12.1599999999987}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-13/run.json","scene_sha256":"5cceae37e963e35dec839d7eb2503b2b5db9377c70fd68fee5b2c8668811a3dd","status":"completed","variant":"controlled_lowering"},{"case_id":"scene-14","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.0752766251098365,"final_target_error_m":0.1092328789806561,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":8.780000000000573},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.15976100076550087,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.15348146589497,0.025179815322338896,0.2998289935205136,0.25116138080282013,0.04199081110007086,0.027213270875204643],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006623565209407579,0.005118316047063391],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.005784680874529062,0.47791660717864615,0.2496897676546328],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"stage":"lift","target_distance":0.1092328789787356,"time":8.780000000000573},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982600088,0.1676769982652093,0.3149914782969372],"stage":"transfer","target_distance":0.10923287897909688,"time":10.519999999999609},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982595638,0.16767699826555416,0.3149914782969372],"stage":"place","target_distance":0.10923287897943514,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982591383,0.1676769982658847,0.3149914782969372],"stage":"release","target_distance":0.10923287897975936,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825908395,0.16767699826592694,0.3149914782969372],"stage":"retreat","target_distance":0.1092328789798008,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825866307,0.16767699826625407,0.3149914782969372],"stage":"verify","target_distance":0.10923287898012168,"time":15.439999999996882}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":true,"group":"actuator_stress","horizon":18.0,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":776,"controller_failure":null,"episode_wall_seconds":0.9913484579883516,"final_target_error_m":0.001957859046645513,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":168,"loaded_pre_action_samples":168,"maximum_loaded_offset_change_m":0.0031057903114369684,"maximum_object_lift_m":0.1222794789655528,"maximum_sampled_lift_dwell_seconds":1.614999999999933,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.3930985130818954,0.036956642842841614,0.2998289935205136,0.2482931421333845,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08092074065570387,0.08191279365459181],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.0068345090584484595,0.48238004395486783,0.25000724570523364],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.501999999996848,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":4,"right":4},"object_position":[0.29532760747675174,0.16766169076621354,0.31572060220079184],"stage":"lift","target_distance":0.10922000329867064,"time":8.780000000000573},{"contacts":{"left":4,"right":4},"object_position":[0.29731520559091634,0.16634100678785094,0.43163364340212623],"stage":"transfer","target_distance":0.15891997152022214,"time":10.519999999999609},{"contacts":{"left":2,"right":4},"object_position":[0.2987655513423985,0.06688993051410648,0.43589795565639383],"stage":"place","target_distance":0.12129705330666413,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.29173927393271365,0.05857628533490101,0.31497430459232706],"stage":"release","target_distance":0.001977554905547094,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764390315,0.05857819413101404,0.31499147827872337],"stage":"retreat","target_distance":0.0019578590608641602,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764537557,0.05857819413964144,0.314991478296937],"stage":"verify","target_distance":0.0019578590466279616,"time":15.439999999996882}],"success":true,"valid_final_state":true},"policy":"student","run_path":"baseline/student/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","variant":"baseline"},{"case_id":"scene-14","control":{"contact_observation_cadence_seconds":0.02,"control_steps":900,"controller_failure":null,"episode_wall_seconds":1.2557211669627577,"final_target_error_m":0.1092328789806561,"first_loaded_contact_or_offset_loss":{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"offset_change_m":0.0,"pad_normal_forces_n":{"left":0.0,"right":0.0},"stage":"lift","time":8.780000000000573},"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.0,"grip_target_n":0.0,"intervention_calls":0,"lift_seen":false,"loaded_pre_action_bilateral_samples":0,"loaded_pre_action_samples":0,"maximum_loaded_offset_change_m":0.15976100076550087,"maximum_object_lift_m":1.6653345369377348e-16,"maximum_sampled_lift_dwell_seconds":0.0,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.15348146589497,0.025179815322338896,0.2998289935205136,0.25116138080282013,0.04199081110007086,0.027213270875204643],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.006623565209407579,0.005118316047063391],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.005784680874529062,0.47791660717864615,0.2496897676546328],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.0,"reason":"horizon","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":17.999999999999016,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982604847,0.16767699826484095,0.3149914782969372],"stage":"lift","target_distance":0.1092328789787356,"time":8.780000000000573},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982600088,0.1676769982652093,0.3149914782969372],"stage":"transfer","target_distance":0.10923287897909688,"time":10.519999999999609},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982595638,0.16767699826555416,0.3149914782969372],"stage":"place","target_distance":0.10923287897943514,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982591383,0.1676769982658847,0.3149914782969372],"stage":"release","target_distance":0.10923287897975936,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825908395,0.16767699826592694,0.3149914782969372],"stage":"retreat","target_distance":0.1092328789798008,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.29532399825866307,0.16767699826625407,0.3149914782969372],"stage":"verify","target_distance":0.10923287898012168,"time":15.439999999996882}],"success":false,"valid_final_state":true},"control_status":"completed","exact_original_trajectory_reproduced":null,"group":"actuator_stress","horizon":18.0,"identical_before_recovery":true,"measurement":{"contact_observation_cadence_seconds":0.02,"control_steps":776,"controller_failure":null,"episode_wall_seconds":1.1520306249149144,"final_target_error_m":0.001957859046645513,"first_loaded_contact_or_offset_loss":null,"first_pre_action_retention_threshold_breach":null,"grip_demand_n":0.8,"grip_target_n":0.3,"intervention_calls":0,"lift_seen":true,"loaded_pre_action_bilateral_samples":168,"loaded_pre_action_samples":168,"maximum_loaded_offset_change_m":0.0031057903114369684,"maximum_object_lift_m":0.1222794789655528,"maximum_sampled_lift_dwell_seconds":1.614999999999933,"native_tick_peaks":{"actuator_force":[1.8065970128973277,3.0674614237020137,2.3930985130818954,0.036956642842841614,0.2998289935205136,0.2482931421333845,0.3,0.3],"actuator_force_units":["N*m","N*m","N*m","N*m","N*m","N*m","N","N"],"cadence_seconds":0.001,"jaw_slide_velocity_m_s":[0.08092074065570387,0.08191279365459181],"joint_velocity_rad_s":[0.2272189428266113,0.2553317815251737,0.4215767578024837,0.0068345090584484595,0.48238004395486783,0.25000724570523364],"scope":"absolute peaks after reset, sampled after every native rollout tick"},"placement_dwell_seconds":0.25000000000000017,"reason":"success","recovery":{"actual_release_confirmation":null,"contact_loss_during_lower_samples":0,"controlled_abort":false,"first_open_command":null,"first_recovery_observation":null,"lower_control_samples":0,"sampled_peak_descent_speed_before_support_m_s":null,"support_confirmation":null,"supported_open_command_samples":0,"unsupported_open_command_samples":0},"recovery_count":0,"recovery_reason":null,"retention_transitions":[],"simulated_seconds":15.501999999996848,"stage_events":[{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288974,0.16767699826298788,0.31499147829693885],"stage":"observe","target_distance":null,"time":0.0},{"contacts":{"left":0,"right":0},"object_position":[0.29532399826288835,0.1676769982629889,0.31499147829693847],"stage":"approach","target_distance":0.10923287897691919,"time":0.02000000000000001},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982611825,0.16767699826430232,0.3149914782969372],"stage":"descend","target_distance":0.10923287897820731,"time":6.2400000000004185},{"contacts":{"left":0,"right":0},"object_position":[0.2953239982605997,0.16767699826475213,0.3149914782969372],"stage":"close","target_distance":0.10923287897864847,"time":8.360000000000806},{"contacts":{"left":4,"right":4},"object_position":[0.29532760747675174,0.16766169076621354,0.31572060220079184],"stage":"lift","target_distance":0.10922000329867064,"time":8.780000000000573},{"contacts":{"left":4,"right":4},"object_position":[0.29731520559091634,0.16634100678785094,0.43163364340212623],"stage":"transfer","target_distance":0.15891997152022214,"time":10.519999999999609},{"contacts":{"left":2,"right":4},"object_position":[0.2987655513423985,0.06688993051410648,0.43589795565639383],"stage":"place","target_distance":0.12129705330666413,"time":12.139999999998711},{"contacts":{"left":0,"right":0},"object_position":[0.29173927393271365,0.05857628533490101,0.31497430459232706],"stage":"release","target_distance":0.001977554905547094,"time":13.699999999997846},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764390315,0.05857819413101404,0.31499147827872337],"stage":"retreat","target_distance":0.0019578590608641602,"time":13.899999999997736},{"contacts":{"left":0,"right":0},"object_position":[0.2917589764537557,0.05857819413964144,0.314991478296937],"stage":"verify","target_distance":0.0019578590466279616,"time":15.439999999996882}],"success":true,"valid_final_state":true},"policy":"student","run_path":"controlled_lowering/student/scene-14/run.json","scene_sha256":"e9ec1b555e0183ac8ba9ea56d743b707d277e3dc08e85a2026d890c63ebabb44","status":"completed","variant":"controlled_lowering"}],"schema_version":1,"scope":"simulation-only","summary":{"fresh_confirmation_gate_met":false,"promotion":"not promoted; no demonstrated task-completion improvement","student":{"baseline":{"actuator_stress":{"control_successes":0,"errors":0,"planned":4,"successes":3},"nominal":{"control_successes":0,"errors":0,"planned":12,"successes":12}},"controlled_lowering":{"actuator_stress":{"control_successes":0,"errors":0,"planned":4,"successes":3},"nominal":{"control_successes":0,"errors":0,"planned":12,"successes":12}},"paired":{"errors":0,"improved":0,"regressed":0,"unchanged":16}},"teacher":[{"status":"completed","success":false,"variant":"baseline"},{"status":"completed","success":false,"variant":"controlled_lowering"}]},"timing_scope":"Input validation, snapshots, all rollouts and receipt/replay writes; excludes startup and final report write."} diff --git a/docs/controlled-recovery-experiment-20261015.md b/docs/controlled-recovery-experiment-20261015.md new file mode 100644 index 0000000..df3d786 --- /dev/null +++ b/docs/controlled-recovery-experiment-20261015.md @@ -0,0 +1,191 @@ +# Supported release during recovery — 15 October 2026 + +**The experimental controller now lowers the box to the table, confirms support, +opens the jaws while holding the hand still, and verifies jaw clearance before +withdrawing.** In the known failing scene this removes the original unsupported +opening commands and greatly reduces sampled descent speed. It does **not** +repair completion within the original 18-second deadline: the unchanged student +and both candidates still pass 15 of the 16 original benchmark cases. + +No production controller, model weights, force caps, success predicate or +qualification status changed. This is a simulation recovery improvement with a +preserved task failure, not a claim of physical robot readiness. + +## Why this experiment + +The [preceding grip diagnostic](grip-recovery-diagnostic-20261015.md) established +that relative object-to-hand drift triggers the original recovery while both +jaws still have contact. The recovery immediately requests open jaws. A later +frame showing contact loss therefore cannot establish that contact loss caused +the recovery. Raising arm torque did nothing; a tested larger jaw capability +and longer task budget could complete the case, but did not fix the original +capability and deadline. + +The software hypothesis tested here was narrower: when recovery starts, lower +the object to supported rest before opening. Keep the existing trigger, limits, +one-retry allowance, student movement head and authored teacher mapping. + +## Frozen comparison + +Each of two independently frozen phases ran the complete original 16-case +student suite, baseline versus candidate, plus baseline versus candidate for the +authored teacher on stress `scene-15`. Every episode was followed by its own +recorded arm trajectory replay with jaws forced open. That is **68 native +episodes per phase**, or **136 episodes total**, on the same 16 previously +inspected scenes. + +All attempts are retained. Both phases completed without errors. Each reproduced +all 17 original baseline action tapes and outcomes exactly. Every candidate +matched its original actions up to the first recovery intervention. All 68 +open-jaw controls across the two phases failed. There was no retraining and no +new held-out data in these regressions. + +The benchmark, its original run bytes, capsule, runtime, experimental sources, +settings and attempt list were hashed before execution. The second phase binds +the first phase's protocol and report hashes. Exact compact copies are in the +[receipt archive](../benchmarks/controlled-recovery-20261015/README.md); complete +synthetic traces and frozen source snapshots are retained locally under `runs/`. + +## Experimental recovery contract + +The first revision preserves the grasp command and lowers with a **3 mm maximum +requested Cartesian goal increment**. The command still goes through the same +student movement head or teacher IK. It is not a guaranteed physical speed or +acceleration. Opening requires five consecutive 50 Hz observations with: + +- Native filtered table contact. +- Object center within 8 mm of its configured resting height. +- Linear speed below 0.035 m/s and angular speed below 0.3 rad/s. +- The existing workspace and orientation checks at the supported opening. + +The second revision adds a clearance phase: keep the same measured joint pose +while the jaws open, and require actual gap **greater than 65 mm**, zero native +grasp contacts on both sides, and the same supported-settled condition for five +consecutive observations. The confirmation tick still holds position; withdrawal +can begin only afterward. Lowering and clearance share a **four-second budget +from the original recovery trigger**, within the unchanged absolute 18-second +episode. Failure to confirm support or clearance ends in a bounded hold, not a +forced unsupported opening or a deadline reset. + +These are experiment-only subclasses. Normal phase budgets, forces, native +success tests and runtime defaults are unchanged. The support signal alone is +not a measurement of full weight support; the height, speed and persistence +checks strengthen this operational predicate without claiming force certainty. + +## What the first revision revealed + +The first revision successfully delayed the first open command until sampled +support and settling. It then entered the existing upward recovery phase too +soon, before the physical jaws had cleared the object. The teacher's first +withdrawal briefly lost table contact; its object center rose by about 0.27 mm +at that sample. The student also had a small upward disturbance while retaining +some table contact. + +This made the distinction important: **a supported first open command is not +proof of a supported physical release**. The second revision was frozen before +rerunning the same complete paired suite; it holds the hand through actual jaw +clearance rather than changing a reporting counter. + +## Measured target-case results + +The failing scene retains its original 0.3 N jaw actuator cap, 5 N·m joint cap, +0.06 kg box, friction 1.2 and 18-second horizon. Contact force and actuator force +are distinct measurements. + +| Observation | Original student | Revised student | Original teacher | Revised teacher | +| --- | ---: | ---: | ---: | ---: | +| First recovery trigger | 13.20 s | 13.20 s | 12.32 s | 12.32 s | +| First requested open | 13.20 s, unsupported | 15.60 s, supported | 12.32 s, unsupported | 14.60 s, supported | +| Measured clearance + settled support confirmed | Not instrumented by baseline policy | **15.98 s** | Not instrumented by baseline policy | **14.98 s** | +| Unsupported recovery-open command samples | 9 | **0** | 9 | **0** | +| Sampled peak descent speed before first table contact | 1.278 m/s | **0.060 m/s** | 1.299 m/s | **0.061 m/s** | +| Final target distance at deadline | 249.375 mm | 222.454 mm | 149.773 mm | 164.336 mm | +| Complete native task within 18 s | Fail | **Fail** | Fail | **Fail** | + +No completion regressions does not mean every metric improved: the revised +teacher ends farther from the target than the original. This remains a failed +placement; the demonstrated improvement is the observed release handoff. + +The revised student confirms release 2.78 seconds after recovery begins; the +teacher does so after 2.66 seconds. Both show approximately 79 mm measured jaw +gap, zero grasp contacts, four table contacts and five consecutive qualifying +samples at confirmation. The hand begins the upward phase after clearance. +Independent trace review found 20 identical joint-target commands from opening +through clearance for each controller, and no zero-table-contact sample from +opening through the first eight withdrawal frames. The first revision's brief +teacher table-contact dropout is absent in that observed window. + +During lowering, the student has no missing bilateral-contact sample out of 120; +the teacher has one out of 114. This is **50 Hz sampled evidence**, not proof of +continuous contact at the 1 kHz physics rate or that the object remained grasped +throughout lowering. The reported descent speed is not impact force. Unsupported +opening counts requested open commands while table contacts are zero, not +directly observed physical release events. + +The revised student's native `lift_seen` eventually becomes true during recovery. +That does not repair its original lift/transfer: the pre-trigger trajectory is +identical, and task completion still fails. Holding or supporting the object +until the deadline is not counted as a successful placement. + +## Regression outcome and next decision + +| Original student cases | Baseline | First revision | Release-confirming revision | +| --- | ---: | ---: | ---: | +| Nominal | 12/12 | 12/12 | 12/12 | +| Actuator stress | 3/4 | 3/4 | 3/4 | +| Total | **15/16** | **15/16** | **15/16** | +| Paired gains / regressions | Reference | **0 / 0** | **0 / 0** | + +The predeclared fresh-confirmation gate requires a strict task-completion gain, +zero regressions and execution errors, and failed matched controls. It was not +met, so no fresh confirmation run or promotion followed. There is no evidence +here of better generalization or improved benchmark completion. The useful +result is a more controlled supported release in the observed failure case. + +The remaining work is to prevent loaded drift while retaining enough throughput +for the original deadline, or explicitly declare and validate a different robot +capability/task envelope. Do not relax the 12 mm retention guard, native lift +dwell or deadline to manufacture a pass. Another controller change needs a +freshly frozen experiment and all paired regressions. Broader support surfaces, +objects, contacts, occlusion, dropped-object conditions and recovery triggers +also need dedicated validation before using this strategy outside this profile. + +For the Skillspace loop, keep recovery quality and task success as separate +fields. Request demonstrations with known support surfaces, slip and recovery +outcomes, aligned state and commands, and final task outcomes. More ordinary +videos alone neither supply robot action labels nor remove a force/timing limit. + +## Cost and reproduction + +| Phase | Native episodes | Measured complete wall clock | External inference spend | +| --- | ---: | ---: | ---: | +| Supported opening | 68 | 66.698673 s | $0.00 | +| Supported release + clearance | 68 | 70.969774 s | $0.00 | +| Combined | **136** | **137.668447 s** | **$0.00** | + +Wall clocks include validation, snapshots, native rollouts, telemetry and replay +writes, excluding process startup and final report write. Local CPU, electricity, +hardware and operator costs are unpriced. The Python socket guard observed zero +network attempts; it does not audit networking inside native dependencies. This +is not the price of human-video analysis or training a production vision policy. + +Fifteen focused tests cover support persistence, reset and timeout conditions, +student mapping without IK fallback, unchanged actions before recovery, held +pose through measured clearance, the shared deadline, and report gate behavior. + +Reproduce into new directories, preserving the completed evidence: + +```sh +PYTHONPATH=src .venv/bin/python -m dvidia_training.controlled_recovery_experiment \ + --benchmark runs/improvement-experiment-20261015/benchmark \ + --output runs/controlled-recovery-reproduction + +PYTHONPATH=src .venv/bin/python -m dvidia_training.controlled_recovery_release_experiment \ + --benchmark runs/improvement-experiment-20261015/benchmark \ + --prior-experiment runs/controlled-recovery-reproduction \ + --output runs/controlled-recovery-release-reproduction +``` + +Repeated timing-bearing hashes will differ. The archive preserves the original +hashes and exact report bytes. These simplified rigid-box, privileged-state +episodes are not the newer PiPER/UR5e controller and are not physical-robot tests. diff --git a/docs/grip-recovery-diagnostic-20261015.md b/docs/grip-recovery-diagnostic-20261015.md index 817e424..ab5f973 100644 --- a/docs/grip-recovery-diagnostic-20261015.md +++ b/docs/grip-recovery-diagnostic-20261015.md @@ -1,5 +1,9 @@ # Grip and recovery diagnostic — 15 October 2026 +Follow-up: [controlled lowering and release](controlled-recovery-experiment-20261015.md) +have now been tested at the original limits and deadline. This earlier experiment +and its results remain unchanged. + **The remaining failure combines weak retention, a recovery that opens the jaws, and a tight task deadline. More arm torque did nothing.** A tested higher jaw capability removed the retention problem; the unchanged student then diff --git a/docs/improvement-studio.md b/docs/improvement-studio.md index 18d2dd2..2acd515 100644 --- a/docs/improvement-studio.md +++ b/docs/improvement-studio.md @@ -29,6 +29,8 @@ PYTHONPATH=src .venv/bin/python -m dvidia_training.improvement_studio \ --evaluation benchmarks/improvement-20261015/benchmark \ --diagnostic benchmarks/grip-recovery-20261015/phase-one \ --diagnostic benchmarks/grip-recovery-20261015/phase-two \ + --recovery benchmarks/controlled-recovery-20261015/phase-one \ + --recovery benchmarks/controlled-recovery-20261015/phase-two \ --port 8391 ``` @@ -66,8 +68,12 @@ The [executed diagnostic](grip-recovery-diagnostic-20261015.md) now narrows that investigation: the controller opens its jaws after detecting relative object drift, while contacts still exist. More torque or time alone did not repair the case. A higher simulated jaw capability and longer deadline did. This does not -change the original failed qualification. The current brief proposes controlled -lowering before release as the next untested software intervention. +change the original failed qualification. The subsequent +[controlled-recovery experiment](controlled-recovery-experiment-20261015.md) +tested lowering before release, then holding through measured jaw clearance. +The release handoff improved in sampled evidence; full-task completion stayed +15/16, with no paired completion regressions. The current brief calls for +investigating earlier retention while preserving the original limits and deadline. Repeat `--diagnostic` in chronological order to include both measured studies. Omit these arguments to inspect the earlier result alone. The diagnostic panel @@ -76,6 +82,11 @@ previous studies remain available in the evidence export. The [training requirements](video-to-robot-skill-requirements.md) explain the separate path from video evidence to robot actions and physical validation. +Repeat `--recovery` for its two chronological studies. The latest recovery panel +separates full task completion from clearance before withdrawal. Earlier opening +evidence, repeated study counts and hashes remain in disclosures. These 136 +episodes reuse 16 inspected scenes; they are not 136 independent conditions. + ## Evidence contract `load_benchmark` checks bounded local receipts, frozen scene hashes, candidate @@ -131,6 +142,8 @@ that task contract. PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_improvement*.py' PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_footage_benchmark.py' PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_grip*.py' +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_controlled_recovery*.py' +PYTHONPATH=src .venv/bin/python -m unittest discover -s tests -p 'test_recovery_view.py' ``` The browser suite `tests/browser/improvement_studio.cjs` checks narrow layouts, diff --git a/pyproject.toml b/pyproject.toml index 3b51be0..3099e21 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -35,6 +35,8 @@ dvidia-improvement = "dvidia_training.improvement_experiment:main" dvidia-improvement-studio = "dvidia_training.improvement_studio:main" dvidia-grip-diagnostic = "dvidia_training.grip_diagnostic:main" dvidia-grip-followup = "dvidia_training.grip_followup:main" +dvidia-controlled-recovery = "dvidia_training.controlled_recovery_experiment:main" +dvidia-controlled-release = "dvidia_training.controlled_recovery_release_experiment:main" dvidia-skill-capsule = "dvidia_training.arm_entrypoints:capsule_main" dvidia-skillspace-coverage = "dvidia_training.coverage:main" dvidia-episode-tape = "dvidia_training.episode_tape:main" diff --git a/src/dvidia_training/controlled_recovery_experiment.py b/src/dvidia_training/controlled_recovery_experiment.py new file mode 100644 index 0000000..e8c84f1 --- /dev/null +++ b/src/dvidia_training/controlled_recovery_experiment.py @@ -0,0 +1,332 @@ +"""Frozen paired original-capability regression of supported-lowering recovery.""" +from __future__ import annotations + +import argparse +from dataclasses import replace +from hashlib import sha256 +import json +from pathlib import Path +import time + +import numpy as np + +from .arm_distill import MovementHead +from .arm_env import ArmEnv +from .arm_policy import ArmPickPlacePolicy +from .arm_runner import config_for, payload_for, save_replay +from .capsule_installer import capsule_runtime +from .cli import NetworkGuard +from .controlled_recovery_policy import (ControlledRecoveryPolicy, LOWER_GOAL_CAP_M, + LOWER_TIMEOUT_SECONDS, SUPPORT_SAMPLES, SUPPORT_HEIGHT_TOLERANCE_M, + SUPPORT_LINEAR_SPEED_M_S, SUPPORT_ANGULAR_SPEED_RAD_S) +from .footage_benchmark import freeze_protocol, verify_protocol +from .footage_pipeline import _fresh, _json, _canonical +from .grip_diagnostic import GoalProxy, _same_trajectory, _write, summarize_episode +from .improvement import load_benchmark +from .skill_capsule import inspect_capsule, source_bytes +from .skillspace import load_skillspace + +SETTINGS = {'lower_goal_cap_m': LOWER_GOAL_CAP_M, 'lower_timeout_seconds': LOWER_TIMEOUT_SECONDS, + 'support_samples': SUPPORT_SAMPLES, 'support_height_tolerance_m': SUPPORT_HEIGHT_TOLERANCE_M, + 'support_linear_speed_m_s': SUPPORT_LINEAR_SPEED_M_S, + 'support_angular_speed_rad_s': SUPPORT_ANGULAR_SPEED_RAD_S, + 'horizon_seconds': 18., 'force_caps': 'each original case unchanged', + 'phase_budgets': 'normal phases unchanged; explicit four-second recovery-lowering budget within 18-second horizon', + 'movement_mapping': 'same frozen student head / authored teacher IK; no fallback'} +LIMITATIONS = [ + 'One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.', + 'Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.', + 'Supported-opening command evidence is separate from task completion; holding until timeout is not a task success.', + 'Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.', + 'Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.', + 'No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls.', +] + + +def rollout_recovery(config, seed, *, variant='baseline', movement_head=None, action_tape=None): + if variant not in ('baseline', 'controlled_lowering'): + raise ValueError('Unknown frozen recovery variant.') + started = time.perf_counter() + env = ArmEnv(config) + obs, reset_info = env.reset(seed=seed) + setup = time.perf_counter()-started + proxy = GoalProxy(env, MovementHead(movement_head) if movement_head is not None else None) + policy = (ControlledRecoveryPolicy if variant == 'controlled_lowering' else ArmPickPlacePolicy)(proxy) + proxy.policy = policy + frames = [{**obs, 'time': 0., 'stage': 'observe'}] + tape, latencies, rewards = [], [], [] + done = False + info = reset_info + while not done: + began = time.perf_counter() + if action_tape is not None: + if not action_tape: + raise ValueError('An open-jaw control needs its paired arm tape.') + entry = action_tape[min(len(tape), len(action_tape)-1)] + action, stage = {**entry['action'], 'gripper_width': .08}, entry['stage'] + pre, diagnostics = None, None + else: + held = policy._held_offset + offset = (float(np.linalg.norm(np.asarray(obs['object_position'])- + np.asarray(obs['end_effector_position'])-held)) if held is not None else None) + pre = {'time': float(env._elapsed), 'stage': policy.stage, 'contacts': dict(obs['grasp_contacts']), + 'table_contacts': obs['table_contacts'], 'object_position': list(obs['object_position']), + 'object_velocity': list(obs['object_velocity']), + 'object_angular_velocity': list(obs['object_angular_velocity']), + 'tcp_position': list(obs['end_effector_position']), 'gripper_width': obs['gripper_width'], + 'pad_normal_forces_n': dict(obs['pad_normal_forces']), + 'held_offset_m': held.tolist() if held is not None else None, + 'relative_offset_error_m': offset, + 'previous_retention_failure_ticks': policy._contact_loss_ticks} + proxy.observation = obs + action = policy(obs) + diagnostics = policy.diagnostics() + stage = diagnostics['action_phase'] + pre['next_stage'] = policy.stage + pre['retention_failure_ticks_after_check'] = policy._contact_loss_ticks + pre['requested_gripper_width'] = action['gripper_width'] + obs, reward, terminated, truncated, info = env.step(action) + latencies.append(time.perf_counter()-began) + tape.append({'stage': stage, 'action': action}) + rewards.append(reward) + if info['valid'] and len(obs['object_position']) == 3: + frames.append({**obs, 'time': info['simulation_time'], 'stage': stage, + 'target_distance': info['target_distance'], 'dwell_elapsed': info['dwell_elapsed'], + 'lift_dwell_elapsed': info['lift_dwell_elapsed'], 'lift_seen': info['lift_seen'], + 'controller': diagnostics, 'pre_action': pre}) + done = terminated or truncated + elapsed = time.perf_counter()-started + label = ('replay_open_jaw' if action_tape is not None else + 'distilled_placement' if movement_head is not None else 'placement') + return {'seed': seed, 'policy': label, 'experiment_variant': variant, + 'success': info['success'], 'reason': info['reason'], 'final_distance': info['target_distance'], + 'simulated_seconds': info['simulation_time'], 'episode_wall_seconds': elapsed, 'setup_seconds': setup, + 'control_latency_p50_seconds': float(np.median(latencies)), + 'control_latency_p95_seconds': float(np.percentile(latencies, 95)), + 'simulated_seconds_per_wall_second': info['simulation_time']/elapsed, + 'control_steps': len(tape), 'reward': float(sum(rewards)), 'reset_info': reset_info, + 'final_info': info, 'actions': tape, 'trace': frames, + 'controller_failure': policy.failure_reason, 'controller_diagnostics': policy.diagnostics(), + 'diagnostic_loaded_goal_cap_m': None, 'diagnostic_intervention_calls': 0, + 'movement_head_sha256': sha256(_canonical(movement_head)).hexdigest() if movement_head else None} + + +def measurement(episode): + result = summarize_episode(episode) + recovery = {'first_open_command': None, 'unsupported_open_command_samples': 0, + 'supported_open_command_samples': 0, + 'support_confirmation': episode['controller_diagnostics'].get('supported_open_observation'), + 'controlled_abort': episode['controller_diagnostics'].get('controlled_recovery_abort', False), + 'sampled_peak_descent_speed_before_support_m_s': None, + 'contact_loss_during_lower_samples': 0, 'lower_control_samples': 0, + 'first_recovery_observation': None} + recovery_started, seen_support = False, False + peak = 0. + for frame in episode['trace']: + pre = frame.get('pre_action') + if pre is None: + continue + stage = frame['stage'] + recovering = stage.startswith('recover_') + if recovering and not recovery_started: + recovery_started = True + recovery['first_recovery_observation'] = pre + if recovery_started and not seen_support: + peak = max(peak, max(0., -pre['object_velocity'][2])) + if pre['table_contacts'] > 0: + seen_support = True + if stage == 'recover_lower_supported': + recovery['lower_control_samples'] += 1 + recovery['contact_loss_during_lower_samples'] += bool(pre['contacts']['left'] == 0 or pre['contacts']['right'] == 0) + if recovering and pre['requested_gripper_width'] > .065: + supported = pre['table_contacts'] > 0 + key = 'supported_open_command_samples' if supported else 'unsupported_open_command_samples' + recovery[key] += 1 + if recovery['first_open_command'] is None: + recovery['first_open_command'] = {**pre, 'action_stage': stage, + 'supported_by_contact_sample': supported} + if recovery_started: + recovery['sampled_peak_descent_speed_before_support_m_s'] = peak + result['recovery'] = recovery + return result + + +def summarize(results): + student = [row for row in results if row['policy'] == 'student'] + groups = {} + paired = {'improved': 0, 'regressed': 0, 'unchanged': 0, 'errors': 0} + for variant in ('baseline', 'controlled_lowering'): + groups[variant] = {} + for group in ('nominal', 'actuator_stress'): + rows = [row for row in student if row['variant'] == variant and row['group'] == group] + groups[variant][group] = { + 'planned': len(rows), 'successes': sum(row.get('measurement', {}).get('success') is True for row in rows), + 'errors': sum(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in rows), + 'control_successes': sum(row.get('control', {}).get('success') is True for row in rows)} + for identity in sorted({row['case_id'] for row in student}): + pair = {row['variant']: row for row in student if row['case_id'] == identity} + if set(pair) != {'baseline', 'controlled_lowering'}: + raise ValueError('Every planned regression needs baseline and candidate results.') + if any(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in pair.values()): + paired['errors'] += 1 + continue + before, after = (pair[v]['measurement']['success'] for v in ('baseline', 'controlled_lowering')) + paired['improved' if after and not before else 'regressed' if before and not after else 'unchanged'] += 1 + controls_pass = any(row.get('control', {}).get('success') is True for row in results) + errors = any(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in results) + gate = paired['improved'] > 0 and paired['regressed'] == 0 and not controls_pass and not errors + return {'student': {**groups, 'paired': paired}, 'teacher': [ + {'variant': row['variant'], 'status': row['status'], 'success': row.get('measurement', {}).get('success')} + for row in results if row['policy'] == 'teacher'], + 'fresh_confirmation_gate_met': gate, + 'promotion': 'not promoted; independent confirmation required' if gate else 'not promoted; no demonstrated task-completion improvement'} + + +def run(benchmark, output): + started = time.perf_counter() + benchmark = Path(benchmark).resolve() + bundle = load_benchmark(benchmark) + benchmark_protocol, benchmark_report = bundle['protocol'], bundle['report'] + cases = benchmark_protocol['scenes'] + if len(cases) != 16 or {row['id'] for row in cases} != {f'scene-{i:02}' for i in range(16)}: + raise ValueError('Expected the complete original 16-case improvement regression suite.') + candidate = next(row for row in benchmark_report['comparisons'] if row['cohort_id'] == 'baseline4') + raw_capsule = (benchmark/candidate['capsule_path']).read_bytes() + if sha256(raw_capsule).hexdigest() != candidate['capsule_file_sha256']: + raise ValueError('Frozen baseline movement weights changed.') + runtime = capsule_runtime() + capsule = inspect_capsule(raw_capsule, expected_runtime=runtime) + source, grounding = source_bytes(capsule), capsule['grounding'] + if 'simulation_grounding' in json.loads(source): + grounding = None + skill = load_skillspace(source, grounding) + original_raw = {f"student-{case['id']}": (benchmark/'qualification'/'baseline4'/case['id']/'run.json').read_bytes() + for case in cases} + original_raw['teacher-scene-15'] = (benchmark/'teacher'/'scene-15'/'run.json').read_bytes() + originals = {key: json.loads(raw)['episodes'][0] for key, raw in original_raw.items()} + output = _fresh(output) + (output/'baseline.skill-capsule.json').write_bytes(raw_capsule) + (output/'originals').mkdir() + for key, raw in original_raw.items(): + (output/'originals'/f'{key}.json').write_bytes(raw) + names = ('controlled_recovery_policy.py', 'controlled_recovery_experiment.py', 'grip_diagnostic.py') + source_hashes = {**runtime['files_sha256'], **{name: sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() for name in names}} + (output/'sources').mkdir() + for name in source_hashes: + (output/'sources'/name).write_bytes(Path(__file__).with_name(name).read_bytes()) + # Known failing baseline reproduction comes first; the full suite was frozen + # before this ordering executes any model or candidate condition. + attempts = [ + {'case_id': 'scene-15', 'policy': name, 'variant': variant} + for variant in ('baseline', 'controlled_lowering') for name in ('student', 'teacher')] + attempts += [{'case_id': case['id'], 'policy': 'student', 'variant': variant} + for case in cases if case['id'] != 'scene-15' for variant in ('baseline', 'controlled_lowering')] + protocol = {'schema_version': 1, 'kind': 'dvidia.controlled-recovery-experiment', 'scope': 'simulation-only', + 'physical_robot_ready': False, + 'benchmark_report_sha256': sha256((benchmark/'report.json').read_bytes()).hexdigest(), + 'benchmark_protocol_sha256': sha256((benchmark/'protocol.json').read_bytes()).hexdigest(), + 'capsule_file_sha256': sha256(raw_capsule).hexdigest(), 'runtime': runtime, + 'source_sha256': source_hashes, + 'original_run_sha256': {key: sha256(raw).hexdigest() for key, raw in original_raw.items()}, + 'cases': cases, 'variants': ['baseline', 'controlled_lowering'], 'attempts': attempts, + 'planned_native_episodes': len(attempts)*2, 'settings': SETTINGS, + 'confirmation_gate': {'strict_task_success_gain': True, 'allowed_regressions': 0, + 'allowed_errors': 0, 'allowed_control_successes': 0, + 'confirmation_required_before_promotion': True}, + 'limits': LIMITATIONS} + protocol_hash = freeze_protocol(output, protocol) + def verify(): + verify_protocol(output, protocol) + if capsule_runtime() != runtime or any(sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() != expected + for name, expected in source_hashes.items()): + raise ValueError('Frozen experiment source or runtime changed.') + if sha256((output/'baseline.skill-capsule.json').read_bytes()).hexdigest() != protocol['capsule_file_sha256']: + raise ValueError('Frozen movement head changed.') + for key, expected in protocol['original_run_sha256'].items(): + if sha256((output/'originals'/f'{key}.json').read_bytes()).hexdigest() != expected: + raise ValueError('Frozen original regression trajectory changed.') + index = {case['id']: case for case in cases} + results, completed, errors = [], 0, 0 + with NetworkGuard(True) as guard: + for attempt in attempts: + verify() + case, name, variant = index[attempt['case_id']], attempt['policy'], attempt['variant'] + scene = case['scene'] + config = replace(config_for(skill, scene), horizon=18.) + directory = output/variant/name/case['id'] + directory.mkdir(parents=True) + row = {**attempt, 'group': case['group'], 'status': 'completed', + 'horizon': 18., 'scene_sha256': case['scene_sha256'], + 'run_path': str(directory.relative_to(output)/'run.json'), + 'exact_original_trajectory_reproduced': None} + episode = None + try: + episode = rollout_recovery(config, scene['seed'], variant=variant, + movement_head=capsule['movement_head'] if name == 'student' else None) + payload = payload_for(skill, config, [episode], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload.update(diagnostic_only=True, experiment_variant=variant) + _write(directory/'run.json', payload) + save_replay(payload, directory/'replay.html') + row['measurement'] = measurement(episode) + if variant == 'baseline': + row['exact_original_trajectory_reproduced'] = _same_trajectory(episode, originals[f"{name}-{case['id']}"]) + if not row['exact_original_trajectory_reproduced']: + raise ValueError('Baseline does not reproduce its original actions/outcomes.') + else: + original = originals[f"{name}-{case['id']}"] + # Stages differ at the trigger; every earlier physical + # command must match the original unmodified controller. + first = next((i for i, entry in enumerate(episode['actions']) + if entry['stage'].startswith('recover_')), len(episode['actions'])) + row['identical_before_recovery'] = episode['actions'][:first] == original['actions'][:first] + if not row['identical_before_recovery']: + raise ValueError('Candidate changed commands before recovery.') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(status='error', error=str(exc)) + if variant == 'baseline': + _write(directory/'error.json', row) + raise + try: + if episode is None: + raise ValueError('No action tape for paired open-jaw control.') + verify() + control = rollout_recovery(config, scene['seed'], action_tape=episode['actions']) + payload = payload_for(skill, config, [control], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload['diagnostic_only'] = True + _write(directory/'control.json', payload) + row.update(control=measurement(control), control_status='completed') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(control_status='error', control_error=str(exc)) + results.append(row) + _write(output/'progress.json', {'protocol_sha256': protocol_hash, 'results': results}) + print(json.dumps({'case': case['id'], 'policy': name, 'variant': variant, 'status': row['status'], + 'success': row.get('measurement', {}).get('success'), + 'recovery': row.get('measurement', {}).get('recovery')}), flush=True) + verify() + summary = summarize(results) + report = {'schema_version': 1, 'kind': 'dvidia.controlled-recovery-report', 'scope': 'simulation-only', + 'physical_robot_ready': False, 'protocol_sha256': protocol_hash, + 'results': results, 'summary': summary, 'completed_native_episodes': completed, + 'episode_errors': errors, 'elapsed_seconds': time.perf_counter()-started, + 'cost': {'external_api_usd': 0., 'local_compute': 'unpriced'}, 'network_guard': guard.record(), + 'timing_scope': 'Input validation, snapshots, all rollouts and receipt/replay writes; excludes startup and final report write.', + 'limits': LIMITATIONS} + _write(output/'report.json', report) + return report + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--benchmark', type=Path, required=True) + parser.add_argument('--output', type=Path, required=True) + args = parser.parse_args() + result = run(args.benchmark, args.output) + print(json.dumps({key: result[key] for key in ('summary', 'completed_native_episodes', 'episode_errors', 'elapsed_seconds', 'cost')})) + + +if __name__ == '__main__': + main() diff --git a/src/dvidia_training/controlled_recovery_policy.py b/src/dvidia_training/controlled_recovery_policy.py new file mode 100644 index 0000000..34dbd27 --- /dev/null +++ b/src/dvidia_training/controlled_recovery_policy.py @@ -0,0 +1,132 @@ +"""Experiment-only supported lowering before opening; production is unchanged.""" +from __future__ import annotations + +import numpy as np + +from .arm_policy import ArmPickPlacePolicy + +LOWER_GOAL_CAP_M = .003 +LOWER_TIMEOUT_SECONDS = 4. +SUPPORT_SAMPLES = 5 +SUPPORT_HEIGHT_TOLERANCE_M = .008 +SUPPORT_LINEAR_SPEED_M_S = .035 +SUPPORT_ANGULAR_SPEED_RAD_S = .3 + + +class ControlledRecoveryPolicy(ArmPickPlacePolicy): + """Same normal controller, trigger and one-retry budget; new recovery only. + +The inherited recovery action is computed but intercepted before env.step. No +student IK fallback is added: every lowering goal goes through the same proxy +movement mapping as ordinary motion. A failed support check holds rather than +opening. Native success and elapsed time are never changed. +""" + def __init__(self, environment): + super().__init__(environment) + self._lower_pending = False + self._lower_active = False + self._lower_abort = False + self._lower_xy = None + self._lower_started = None + self._lower_ticks = 0 + self._support_ticks = 0 + self._supported_release = None + self._abort_hold_targets = None + self._abort_hold_gap = None + + def _recover(self, reason, observation): + before = self._recovery_count + super()._recover(reason, observation) + if self._recovery_count > before and self.failure_reason is None: + self._lower_pending = True + + def _supported(self, observation): + support_z = self.env.config.table_height + self.env.config.object_half_size[2] + return bool(observation['table_contacts'] > 0 + and abs(observation['object_position'][2] - support_z) < SUPPORT_HEIGHT_TOLERANCE_M + and np.linalg.norm(observation['object_velocity']) < SUPPORT_LINEAR_SPEED_M_S + and np.linalg.norm(observation['object_angular_velocity']) < SUPPORT_ANGULAR_SPEED_RAD_S) + + def _abort(self, observation, reason): + self._lower_active = False + self._lower_abort = True + self._abort_hold_targets = list(observation['joint_position']) + self._abort_hold_gap = float(min(observation['gripper_width'], self._grip_gap + if self._grip_gap is not None else observation['gripper_width'])) + self._fail(reason, observation) + return self._abort_action() + + def _abort_action(self): + self._action_phase = 'recover_abort_hold' + return {'joint_targets': list(self._abort_hold_targets), 'gripper_width': self._abort_hold_gap} + + def _lower(self, observation): + self._action_phase = 'recover_lower_supported' + self.stage = 'recover_lower_supported' + self._measured_pad_forces = {side: float(observation['pad_normal_forces'][side]) for side in ('left', 'right')} + self._support_ticks = self._support_ticks + 1 if self._supported(observation) else 0 + if self._support_ticks >= SUPPORT_SAMPLES: + try: + self.env.config._placement(observation['object_position']) + except ValueError: + return self._abort(observation, 'controlled_recovery_outside_workspace') + if not self._axis_aligned(observation['object_quaternion']): + return self._abort(observation, 'controlled_recovery_unsupported_orientation') + self._supported_release = { + 'time': float(self.env._elapsed), 'table_contacts': observation['table_contacts'], + 'object_position': list(observation['object_position']), + 'object_velocity': list(observation['object_velocity']), + 'object_angular_velocity': list(observation['object_angular_velocity']), + 'consecutive_control_samples': self._support_ticks, + } + self._lower_active = False + self._grip_gap = None + self._held_offset = None + self._recover_goal = np.asarray(observation['object_position']) + [0., 0., .15] + self._next('recover_up') + self._action_phase = 'recover_supported_open' + # Open at the current pose only after support confirmation. The + # existing recover_up phase resumes on the following control tick. + self._last_goal = np.asarray(observation['end_effector_position']) + return {'joint_targets': list(observation['joint_position']), 'gripper_width': .08} + if self._lower_ticks * self.env.config.control_dt >= LOWER_TIMEOUT_SECONDS: + return self._abort(observation, 'controlled_recovery_support_timeout') + tcp = np.asarray(observation['end_effector_position']) + obj = np.asarray(observation['object_position']) + support_z = self.env.config.table_height + self.env.config.object_half_size[2] + goal = np.array([*self._lower_xy, tcp[2] - max(0., obj[2] - support_z)]) + delta = goal - tcp + distance = float(np.linalg.norm(delta)) + if distance > LOWER_GOAL_CAP_M: + goal = tcp + delta * (LOWER_GOAL_CAP_M / distance) + self._last_goal = goal.copy() + self._lower_ticks += 1 + self._stage_ticks = self._lower_ticks + return {'joint_targets': self.env.joint_targets_for_pose(goal), + 'gripper_width': self._grip_command(observation)} + + def __call__(self, observation): + if self._lower_abort: + return self._abort_action() + if self._lower_active: + return self._lower(observation) + action = super().__call__(observation) + if self._lower_pending: + self._lower_pending = False + self._lower_active = True + self._lower_xy = list(observation['end_effector_position'][:2]) + self._lower_started = float(self.env._elapsed) + self._lower_ticks = self._support_ticks = 0 + return self._lower(observation) + return action + + def diagnostics(self): + return {**super().diagnostics(), + 'experiment_policy': 'controlled-support-recovery-v1', + 'lower_started_seconds': self._lower_started, + 'lower_elapsed_seconds': self._lower_ticks * self.env.config.control_dt, + 'lower_goal_cap_m': LOWER_GOAL_CAP_M, + 'lower_timeout_seconds': LOWER_TIMEOUT_SECONDS, + 'support_samples': self._support_ticks, + 'supported_open_observation': self._supported_release, + 'controlled_recovery_abort': self._lower_abort} diff --git a/src/dvidia_training/controlled_recovery_release_experiment.py b/src/dvidia_training/controlled_recovery_release_experiment.py new file mode 100644 index 0000000..1497861 --- /dev/null +++ b/src/dvidia_training/controlled_recovery_release_experiment.py @@ -0,0 +1,353 @@ +"""Frozen v2 regression: supported lowering, measured release, then withdrawal.""" +from __future__ import annotations + +import argparse +from dataclasses import replace +from hashlib import sha256 +import json +from pathlib import Path +import time + +import numpy as np + +from .controlled_recovery_release_policy import (SupportedReleaseRecoveryPolicy, CLEARANCE_GAP_M, CLEARANCE_STABLE_SAMPLES) +from .arm_distill import MovementHead +from .arm_env import ArmEnv +from .arm_policy import ArmPickPlacePolicy +from .arm_runner import config_for, payload_for, save_replay +from .capsule_installer import capsule_runtime +from .cli import NetworkGuard +from .controlled_recovery_policy import (ControlledRecoveryPolicy, LOWER_GOAL_CAP_M, + LOWER_TIMEOUT_SECONDS, SUPPORT_SAMPLES, SUPPORT_HEIGHT_TOLERANCE_M, + SUPPORT_LINEAR_SPEED_M_S, SUPPORT_ANGULAR_SPEED_RAD_S) +from .footage_benchmark import freeze_protocol, verify_protocol +from .footage_pipeline import _fresh, _json, _canonical +from .grip_diagnostic import GoalProxy, _same_trajectory, _write, summarize_episode +from .improvement import load_benchmark +from .skill_capsule import inspect_capsule, source_bytes +from .skillspace import load_skillspace + +SETTINGS = {'clearance_gap_m': CLEARANCE_GAP_M, 'clearance_stable_samples': CLEARANCE_STABLE_SAMPLES, + 'clearance_budget': 'shared four-second recovery budget from initial trigger; no new time allowance', + 'lower_goal_cap_m': LOWER_GOAL_CAP_M, 'lower_timeout_seconds': LOWER_TIMEOUT_SECONDS, + 'support_samples': SUPPORT_SAMPLES, 'support_height_tolerance_m': SUPPORT_HEIGHT_TOLERANCE_M, + 'support_linear_speed_m_s': SUPPORT_LINEAR_SPEED_M_S, + 'support_angular_speed_rad_s': SUPPORT_ANGULAR_SPEED_RAD_S, + 'horizon_seconds': 18., 'force_caps': 'each original case unchanged', + 'phase_budgets': 'normal phases unchanged; explicit four-second recovery-lowering budget within 18-second horizon', + 'movement_mapping': 'same frozen student head / authored teacher IK; no fallback'} +LIMITATIONS = [ + 'One experiment-only controller revision on 16 previously inspected simulation cases; regression, not held-out generalization.', + 'Same original force caps, model weights, object states/material and 18-second deadline; no retraining or predicate relaxation.', + 'Supported-opening command and measured release confirmation are separate from task completion; holding until timeout is not a task success.', + 'Support and speed instrumentation is sampled at 50 Hz; it does not measure impact force or prove continuous native contact.', + 'Simplified rigid box, privileged simulator state, authored phases and collision-excluded links; no physical-robot qualification.', + 'No automatic promotion. Fresh confirmation requires a strict task-completion gain, zero regressions/errors and failed open-jaw controls.', +] + + +def rollout_recovery(config, seed, *, variant='baseline', movement_head=None, action_tape=None): + if variant not in ('baseline', 'controlled_lowering'): + raise ValueError('Unknown frozen recovery variant.') + started = time.perf_counter() + env = ArmEnv(config) + obs, reset_info = env.reset(seed=seed) + setup = time.perf_counter()-started + proxy = GoalProxy(env, MovementHead(movement_head) if movement_head is not None else None) + policy = (SupportedReleaseRecoveryPolicy if variant == 'controlled_lowering' else ArmPickPlacePolicy)(proxy) + proxy.policy = policy + frames = [{**obs, 'time': 0., 'stage': 'observe'}] + tape, latencies, rewards = [], [], [] + done = False + info = reset_info + while not done: + began = time.perf_counter() + if action_tape is not None: + if not action_tape: + raise ValueError('An open-jaw control needs its paired arm tape.') + entry = action_tape[min(len(tape), len(action_tape)-1)] + action, stage = {**entry['action'], 'gripper_width': .08}, entry['stage'] + pre, diagnostics = None, None + else: + held = policy._held_offset + offset = (float(np.linalg.norm(np.asarray(obs['object_position'])- + np.asarray(obs['end_effector_position'])-held)) if held is not None else None) + pre = {'time': float(env._elapsed), 'stage': policy.stage, 'contacts': dict(obs['grasp_contacts']), + 'table_contacts': obs['table_contacts'], 'object_position': list(obs['object_position']), + 'object_velocity': list(obs['object_velocity']), + 'object_angular_velocity': list(obs['object_angular_velocity']), + 'tcp_position': list(obs['end_effector_position']), 'gripper_width': obs['gripper_width'], + 'pad_normal_forces_n': dict(obs['pad_normal_forces']), + 'held_offset_m': held.tolist() if held is not None else None, + 'relative_offset_error_m': offset, + 'previous_retention_failure_ticks': policy._contact_loss_ticks} + proxy.observation = obs + action = policy(obs) + diagnostics = policy.diagnostics() + stage = diagnostics['action_phase'] + pre['next_stage'] = policy.stage + pre['retention_failure_ticks_after_check'] = policy._contact_loss_ticks + pre['requested_gripper_width'] = action['gripper_width'] + obs, reward, terminated, truncated, info = env.step(action) + latencies.append(time.perf_counter()-began) + tape.append({'stage': stage, 'action': action}) + rewards.append(reward) + if info['valid'] and len(obs['object_position']) == 3: + frames.append({**obs, 'time': info['simulation_time'], 'stage': stage, + 'target_distance': info['target_distance'], 'dwell_elapsed': info['dwell_elapsed'], + 'lift_dwell_elapsed': info['lift_dwell_elapsed'], 'lift_seen': info['lift_seen'], + 'controller': diagnostics, 'pre_action': pre}) + done = terminated or truncated + elapsed = time.perf_counter()-started + label = ('replay_open_jaw' if action_tape is not None else + 'distilled_placement' if movement_head is not None else 'placement') + return {'seed': seed, 'policy': label, 'experiment_variant': variant, + 'success': info['success'], 'reason': info['reason'], 'final_distance': info['target_distance'], + 'simulated_seconds': info['simulation_time'], 'episode_wall_seconds': elapsed, 'setup_seconds': setup, + 'control_latency_p50_seconds': float(np.median(latencies)), + 'control_latency_p95_seconds': float(np.percentile(latencies, 95)), + 'simulated_seconds_per_wall_second': info['simulation_time']/elapsed, + 'control_steps': len(tape), 'reward': float(sum(rewards)), 'reset_info': reset_info, + 'final_info': info, 'actions': tape, 'trace': frames, + 'controller_failure': policy.failure_reason, 'controller_diagnostics': policy.diagnostics(), + 'diagnostic_loaded_goal_cap_m': None, 'diagnostic_intervention_calls': 0, + 'movement_head_sha256': sha256(_canonical(movement_head)).hexdigest() if movement_head else None} + + +def measurement(episode): + result = summarize_episode(episode) + recovery = {'first_open_command': None, 'unsupported_open_command_samples': 0, + 'supported_open_command_samples': 0, + 'support_confirmation': episode['controller_diagnostics'].get('supported_open_observation'), + 'actual_release_confirmation': episode['controller_diagnostics'].get('actual_release_observation'), + 'controlled_abort': episode['controller_diagnostics'].get('controlled_recovery_abort', False), + 'sampled_peak_descent_speed_before_support_m_s': None, + 'contact_loss_during_lower_samples': 0, 'lower_control_samples': 0, + 'first_recovery_observation': None} + recovery_started, seen_support = False, False + peak = 0. + for frame in episode['trace']: + pre = frame.get('pre_action') + if pre is None: + continue + stage = frame['stage'] + recovering = stage.startswith('recover_') + if recovering and not recovery_started: + recovery_started = True + recovery['first_recovery_observation'] = pre + if recovery_started and not seen_support: + peak = max(peak, max(0., -pre['object_velocity'][2])) + if pre['table_contacts'] > 0: + seen_support = True + if stage == 'recover_lower_supported': + recovery['lower_control_samples'] += 1 + recovery['contact_loss_during_lower_samples'] += bool(pre['contacts']['left'] == 0 or pre['contacts']['right'] == 0) + if recovering and pre['requested_gripper_width'] > .065: + supported = pre['table_contacts'] > 0 + key = 'supported_open_command_samples' if supported else 'unsupported_open_command_samples' + recovery[key] += 1 + if recovery['first_open_command'] is None: + recovery['first_open_command'] = {**pre, 'action_stage': stage, + 'supported_by_contact_sample': supported} + if recovery_started: + recovery['sampled_peak_descent_speed_before_support_m_s'] = peak + result['recovery'] = recovery + return result + + +def summarize(results): + student = [row for row in results if row['policy'] == 'student'] + groups = {} + paired = {'improved': 0, 'regressed': 0, 'unchanged': 0, 'errors': 0} + for variant in ('baseline', 'controlled_lowering'): + groups[variant] = {} + for group in ('nominal', 'actuator_stress'): + rows = [row for row in student if row['variant'] == variant and row['group'] == group] + groups[variant][group] = { + 'planned': len(rows), 'successes': sum(row.get('measurement', {}).get('success') is True for row in rows), + 'errors': sum(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in rows), + 'control_successes': sum(row.get('control', {}).get('success') is True for row in rows)} + for identity in sorted({row['case_id'] for row in student}): + pair = {row['variant']: row for row in student if row['case_id'] == identity} + if set(pair) != {'baseline', 'controlled_lowering'}: + raise ValueError('Every planned regression needs baseline and candidate results.') + if any(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in pair.values()): + paired['errors'] += 1 + continue + before, after = (pair[v]['measurement']['success'] for v in ('baseline', 'controlled_lowering')) + paired['improved' if after and not before else 'regressed' if before and not after else 'unchanged'] += 1 + controls_pass = any(row.get('control', {}).get('success') is True for row in results) + errors = any(row['status'] != 'completed' or row.get('control_status') != 'completed' for row in results) + gate = paired['improved'] > 0 and paired['regressed'] == 0 and not controls_pass and not errors + return {'student': {**groups, 'paired': paired}, 'teacher': [ + {'variant': row['variant'], 'status': row['status'], 'success': row.get('measurement', {}).get('success')} + for row in results if row['policy'] == 'teacher'], + 'fresh_confirmation_gate_met': gate, + 'promotion': 'not promoted; independent confirmation required' if gate else 'not promoted; no demonstrated task-completion improvement'} + + +def run(benchmark, output, *, prior_experiment): + started = time.perf_counter() + benchmark = Path(benchmark).resolve() + bundle = load_benchmark(benchmark) + benchmark_protocol, benchmark_report = bundle['protocol'], bundle['report'] + cases = benchmark_protocol['scenes'] + prior_experiment = Path(prior_experiment).resolve() + prior_protocol_raw = (prior_experiment/'protocol.json').read_bytes() + prior_report_raw = (prior_experiment/'report.json').read_bytes() + prior_protocol, prior_report = json.loads(prior_protocol_raw), json.loads(prior_report_raw) + if (prior_protocol.get('kind') != 'dvidia.controlled-recovery-experiment' + or prior_report.get('kind') != 'dvidia.controlled-recovery-report' + or prior_report.get('protocol_sha256') != sha256(prior_protocol_raw).hexdigest() + or prior_report.get('completed_native_episodes') != 68 or prior_report.get('episode_errors') != 0 + or prior_protocol.get('benchmark_report_sha256') != sha256((benchmark/'report.json').read_bytes()).hexdigest() + or prior_protocol.get('cases') != cases): + raise ValueError('V2 requires the complete hash-bound first controlled-recovery experiment on the same regression suite.') + if len(cases) != 16 or {row['id'] for row in cases} != {f'scene-{i:02}' for i in range(16)}: + raise ValueError('Expected the complete original 16-case improvement regression suite.') + candidate = next(row for row in benchmark_report['comparisons'] if row['cohort_id'] == 'baseline4') + raw_capsule = (benchmark/candidate['capsule_path']).read_bytes() + if sha256(raw_capsule).hexdigest() != candidate['capsule_file_sha256']: + raise ValueError('Frozen baseline movement weights changed.') + runtime = capsule_runtime() + capsule = inspect_capsule(raw_capsule, expected_runtime=runtime) + source, grounding = source_bytes(capsule), capsule['grounding'] + if 'simulation_grounding' in json.loads(source): + grounding = None + skill = load_skillspace(source, grounding) + original_raw = {f"student-{case['id']}": (benchmark/'qualification'/'baseline4'/case['id']/'run.json').read_bytes() + for case in cases} + original_raw['teacher-scene-15'] = (benchmark/'teacher'/'scene-15'/'run.json').read_bytes() + originals = {key: json.loads(raw)['episodes'][0] for key, raw in original_raw.items()} + output = _fresh(output) + (output/'parent-protocol.json').write_bytes(prior_protocol_raw) + (output/'parent-report.json').write_bytes(prior_report_raw) + (output/'baseline.skill-capsule.json').write_bytes(raw_capsule) + (output/'originals').mkdir() + for key, raw in original_raw.items(): + (output/'originals'/f'{key}.json').write_bytes(raw) + names = ('controlled_recovery_policy.py', 'controlled_recovery_release_policy.py', + 'controlled_recovery_release_experiment.py', 'grip_diagnostic.py') + source_hashes = {**runtime['files_sha256'], **{name: sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() for name in names}} + (output/'sources').mkdir() + for name in source_hashes: + (output/'sources'/name).write_bytes(Path(__file__).with_name(name).read_bytes()) + # Known failing baseline reproduction comes first; the full suite was frozen + # before this ordering executes any model or candidate condition. + attempts = [ + {'case_id': 'scene-15', 'policy': name, 'variant': variant} + for variant in ('baseline', 'controlled_lowering') for name in ('student', 'teacher')] + attempts += [{'case_id': case['id'], 'policy': 'student', 'variant': variant} + for case in cases if case['id'] != 'scene-15' for variant in ('baseline', 'controlled_lowering')] + protocol = {'schema_version': 1, 'kind': 'dvidia.controlled-recovery-experiment', 'scope': 'simulation-only', + 'physical_robot_ready': False, 'recovery_revision': 'supported-release-v2', + 'parent_protocol_sha256': sha256(prior_protocol_raw).hexdigest(), + 'parent_report_sha256': sha256(prior_report_raw).hexdigest(), + 'benchmark_report_sha256': sha256((benchmark/'report.json').read_bytes()).hexdigest(), + 'benchmark_protocol_sha256': sha256((benchmark/'protocol.json').read_bytes()).hexdigest(), + 'capsule_file_sha256': sha256(raw_capsule).hexdigest(), 'runtime': runtime, + 'source_sha256': source_hashes, + 'original_run_sha256': {key: sha256(raw).hexdigest() for key, raw in original_raw.items()}, + 'cases': cases, 'variants': ['baseline', 'controlled_lowering'], 'attempts': attempts, + 'planned_native_episodes': len(attempts)*2, 'settings': SETTINGS, + 'confirmation_gate': {'strict_task_success_gain': True, 'allowed_regressions': 0, + 'allowed_errors': 0, 'allowed_control_successes': 0, + 'confirmation_required_before_promotion': True}, + 'limits': LIMITATIONS} + protocol_hash = freeze_protocol(output, protocol) + def verify(): + verify_protocol(output, protocol) + if capsule_runtime() != runtime or any(sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() != expected + for name, expected in source_hashes.items()): + raise ValueError('Frozen experiment source or runtime changed.') + if sha256((output/'baseline.skill-capsule.json').read_bytes()).hexdigest() != protocol['capsule_file_sha256']: + raise ValueError('Frozen movement head changed.') + for key, expected in protocol['original_run_sha256'].items(): + if sha256((output/'originals'/f'{key}.json').read_bytes()).hexdigest() != expected: + raise ValueError('Frozen original regression trajectory changed.') + index = {case['id']: case for case in cases} + results, completed, errors = [], 0, 0 + with NetworkGuard(True) as guard: + for attempt in attempts: + verify() + case, name, variant = index[attempt['case_id']], attempt['policy'], attempt['variant'] + scene = case['scene'] + config = replace(config_for(skill, scene), horizon=18.) + directory = output/variant/name/case['id'] + directory.mkdir(parents=True) + row = {**attempt, 'group': case['group'], 'status': 'completed', + 'horizon': 18., 'scene_sha256': case['scene_sha256'], + 'run_path': str(directory.relative_to(output)/'run.json'), + 'exact_original_trajectory_reproduced': None} + episode = None + try: + episode = rollout_recovery(config, scene['seed'], variant=variant, + movement_head=capsule['movement_head'] if name == 'student' else None) + payload = payload_for(skill, config, [episode], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload.update(diagnostic_only=True, experiment_variant=variant) + _write(directory/'run.json', payload) + save_replay(payload, directory/'replay.html') + row['measurement'] = measurement(episode) + if variant == 'baseline': + row['exact_original_trajectory_reproduced'] = _same_trajectory(episode, originals[f"{name}-{case['id']}"]) + if not row['exact_original_trajectory_reproduced']: + raise ValueError('Baseline does not reproduce its original actions/outcomes.') + else: + original = originals[f"{name}-{case['id']}"] + # Stages differ at the trigger; every earlier physical + # command must match the original unmodified controller. + first = next((i for i, entry in enumerate(episode['actions']) + if entry['stage'].startswith('recover_')), len(episode['actions'])) + row['identical_before_recovery'] = episode['actions'][:first] == original['actions'][:first] + if not row['identical_before_recovery']: + raise ValueError('Candidate changed commands before recovery.') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(status='error', error=str(exc)) + if variant == 'baseline': + _write(directory/'error.json', row) + raise + try: + if episode is None: + raise ValueError('No action tape for paired open-jaw control.') + verify() + control = rollout_recovery(config, scene['seed'], action_tape=episode['actions']) + payload = payload_for(skill, config, [control], {'offline': True, 'scope': 'parent NetworkGuard'}) + payload['diagnostic_only'] = True + _write(directory/'control.json', payload) + row.update(control=measurement(control), control_status='completed') + completed += 1 + except (ValueError, RuntimeError) as exc: + errors += 1 + row.update(control_status='error', control_error=str(exc)) + results.append(row) + _write(output/'progress.json', {'protocol_sha256': protocol_hash, 'results': results}) + print(json.dumps({'case': case['id'], 'policy': name, 'variant': variant, 'status': row['status'], + 'success': row.get('measurement', {}).get('success'), + 'recovery': row.get('measurement', {}).get('recovery')}), flush=True) + verify() + summary = summarize(results) + report = {'schema_version': 1, 'kind': 'dvidia.controlled-recovery-report', 'scope': 'simulation-only', + 'physical_robot_ready': False, 'recovery_revision': 'supported-release-v2', 'protocol_sha256': protocol_hash, + 'results': results, 'summary': summary, 'completed_native_episodes': completed, + 'episode_errors': errors, 'elapsed_seconds': time.perf_counter()-started, + 'cost': {'external_api_usd': 0., 'local_compute': 'unpriced'}, 'network_guard': guard.record(), + 'timing_scope': 'Input validation, snapshots, all rollouts and receipt/replay writes; excludes startup and final report write.', + 'limits': LIMITATIONS} + _write(output/'report.json', report) + return report + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('--benchmark', type=Path, required=True) + parser.add_argument('--output', type=Path, required=True) + parser.add_argument('--prior-experiment', type=Path, required=True) + args = parser.parse_args() + result = run(args.benchmark, args.output, prior_experiment=args.prior_experiment) + print(json.dumps({key: result[key] for key in ('summary', 'completed_native_episodes', 'episode_errors', 'elapsed_seconds', 'cost')})) + + +if __name__ == '__main__': + main() diff --git a/src/dvidia_training/controlled_recovery_release_policy.py b/src/dvidia_training/controlled_recovery_release_policy.py new file mode 100644 index 0000000..58cb120 --- /dev/null +++ b/src/dvidia_training/controlled_recovery_release_policy.py @@ -0,0 +1,66 @@ +"""Experimental v2: wait for measured jaw clearance before withdrawing the hand.""" +from __future__ import annotations + +from .controlled_recovery_policy import ControlledRecoveryPolicy, LOWER_TIMEOUT_SECONDS + +CLEARANCE_GAP_M = .065 +CLEARANCE_STABLE_SAMPLES = 5 + + +class SupportedReleaseRecoveryPolicy(ControlledRecoveryPolicy): + """Hold the same joint pose during opening, within the original recovery budget.""" + def __init__(self, environment): + super().__init__(environment) + self._clearance_active = False + self._clearance_started = None + self._clearance_ticks = 0 + self._clearance_hold_targets = None + self._actual_release = None + + def _wait_clearance(self, observation): + self.stage = self._action_phase = 'recover_wait_clearance' + elapsed = float(self.env._elapsed - self._lower_started) + clear = (observation['gripper_width'] > CLEARANCE_GAP_M + and observation['grasp_contacts']['left'] == 0 + and observation['grasp_contacts']['right'] == 0 + and self._supported(observation)) + self._clearance_ticks = self._clearance_ticks + 1 if clear else 0 + if self._clearance_ticks >= CLEARANCE_STABLE_SAMPLES and elapsed <= LOWER_TIMEOUT_SECONDS + 1e-9: + self._actual_release = { + 'time': float(self.env._elapsed), 'table_contacts': observation['table_contacts'], + 'object_position': list(observation['object_position']), + 'object_velocity': list(observation['object_velocity']), + 'object_angular_velocity': list(observation['object_angular_velocity']), + 'gripper_width': float(observation['gripper_width']), + 'contacts': dict(observation['grasp_contacts']), + 'tcp_position': list(observation['end_effector_position']), + 'elapsed_recovery_seconds': elapsed, + 'consecutive_control_samples': self._clearance_ticks, + } + self._clearance_active = False + self._next('recover_up') + self._action_phase = 'recover_clearance_confirmed' + elif elapsed + 1e-9 >= LOWER_TIMEOUT_SECONDS: + self._clearance_active = False + return self._abort(observation, 'controlled_recovery_clearance_timeout') + # Even on the confirmation tick, hold position. Only the following + # observed control tick can enter the inherited recovery-up phase. + return {'joint_targets': list(self._clearance_hold_targets), 'gripper_width': .08} + + def __call__(self, observation): + if self._clearance_active: + return self._wait_clearance(observation) + action = super().__call__(observation) + if self._action_phase == 'recover_supported_open' and self._clearance_started is None: + self._clearance_started = float(self.env._elapsed) + self._clearance_hold_targets = list(observation['joint_position']) + self._clearance_active = True + self.stage = 'recover_wait_clearance' + return action + + def diagnostics(self): + return {**super().diagnostics(), 'experiment_policy': 'controlled-support-recovery-v2', + 'clearance_started_seconds': self._clearance_started, + 'clearance_stable_samples': self._clearance_ticks, + 'actual_release_observation': self._actual_release, + 'recovery_budget_seconds': LOWER_TIMEOUT_SECONDS} diff --git a/src/dvidia_training/improvement_studio.html b/src/dvidia_training/improvement_studio.html index e9731fb..0adcf11 100644 --- a/src/dvidia_training/improvement_studio.html +++ b/src/dvidia_training/improvement_studio.html @@ -101,6 +101,16 @@ .conclusion h3 { font-size:15px; margin-bottom:5px; } .conclusion p { font-size:13px; color:var(--muted); } .conclusion .next-step { margin-top:9px; color:#435273; } + .recovery-section { border:1px solid #cbd8e9; border-radius:17px; padding:22px 24px 5px; background:linear-gradient(135deg,#f2f6fe,#fffefa 80%); margin:0 0 26px; } + .recovery-section h2 { font-size:18px; letter-spacing:-.3px; } + .recovery-section .diagnostic-top { margin-bottom:12px; } + .recovery-section .outcome-heading { font-size:14px; font-weight:550; margin:19px 0 4px; } + .recovery-condition { color:#52657c; font:11px/1.5 ui-monospace,monospace; padding:8px 10px; border:1px solid #dce3ee; background:#f0f4fb; border-radius:7px; } + .recovery-paired { display:flex; flex-wrap:wrap; gap:6px 13px; font-size:12px; margin:13px 0 0; color:#58687c; } + .recovery-paired strong { color:var(--ink); font-weight:600; } + .recovery-table .metric { font-size:13px; } + .recovery-table .metric small { display:inline; font-size:11px; } + #earlier-grip > .diagnostic-section { margin:0 0 12px; } .diagnostic-section { margin:0 0 26px; border:1px solid #ccd7e6; border-radius:17px; padding:22px 24px 5px; background:linear-gradient(125deg,#f5f7fc,#fffefa); } .diagnostic-top { display:flex; align-items:center; justify-content:space-between; flex-wrap:wrap; gap:8px; margin-bottom:10px; } .diagnostic-top h2 { font-size:18px; letter-spacing:-.3px; } @@ -116,6 +126,7 @@ .trial-state { display:inline-block; max-width:100%; font-size:12px; overflow-wrap:anywhere; color:#69706b; } .trial-state::before { content:'−'; font-size:13px; margin-right:4px; } .trial-state[data-outcome=passed] { color:#2d624b; } .trial-state[data-outcome=passed]::before { content:'✓'; } + .trial-state[data-outcome=unknown]::before { content:none; } .trial-state[data-outcome=failed] { color:#964737; } .trial-state[data-outcome=failed]::before { content:'×'; } .diagnostic-note { color:var(--muted); font-size:12px; line-height:1.5; padding:13px 0; } .diagnostic-warning { margin:0 0 13px; padding:10px 12px; border-radius:8px; color:#803e31; background:#f8e9e3; font-size:13px; } @@ -159,8 +170,17 @@ #content.has-diagnostic .brief { padding:23px 22px 8px; } #content.has-diagnostic .brief h2 { font-size:23px; } } + @media (min-width:900px) { + #content.has-recovery { display:grid; grid-template-columns:minmax(0,1fr) minmax(0,1fr); gap:24px; align-items:start; } + #content.has-recovery > .recovery-section { grid-column:1; grid-row:1; margin:0; } + #content.has-recovery > section[aria-labelledby="next-section-title"] { grid-column:2; grid-row:1; } + #content.has-recovery > .snapshot { grid-column:1/-1; grid-row:2; margin:0; } + #content.has-recovery > .comparison-section,#content.has-recovery > details { grid-column:1/-1; margin:0; } + #content.has-recovery .brief { padding:23px 22px 8px; } + #content.has-recovery .brief h2 { font-size:23px; } + } @media (max-width:600px) { - #content { display:flex; flex-direction:column; } #content > section:not(.snapshot):not(.comparison-section):not(.diagnostic-section) { order:1; } .diagnostic-section { order:2; margin-top:24px; margin-bottom:0; } .snapshot { order:3; margin-top:24px; margin-bottom:0!important; } .comparison-section { order:4; } .history { order:5; } .learning-path { order:6; } .methodology { order:7; } + #content { display:flex; flex-direction:column; } #content > section:not(.snapshot):not(.comparison-section):not(.diagnostic-section):not(.recovery-section) { order:1; } .recovery-section { order:2; margin-top:24px; margin-bottom:0; padding:19px 17px 3px; } .diagnostic-section { order:2; margin-top:24px; margin-bottom:0; } .snapshot { order:3; margin-top:24px; margin-bottom:0!important; } .comparison-section { order:4; } .history { order:5; } .learning-path { order:6; } .methodology { order:7; } .shell { padding:0 20px; } .topbar { min-height:72px; } .brand-name { font-size:18px; } .brand-name small { font-size:10px; } .scope { font-size:11px; } .heading { padding:27px 0 23px; } .heading p { font-size:16px; } h1 { letter-spacing:-.9px; } .snapshot { padding:17px; margin-bottom:24px; border-radius:14px; } .snapshot-head { margin-bottom:17px; } .snapshot-head h2 { font-size:14px; } @@ -189,6 +209,18 @@

Reading the experiment

Loading the saved benchmark and its evidence.