diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index f9e0d1e..78aa48a 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -61,9 +61,10 @@ jobs: dvidia-training-benchmark --help dvidia-skillspace-coverage --help dvidia-episode-tape --help + dvidia-reaction --help dvidia-training-doctor --json - name: Test footage, visual training and loopback studio - run: python -m unittest tests.test_footage_data tests.test_footage_train tests.test_footage_pipeline tests.test_footage_benchmark tests.test_training_studio tests.test_doctor tests.test_coverage tests.test_episode_tape -v + run: python -m unittest tests.test_footage_data tests.test_footage_train tests.test_footage_pipeline tests.test_footage_benchmark tests.test_training_studio tests.test_doctor tests.test_coverage tests.test_episode_tape tests.test_reaction tests.test_reaction_metrics tests.test_reaction_convergence tests.test_reaction_benchmark -v arm: name: Optional arm / Linux / Python 3.12 @@ -86,6 +87,17 @@ jobs: run: python -m unittest discover -s tests -v - name: Train and qualify the synthetic native pilot run: python benchmarks/native_pilot.py --output runs/native-pilot + - name: Run and verify reaction mechanical coupons + run: | + dvidia-reaction benchmark --output runs/reaction-ci --repeats 1 --convergence + dvidia-reaction inspect runs/reaction-ci + - name: Preserve reaction diagnostic evidence + if: always() + uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 + with: + name: reaction-mechanical-coupons + path: runs/reaction-ci + if-no-files-found: ignore container: name: Visual CLI container diff --git a/README.md b/README.md index 5b094d9..3f79c41 100644 --- a/README.md +++ b/README.md @@ -94,6 +94,10 @@ This adds MuJoCo 3.15.0 for the existing bounded simulation placement adapter, n To measure a candidate before improving it, use the [sample-count and simulation benchmark](docs/benchmarks.md). It compares nested sets of whole recordings, keeps development/test footage fixed, freezes candidate weights before evaluation, and reports new-layout outcomes alongside matched open-jaw controls. It runs locally on a CPU and retains failures and qualification receipts. Install from the current source checkout to get `dvidia-training-benchmark`; the frozen v0.1.0 release predates this tool. +The [reaction framework v0.1](docs/reaction-framework.md) adds a reusable monitor and native linear-actuator/parallel-jaw fixtures for predicted clearance, contact, slip and sensor faults. Its local benchmark reports detection errors with uncertainty, continued-physics braking time/distance, contact and load outcomes, and CPU cost against a matched disabled-intervention baseline. It uses synthetic sensed state; camera perception, whole-arm protection and physical stopping accuracy need further adapters and calibration. It preserves every attempted trial and the existing frozen placement evidence. + +[The first measured run](benchmarks/reaction-v0.1-20261009/README.md) preserves 78 primary trials and eight timestep checks, including late-impact diagnostic failures and payload drops. Run `dvidia-reaction benchmark --output runs/reaction --repeats 3 --convergence`, then `dvidia-reaction inspect runs/reaction` to generate and verify your own offline report. + ## Public pilot on Hugging Face [Recorded demo](https://huggingface.co/spaces/Dvidia/dvidia-training) · [Synthetic datasets](https://huggingface.co/datasets/Dvidia/dvidia-training-examples) · [Pilot models and measurements](https://huggingface.co/Dvidia/dvidia-training-pilot) diff --git a/benchmarks/reaction-v0.1-20261009/README.md b/benchmarks/reaction-v0.1-20261009/README.md new file mode 100644 index 0000000..6721d9b --- /dev/null +++ b/benchmarks/reaction-v0.1-20261009/README.md @@ -0,0 +1,48 @@ +# Reaction v0.1 developmental measurements — 9 October 2026 + +[Recorded summary](summary.json) and [all primary attempt summaries](attempts.jsonl) bind these observations to source, protocol, +engine and fixture identities. These are synthetic mechanical coupons on one +CPU host, with no camera perception, learned task policy or physical qualification. + +The run contains 13 authored cases × 3 repeats × 2 intervention variants: +**78 primary attempts**, plus **8 timestep-comparison attempts**. None emitted +native numerical errors. All attempted trials, diagnostic failures and drops +remain in their declared denominators. + +| Observation | Result and scope | +| --- | --- | +| Detector with braking enabled | 24/24 authored positive conditions detected; 0/15 negative cases flagged. Three repeats of the same case families are correlated; this is not broad detection accuracy. | +| Modeled command delay | 20 ms from request to application. | +| Application to confirmed rest | Median 293 ms; maximum 391 ms, including the declared 50 ms quiet dwell. This is modeled mechanical motion, not hardware timing. | +| Native episode throughput | 109.2 rollout seconds / 8.812 per-trial wall seconds = 12.39× real time. Wall includes compilation, warmup, sensor priming, monitor, scoring and trace construction; rollout numerator excludes warmup/priming. | +| Primary benchmark wall | 8.872 s including JSONL writing; additional timestep work 1.228 s. Imports and final report serialization are excluded. | +| CPU monitor calls | Median of per-episode p95 values: 9.79 µs on this host. A per-episode observed percentile is not a hard real-time guarantee. | +| Contact diagnostics | Late-entry attempts exceed declared penetration/force diagnostics in both intervention variants. Finite engine state does not establish physically credible impact forces. | +| Retention | Stable-grip cases retain their load. Slip cases drop it in both variants: stopping horizontal motion does not supply a regrip/set-down recovery. | +| Timestep comparison | Detection/rest timing agrees within declared tolerances at 1 ms and 0.5 ms. Contact-force/impulse diagnostics fail agreement; precise impact forces remain unqualified. | + +Anticipatory braking avoids native contact in the crossing and static-obstacle +cases; matched no-brake controls collide. The late occluded entry still contacts +the fixture. The controller runs in shadow in disabled controls, preserving its +detection result while withholding the intervention. + +The recorded host is Darwin arm64 with 10 logical CPUs and no GPU use. CPU model +and total RAM were not identified in this run. Process lifetime peak RSS was +75,350,016 bytes, including imports and all trials; it is not a minimum requirement. + +Reproduce from the current source with Python 3.12+ and the optional arm extra: + +```sh +dvidia-reaction benchmark --output runs/reaction-new --repeats 3 --convergence +dvidia-reaction inspect runs/reaction-new +``` + +This committed snapshot omits full traces and compiled scene declarations. A +fresh run writes complete native traces, attempted-trial JSONL, frozen protocol, +source identities, convergence receipts, readable HTML and integrity manifest. +The CI arm job also runs the framework and retains its diagnostic artifacts. +The inspector consumes a complete run directory, rather than this summary. + +These inspected scenarios are developmental/regression evidence. Changes to a +learner, controller or physics profile need fresh confirmation for qualification. +See [framework contracts](../../docs/reaction-framework.md). diff --git a/benchmarks/reaction-v0.1-20261009/attempts.jsonl b/benchmarks/reaction-v0.1-20261009/attempts.jsonl new file mode 100644 index 0000000..f9ff846 --- /dev/null +++ b/benchmarks/reaction-v0.1-20261009/attempts.jsonl @@ -0,0 +1,78 @@ +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.008058249950408936,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08518825005739927,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.887503407895565e-05,"monitor_call_latency_p50_s":7.770489901304245e-06,"monitor_call_latency_p95_s":1.00000761449337e-05,"monitor_update_wall_seconds":0.01144799217581749,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.1012595419306308,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.007467332994565368,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08237166702747345,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.9750168323516846e-05,"monitor_call_latency_p50_s":7.708091288805008e-06,"monitor_call_latency_p95_s":9.74978320300579e-06,"monitor_update_wall_seconds":0.011152684455737472,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.0975146668497473,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing","compile_warmup_wall_seconds":0.007319208001717925,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.07460045791231096,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":1.6042031347751617e-05,"monitor_call_latency_p50_s":8.749775588512421e-07,"monitor_call_latency_p95_s":7.707858458161354e-06,"monitor_update_wall_seconds":0.0020644846372306347,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.08956320793367922,"warnings":[]} +{"brake_applied_s":0.13,"brake_requested_s":0.11,"case_id":"crossing","compile_warmup_wall_seconds":0.007336999988183379,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.013818232800268063,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.07367624994367361,"max_forward_excursion_m":0.007958643520555588,"max_penetration_m":0.0,"minimum_clearance_m":0.09618164531930348,"monitor_call_latency_max_s":2.445792779326439e-05,"monitor_call_latency_p50_s":8.749775588512421e-07,"monitor_call_latency_p95_s":7.708091288805008e-06,"monitor_update_wall_seconds":0.002120186574757099,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.011943870773452112,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.41500000000000004,"stopping_displacement_m":6.342230329796361e-06,"stopping_distance_m":0.007964112275463252,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.08850870793685317,"warnings":[]} +{"brake_applied_s":0.16,"brake_requested_s":0.14,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.00736216688528657,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.020465804313869046,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.07458345801569521,"max_forward_excursion_m":0.008908145536671661,"max_penetration_m":0.0,"minimum_clearance_m":0.08953428108805905,"monitor_call_latency_max_s":1.7292099073529243e-05,"monitor_call_latency_p50_s":8.749775588512421e-07,"monitor_call_latency_p95_s":7.709022611379623e-06,"monitor_update_wall_seconds":0.0022825412452220917,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01332095323282384,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.449,"stopping_displacement_m":1.1659443993842361e-05,"stopping_distance_m":0.008813955948310515,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.08976058405824006,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.007239583181217313,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.07380975014530122,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":1.9999919459223747e-05,"monitor_call_latency_p50_s":8.749775588512421e-07,"monitor_call_latency_p95_s":7.709022611379623e-06,"monitor_update_wall_seconds":0.0022498308680951595,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.08857100014574826,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.0073177500162273645,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.16001578915824288,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.07447466696612537,"max_forward_excursion_m":null,"max_penetration_m":0.0007413573972069876,"minimum_clearance_m":-0.0007413573972069876,"monitor_call_latency_max_s":1.9999919459223747e-05,"monitor_call_latency_p50_s":8.749775588512421e-07,"monitor_call_latency_p95_s":7.792143151164055e-06,"monitor_update_wall_seconds":0.002940855221822858,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":71.49256014660844,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":10.384626635552925,"valid":true,"variant":"disabled_control","wall_seconds":0.08926637517288327,"warnings":[]} +{"brake_applied_s":0.26,"brake_requested_s":0.24,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.007334374822676182,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.045035915843955714,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0999213750474155,"max_forward_excursion_m":0.009809458990484805,"max_penetration_m":0.0,"minimum_clearance_m":0.11017856536145265,"monitor_call_latency_max_s":0.00011637480929493904,"monitor_call_latency_p50_s":9.159557521343231e-07,"monitor_call_latency_p95_s":7.875030860304832e-06,"monitor_update_wall_seconds":0.00351097178645432,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014611947073366861,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.553,"stopping_displacement_m":1.696928147960214e-05,"stopping_distance_m":0.00958800688428451,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11477945791557431,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.007300249999389052,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0843104999512434,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":4.254188388586044e-05,"monitor_call_latency_p50_s":7.834052667021751e-06,"monitor_call_latency_p95_s":9.666895493865013e-06,"monitor_update_wall_seconds":0.011526858201250434,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.09899895894341171,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.007356832968071103,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09786462504416704,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":4.987511783838272e-05,"monitor_call_latency_p50_s":8.375151082873344e-06,"monitor_call_latency_p95_s":1.7666025087237358e-05,"monitor_update_wall_seconds":0.013162334449589252,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.11302541592158377,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.011832917109131813,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.10684379213489592,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":6.745802238583565e-05,"monitor_call_latency_p50_s":9.167008101940155e-06,"monitor_call_latency_p95_s":1.9208062440156937e-05,"monitor_update_wall_seconds":0.014389962423592806,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.12913129199296236,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.008352417033165693,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09422204201109707,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":3.3750198781490326e-05,"monitor_call_latency_p50_s":8.999835699796677e-06,"monitor_call_latency_p95_s":9.750016033649445e-06,"monitor_update_wall_seconds":0.012844552984461188,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11136774998158216,"warnings":[]} +{"brake_applied_s":0.51,"brake_requested_s":0.49,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.008385375142097473,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.042370774621632475,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09153237496502697,"max_forward_excursion_m":0.0,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":6.516603752970695e-05,"monitor_call_latency_p50_s":1.125037670135498e-06,"monitor_call_latency_p95_s":3.500143066048622e-06,"monitor_update_wall_seconds":0.002817291533574462,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":0.11810173139091061,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.901,"stopping_displacement_m":0.000272504415842062,"stopping_distance_m":0.09283540165281114,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"monitor","wall_seconds":0.1084676249884069,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.00904558296315372,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.33019986465619555,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09457454108633101,"max_forward_excursion_m":null,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":3.124983049929142e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":3.584194928407669e-06,"monitor_update_wall_seconds":0.002834310056641698,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"disabled_control","wall_seconds":0.11322749988175929,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"high_force","compile_warmup_wall_seconds":0.009519333951175213,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999961444037,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.0913185419049114,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.770894207060337e-05,"monitor_call_latency_p50_s":1.084059476852417e-06,"monitor_call_latency_p95_s":1.0124873369932175e-05,"monitor_update_wall_seconds":0.005156675586476922,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"disabled_control","wall_seconds":0.11065104207955301,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"high_force","compile_warmup_wall_seconds":0.008898499887436628,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.09346412921376902,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09313391684554517,"max_forward_excursion_m":0.045880495452164646,"max_penetration_m":0.0,"minimum_clearance_m":0.923907826121993,"monitor_call_latency_max_s":2.9207905754446983e-05,"monitor_call_latency_p50_s":1.125037670135498e-06,"monitor_call_latency_p95_s":9.791925549507141e-06,"monitor_update_wall_seconds":0.005170376971364021,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":0.08211466218019343,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.812,"stopping_displacement_m":0.0002203857542751042,"stopping_distance_m":0.07220954076591507,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"monitor","wall_seconds":0.1113399169407785,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.00953058316372335,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.10297624999657273,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.0084047466516495e-05,"monitor_call_latency_p50_s":9.875046089291573e-06,"monitor_call_latency_p95_s":1.095794141292572e-05,"monitor_update_wall_seconds":0.013992611085996032,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"monitor","wall_seconds":0.12249700003303587,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.008939124876633286,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09951366600580513,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.545917570590973e-05,"monitor_call_latency_p50_s":9.582843631505966e-06,"monitor_call_latency_p95_s":1.0499963536858559e-05,"monitor_update_wall_seconds":0.013684648089110851,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"disabled_control","wall_seconds":0.11766500002704561,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.01023108302615583,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.11958599998615682,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":2.8458889573812485e-05,"monitor_call_latency_p50_s":9.791925549507141e-06,"monitor_call_latency_p95_s":1.1291122063994408e-05,"monitor_update_wall_seconds":0.014155497774481773,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.14072687504813075,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.010152874980121851,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.11656808294355869,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":2.9708025977015495e-05,"monitor_call_latency_p50_s":9.584007784724236e-06,"monitor_call_latency_p95_s":1.0582851245999336e-05,"monitor_update_wall_seconds":0.013744026189669967,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.13749637501314282,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"slip","compile_warmup_wall_seconds":0.010215624934062362,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.08769805076697736,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.09534312505275011,"max_forward_excursion_m":0.009765245211053972,"max_penetration_m":0.0,"minimum_clearance_m":0.9513096657330591,"monitor_call_latency_max_s":2.5790883228182793e-05,"monitor_call_latency_p50_s":1.084059476852417e-06,"monitor_call_latency_p95_s":9.999843314290047e-06,"monitor_update_wall_seconds":0.005157159175723791,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014542673092426045,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.723,"stopping_displacement_m":1.6880732876034532e-05,"stopping_distance_m":0.009537975029868112,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11651983298361301,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"slip","compile_warmup_wall_seconds":0.010561874834820628,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.3301999999996526,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.10288345906883478,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9300000012499998,"monitor_call_latency_max_s":7.60830007493496e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":1.0833144187927246e-05,"monitor_update_wall_seconds":0.0056305015459656715,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.12529937480576336,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"missing_motion","compile_warmup_wall_seconds":0.00909008295275271,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09072887501679361,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":5.095801316201687e-05,"monitor_call_latency_p50_s":1.00000761449337e-06,"monitor_call_latency_p95_s":1.0499963536858559e-05,"monitor_update_wall_seconds":0.005159610183909535,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.10962324985302985,"warnings":[]} +{"brake_applied_s":0.42,"brake_requested_s":0.4,"case_id":"missing_motion","compile_warmup_wall_seconds":0.008807915961369872,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.08519496132415935,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09386937506496906,"max_forward_excursion_m":0.009766661370171528,"max_penetration_m":0.0,"minimum_clearance_m":0.9308128525605817,"monitor_call_latency_max_s":2.0458130165934563e-05,"monitor_call_latency_p50_s":1.0838266462087631e-06,"monitor_call_latency_p95_s":9.834067896008492e-06,"monitor_update_wall_seconds":0.0050076202023774385,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01454479483713926,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.713,"stopping_displacement_m":1.688322601713088e-05,"stopping_distance_m":0.009539383707918334,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11186758289113641,"warnings":[]} +{"brake_applied_s":0.511,"brake_requested_s":0.491,"case_id":"stale_motion","compile_warmup_wall_seconds":0.009687833022326231,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.10795128021743194,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09794362518005073,"max_forward_excursion_m":0.009757284031341143,"max_penetration_m":0.0,"minimum_clearance_m":0.9266419789192838,"monitor_call_latency_max_s":0.00010741711594164371,"monitor_call_latency_p50_s":1.2079253792762756e-06,"monitor_call_latency_p95_s":1.0792165994644165e-05,"monitor_update_wall_seconds":0.006645628716796637,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014530323918325955,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.803,"stopping_displacement_m":1.586884379928266e-05,"stopping_distance_m":0.00953021093017034,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11831587506458163,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stale_motion","compile_warmup_wall_seconds":0.009471500059589744,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.10079087503254414,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.933394327759743e-05,"monitor_call_latency_p50_s":1.2919772416353226e-06,"monitor_call_latency_p95_s":1.0708114132285118e-05,"monitor_update_wall_seconds":0.006437338888645172,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20261129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.12033912516199052,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.010652499971911311,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.12037424999289215,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":4.900014027953148e-05,"monitor_call_latency_p50_s":1.0792165994644165e-05,"monitor_call_latency_p95_s":1.8208054825663567e-05,"monitor_update_wall_seconds":0.016306147212162614,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.14189149998128414,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.010368874995037913,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.112637875135988,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.108312375843525e-05,"monitor_call_latency_p50_s":1.0750023648142815e-05,"monitor_call_latency_p95_s":1.216609962284565e-05,"monitor_update_wall_seconds":0.015241899993270636,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.1336117920000106,"warnings":[]} +{"brake_applied_s":0.13,"brake_requested_s":0.11,"case_id":"crossing","compile_warmup_wall_seconds":0.009351500077173114,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.013818232800268063,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09528220794163644,"max_forward_excursion_m":0.007958643520555588,"max_penetration_m":0.0,"minimum_clearance_m":0.09618164531930348,"monitor_call_latency_max_s":2.150004729628563e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":1.0125106200575829e-05,"monitor_update_wall_seconds":0.0027446651365607977,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.011943870773452112,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.41500000000000004,"stopping_displacement_m":6.342230329796361e-06,"stopping_distance_m":0.007964112275463252,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.1143825410399586,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing","compile_warmup_wall_seconds":0.010166957974433899,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09574166615493596,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":2.7499860152602196e-05,"monitor_call_latency_p50_s":1.166015863418579e-06,"monitor_call_latency_p95_s":1.0084128007292747e-05,"monitor_update_wall_seconds":0.002739850664511323,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.11631874996237457,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.00943437498062849,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09663945809006691,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":2.3499829694628716e-05,"monitor_call_latency_p50_s":1.166015863418579e-06,"monitor_call_latency_p95_s":1.0082963854074478e-05,"monitor_update_wall_seconds":0.002936525736004114,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.11596833309158683,"warnings":[]} +{"brake_applied_s":0.16,"brake_requested_s":0.14,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.009453999809920788,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.020465804313869046,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08945483295246959,"max_forward_excursion_m":0.008908145536671661,"max_penetration_m":0.0,"minimum_clearance_m":0.08953428108805905,"monitor_call_latency_max_s":2.229190431535244e-05,"monitor_call_latency_p50_s":1.0831281542778015e-06,"monitor_call_latency_p95_s":1.0082963854074478e-05,"monitor_update_wall_seconds":0.002836229745298624,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01332095323282384,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.449,"stopping_displacement_m":1.1659443993842361e-05,"stopping_distance_m":0.008813955948310515,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.10853429092094302,"warnings":[]} +{"brake_applied_s":0.26,"brake_requested_s":0.24,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.008745583007112145,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.045035915843955714,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08835420804098248,"max_forward_excursion_m":0.009809458990484805,"max_penetration_m":0.0,"minimum_clearance_m":0.11017856536145265,"monitor_call_latency_max_s":2.13750172406435e-05,"monitor_call_latency_p50_s":1.0838266462087631e-06,"monitor_call_latency_p95_s":9.584007784724236e-06,"monitor_update_wall_seconds":0.003609755076467991,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014611947073366861,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.553,"stopping_displacement_m":1.696928147960214e-05,"stopping_distance_m":0.00958800688428451,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.10629166709259152,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.008879249915480614,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.16001578915824288,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09101099986582994,"max_forward_excursion_m":null,"max_penetration_m":0.0007413573972069876,"minimum_clearance_m":-0.0007413573972069876,"monitor_call_latency_max_s":1.9458122551441193e-05,"monitor_call_latency_p50_s":1.084059476852417e-06,"monitor_call_latency_p95_s":9.709037840366364e-06,"monitor_update_wall_seconds":0.0036518180277198553,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":71.49256014660844,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":10.384626635552925,"valid":true,"variant":"disabled_control","wall_seconds":0.10911249998025596,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.008810958825051785,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09751479187980294,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":3.491691313683987e-05,"monitor_call_latency_p50_s":9.416951797902584e-06,"monitor_call_latency_p95_s":1.0207993909716606e-05,"monitor_update_wall_seconds":0.01332749635912478,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.11557970894500613,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.008477750001475215,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09425941691733897,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":2.5833025574684143e-05,"monitor_call_latency_p50_s":8.95909033715725e-06,"monitor_call_latency_p95_s":9.916024282574654e-06,"monitor_update_wall_seconds":0.01284358324483037,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11143754213117063,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.008370625087991357,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0939413751475513,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":2.8250040486454964e-05,"monitor_call_latency_p50_s":8.958159014582634e-06,"monitor_call_latency_p95_s":9.584007784724236e-06,"monitor_update_wall_seconds":0.012815995374694467,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11100837518461049,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.008403041865676641,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09462558291852474,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":3.02919652312994e-05,"monitor_call_latency_p50_s":8.999835699796677e-06,"monitor_call_latency_p95_s":9.875046089291573e-06,"monitor_update_wall_seconds":0.012866649311035872,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.11167587502859533,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.00845583388581872,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.33019986465619555,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08308524987660348,"max_forward_excursion_m":null,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":1.391698606312275e-05,"monitor_call_latency_p50_s":1.0421499609947205e-06,"monitor_call_latency_p95_s":3.00002284348011e-06,"monitor_update_wall_seconds":0.002407647669315338,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"disabled_control","wall_seconds":0.09997054189443588,"warnings":[]} +{"brake_applied_s":0.51,"brake_requested_s":0.49,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.008351791184395552,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.042370774621632475,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08342000003904104,"max_forward_excursion_m":0.0,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":1.3415934517979622e-05,"monitor_call_latency_p50_s":1.0421499609947205e-06,"monitor_call_latency_p95_s":3.00002284348011e-06,"monitor_update_wall_seconds":0.0024132970720529556,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":0.11810173139091061,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.901,"stopping_displacement_m":0.000272504415842062,"stopping_distance_m":0.09283540165281114,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"monitor","wall_seconds":0.10024225013330579,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"high_force","compile_warmup_wall_seconds":0.00829775002785027,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.09346412921376902,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08469454199075699,"max_forward_excursion_m":0.045880495452164646,"max_penetration_m":0.0,"minimum_clearance_m":0.923907826121993,"monitor_call_latency_max_s":1.887488178908825e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.124865755438805e-06,"monitor_update_wall_seconds":0.004735741065815091,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":0.08211466218019343,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.812,"stopping_displacement_m":0.0002203857542751042,"stopping_distance_m":0.07220954076591507,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"monitor","wall_seconds":0.10162679105997086,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"high_force","compile_warmup_wall_seconds":0.00836124992929399,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999961444037,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.0844754169229418,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":1.895800232887268e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.124865755438805e-06,"monitor_update_wall_seconds":0.004723074845969677,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"disabled_control","wall_seconds":0.10141166695393622,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.007971124956384301,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09480004198849201,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.683287650346756e-05,"monitor_call_latency_p50_s":8.916947990655899e-06,"monitor_call_latency_p95_s":1.0125106200575829e-05,"monitor_update_wall_seconds":0.012826803838834167,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"disabled_control","wall_seconds":0.11115924990735948,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.008268582867458463,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0921956249512732,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.8582988306879997e-05,"monitor_call_latency_p50_s":8.791917935013771e-06,"monitor_call_latency_p95_s":9.708106517791748e-06,"monitor_update_wall_seconds":0.012561964336782694,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"monitor","wall_seconds":0.10910991602577269,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.009079207899048924,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.10581495892256498,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":3.0624913051724434e-05,"monitor_call_latency_p50_s":8.709030225872993e-06,"monitor_call_latency_p95_s":9.833136573433876e-06,"monitor_update_wall_seconds":0.012568541802465916,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.12487266701646149,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.009241457795724273,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.10750874993391335,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":4.358310252428055e-05,"monitor_call_latency_p50_s":8.832896128296852e-06,"monitor_call_latency_p95_s":1.0082963854074478e-05,"monitor_update_wall_seconds":0.012745684944093227,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.1265853748191148,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"slip","compile_warmup_wall_seconds":0.00976199982687831,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.3301999999996526,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.09090404189191759,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9300000012499998,"monitor_call_latency_max_s":2.6790890842676163e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.499955922365189e-06,"monitor_update_wall_seconds":0.004904794506728649,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.1110649579204619,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"slip","compile_warmup_wall_seconds":0.009615124901756644,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.08769805076697736,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.09069004189223051,"max_forward_excursion_m":0.009765245211053972,"max_penetration_m":0.0,"minimum_clearance_m":0.9513096657330591,"monitor_call_latency_max_s":2.450007013976574e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.417068213224411e-06,"monitor_update_wall_seconds":0.0048863880801945925,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014542673092426045,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.723,"stopping_displacement_m":1.6880732876034532e-05,"stopping_distance_m":0.009537975029868112,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11059187492355704,"warnings":[]} +{"brake_applied_s":0.42,"brake_requested_s":0.4,"case_id":"missing_motion","compile_warmup_wall_seconds":0.008305291878059506,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.08519496132415935,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08094720798544586,"max_forward_excursion_m":0.009766661370171528,"max_penetration_m":0.0,"minimum_clearance_m":0.9308128525605817,"monitor_call_latency_max_s":1.887488178908825e-05,"monitor_call_latency_p50_s":9.171199053525925e-07,"monitor_call_latency_p95_s":8.875038474798203e-06,"monitor_update_wall_seconds":0.0044553393963724375,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01454479483713926,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.713,"stopping_displacement_m":1.688322601713088e-05,"stopping_distance_m":0.009539383707918334,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.09765954199247062,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"missing_motion","compile_warmup_wall_seconds":0.008011083118617535,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08025266695767641,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.504093572497368e-05,"monitor_call_latency_p50_s":9.168870747089386e-07,"monitor_call_latency_p95_s":8.916947990655899e-06,"monitor_update_wall_seconds":0.004479769617319107,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.09652895806357265,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stale_motion","compile_warmup_wall_seconds":0.008003834169358015,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08094158302992582,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.316602669656277e-05,"monitor_call_latency_p50_s":1.00000761449337e-06,"monitor_call_latency_p95_s":8.875038474798203e-06,"monitor_update_wall_seconds":0.005227986257523298,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.09725108416751027,"warnings":[]} +{"brake_applied_s":0.511,"brake_requested_s":0.491,"case_id":"stale_motion","compile_warmup_wall_seconds":0.008127707988023758,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.10795128021743194,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08076020795851946,"max_forward_excursion_m":0.009757284031341143,"max_penetration_m":0.0,"minimum_clearance_m":0.9266419789192838,"monitor_call_latency_max_s":1.808302477002144e-05,"monitor_call_latency_p50_s":1.00000761449337e-06,"monitor_call_latency_p95_s":8.834060281515121e-06,"monitor_update_wall_seconds":0.005258539458736777,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014530323918325955,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20262129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.803,"stopping_displacement_m":1.586884379928266e-05,"stopping_distance_m":0.00953021093017034,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.09724304196424782,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.008055999875068665,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0907148749101907,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.3499829694628716e-05,"monitor_call_latency_p50_s":8.58306884765625e-06,"monitor_call_latency_p95_s":9.584007784724236e-06,"monitor_update_wall_seconds":0.012338913278654218,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.10712512489408255,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"clear","compile_warmup_wall_seconds":0.007985583040863276,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09061479195952415,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.9709190130233765e-05,"monitor_call_latency_p50_s":8.584000170230865e-06,"monitor_call_latency_p95_s":9.417068213224411e-06,"monitor_update_wall_seconds":0.012320833280682564,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263009,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.1068316251039505,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing","compile_warmup_wall_seconds":0.008072416996583343,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.0813258751295507,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":2.2582942619919777e-05,"monitor_call_latency_p50_s":9.59029421210289e-07,"monitor_call_latency_p95_s":8.6252111941576e-06,"monitor_update_wall_seconds":0.002284219954162836,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.09791004192084074,"warnings":[]} +{"brake_applied_s":0.13,"brake_requested_s":0.11,"case_id":"crossing","compile_warmup_wall_seconds":0.007994582876563072,"contact_diagnostic_pass":true,"decision_s":0.11,"detected_reason":"predicted_collision_moving","detected_s":0.11,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.013818232800268063,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.07990466593764722,"max_forward_excursion_m":0.007958643520555588,"max_penetration_m":0.0,"minimum_clearance_m":0.09618164531930348,"monitor_call_latency_max_s":1.929188147187233e-05,"monitor_call_latency_p50_s":9.580980986356735e-07,"monitor_call_latency_p95_s":8.584000170230865e-06,"monitor_update_wall_seconds":0.0022626984864473343,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.011943870773452112,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263019,"sensor_delivered_s":0.11000000000000001,"sensor_sample_s":0.11000000000000001,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.41500000000000004,"stopping_displacement_m":6.342230329796361e-06,"stopping_distance_m":0.007964112275463252,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.09637695783749223,"warnings":[]} +{"brake_applied_s":0.16,"brake_requested_s":0.14,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.00809999997727573,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.020465804313869046,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.08013870799914002,"max_forward_excursion_m":0.008908145536671661,"max_penetration_m":0.0,"minimum_clearance_m":0.08953428108805905,"monitor_call_latency_max_s":1.7625046893954277e-05,"monitor_call_latency_p50_s":9.59029421210289e-07,"monitor_call_latency_p95_s":8.624978363513947e-06,"monitor_update_wall_seconds":0.0025253414642065763,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01332095323282384,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.449,"stopping_displacement_m":1.1659443993842361e-05,"stopping_distance_m":0.008813955948310515,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.09662354202009737,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"crossing_delayed_noisy","compile_warmup_wall_seconds":0.008057708153501153,"contact_diagnostic_pass":true,"decision_s":0.14,"detected_reason":"predicted_collision_moving","detected_s":0.14,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3302661161838318,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08254320896230638,"max_forward_excursion_m":null,"max_penetration_m":0.0014072202398837247,"minimum_clearance_m":-0.0014072202398837247,"monitor_call_latency_max_s":1.841713674366474e-05,"monitor_call_latency_p50_s":1.00000761449337e-06,"monitor_call_latency_p95_s":8.499948307871819e-06,"monitor_update_wall_seconds":0.0024776586797088385,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":188.04989625872386,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263029,"sensor_delivered_s":0.14000000000000004,"sensor_sample_s":0.1,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":21.56358450584689,"valid":true,"variant":"disabled_control","wall_seconds":0.09894516714848578,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.008437624899670482,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.16001578915824288,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.08667324995622039,"max_forward_excursion_m":null,"max_penetration_m":0.0007413573972069876,"minimum_clearance_m":-0.0007413573972069876,"monitor_call_latency_max_s":2.1124957129359245e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.124865755438805e-06,"monitor_update_wall_seconds":0.003462669439613819,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":71.49256014660844,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":10.384626635552925,"valid":true,"variant":"disabled_control","wall_seconds":0.10407216590829194,"warnings":[]} +{"brake_applied_s":0.26,"brake_requested_s":0.24,"case_id":"static_obstacle","compile_warmup_wall_seconds":0.008413583040237427,"contact_diagnostic_pass":true,"decision_s":0.24,"detected_reason":"predicted_collision_static","detected_s":0.24,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.045035915843955714,0.0,0.4],"group":"motion","hazard_onset_s":0.0,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.0831938749179244,"max_forward_excursion_m":0.009809458990484805,"max_penetration_m":0.0,"minimum_clearance_m":0.11017856536145265,"monitor_call_latency_max_s":2.0625069737434387e-05,"monitor_call_latency_p50_s":1.0409858077764511e-06,"monitor_call_latency_p95_s":9.082956239581108e-06,"monitor_update_wall_seconds":0.0034012782853096724,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014611947073366861,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263039,"sensor_delivered_s":0.24000000000000002,"sensor_sample_s":0.24000000000000002,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.553,"stopping_displacement_m":1.696928147960214e-05,"stopping_distance_m":0.00958800688428451,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.10023229103535414,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.008439167169854045,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09871033299714327,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":4.737498238682747e-05,"monitor_call_latency_p50_s":9.458046406507492e-06,"monitor_call_latency_p95_s":1.0792165994644165e-05,"monitor_update_wall_seconds":0.013483945047482848,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11590929212979972,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"near_miss","compile_warmup_wall_seconds":0.00885762507095933,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.10288566700182855,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.05552071586106687,"monitor_call_latency_max_s":3.1125033274292946e-05,"monitor_call_latency_p50_s":9.790994226932526e-06,"monitor_call_latency_p95_s":1.0834075510501862e-05,"monitor_update_wall_seconds":0.014029483078047633,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263049,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.12102095899172127,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.009582167025655508,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.10826366604305804,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":5.99580816924572e-05,"monitor_call_latency_p50_s":1.0249903425574303e-05,"monitor_call_latency_p95_s":1.2042000889778137e-05,"monitor_update_wall_seconds":0.014856042806059122,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.12778708315454423,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"receding","compile_warmup_wall_seconds":0.01007454190403223,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"motion","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.13923758291639388,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.15218120993819959,"monitor_call_latency_max_s":0.0006155420560389757,"monitor_call_latency_p50_s":1.1041993275284767e-05,"monitor_call_latency_p95_s":2.1666986867785454e-05,"monitor_update_wall_seconds":0.01898537389934063,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263059,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.15926874987781048,"warnings":[]} +{"brake_applied_s":0.51,"brake_requested_s":0.49,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.010221875039860606,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.042370774621632475,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.10653858305886388,"max_forward_excursion_m":0.0,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":2.9250048100948334e-05,"monitor_call_latency_p50_s":1.3748649507761002e-06,"monitor_call_latency_p95_s":3.95788811147213e-06,"monitor_update_wall_seconds":0.003162737935781479,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":0.11810173139091061,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.901,"stopping_displacement_m":0.000272504415842062,"stopping_distance_m":0.09283540165281114,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"monitor","wall_seconds":0.12725066603161395,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"late_occluded_entry","compile_warmup_wall_seconds":0.010091166943311691,"contact_diagnostic_pass":false,"decision_s":0.49,"detected_reason":"predicted_collision_moving","detected_s":0.49,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.33019986465619555,0.0,0.4],"group":"motion","hazard_onset_s":0.45,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.1054066251963377,"max_forward_excursion_m":null,"max_penetration_m":0.014929565394245385,"minimum_clearance_m":-0.014929565394245385,"monitor_call_latency_max_s":2.050003968179226e-05,"monitor_call_latency_p50_s":1.250067725777626e-06,"monitor_call_latency_p95_s":3.7909485399723053e-06,"monitor_update_wall_seconds":0.002988871419802308,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":3581.1854284960264,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263069,"sensor_delivered_s":0.49,"sensor_sample_s":0.44999999999999996,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":8.450427012718746,"valid":true,"variant":"disabled_control","wall_seconds":0.12563679204322398,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"high_force","compile_warmup_wall_seconds":0.009605875005945563,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999961444037,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09960962506011128,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":5.9999991208314896e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":1.0416144505143166e-05,"monitor_update_wall_seconds":0.005608347710222006,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"disabled_control","wall_seconds":0.1191574172116816,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"high_force","compile_warmup_wall_seconds":0.009568125009536743,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"unexpected_contact","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.09346412921376902,0.0,0.4],"group":"contact","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09744391590356827,"max_forward_excursion_m":0.045880495452164646,"max_penetration_m":0.0,"minimum_clearance_m":0.923907826121993,"monitor_call_latency_max_s":2.3584114387631416e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":1.0207993909716606e-05,"monitor_update_wall_seconds":0.00536119774915278,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":20.0,"request_to_rest_path_m":0.08211466218019343,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263079,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.812,"stopping_displacement_m":0.0002203857542751042,"stopping_distance_m":0.07220954076591507,"unexpected_contact_impulse_ns":1.2000000000000006,"valid":true,"variant":"monitor","wall_seconds":0.11687191715463996,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.009580708807334304,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.10010887496173382,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":3.25001310557127e-05,"monitor_call_latency_p50_s":9.417068213224411e-06,"monitor_call_latency_p95_s":1.0416842997074127e-05,"monitor_update_wall_seconds":0.013567393412813544,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"monitor","wall_seconds":0.11936929193325341,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"low_force","compile_warmup_wall_seconds":0.00893775001168251,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":false,"final_position_m":[0.3301999997235266,0.0,0.4],"group":"contact","hazard_onset_s":null,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.10243758303113282,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":5.7582976296544075e-05,"monitor_call_latency_p50_s":9.499955922365189e-06,"monitor_call_latency_p95_s":1.1125113815069199e-05,"monitor_update_wall_seconds":0.013867088360711932,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":2.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263089,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.12000000000000009,"valid":true,"variant":"disabled_control","wall_seconds":0.12050295807421207,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.011280917096883059,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.12652975018136203,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":4.7999899834394455e-05,"monitor_call_latency_p50_s":1.0249903425574303e-05,"monitor_call_latency_p95_s":1.2584030628204346e-05,"monitor_update_wall_seconds":0.01487583527341485,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.1493857919704169,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stable_grip","compile_warmup_wall_seconds":0.011086874874308705,"contact_diagnostic_pass":true,"decision_s":null,"detected_reason":null,"detected_s":null,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":false,"error":null,"expected_detection":false,"final_position_m":[0.3301999999993418,0.0,0.4],"group":"grip","hazard_onset_s":null,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.12013250007294118,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.93000000125,"monitor_call_latency_max_s":5.520787090063095e-05,"monitor_call_latency_p50_s":9.666895493865013e-06,"monitor_call_latency_p95_s":1.1583790183067322e-05,"monitor_update_wall_seconds":0.014147498877719045,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263099,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.142726665828377,"warnings":[]} +{"brake_applied_s":0.43,"brake_requested_s":0.41000000000000003,"case_id":"slip","compile_warmup_wall_seconds":0.011017916025593877,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.08769805076697736,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":true,"loop_wall_seconds":0.10539220785722136,"max_forward_excursion_m":0.009765245211053972,"max_penetration_m":0.0,"minimum_clearance_m":0.9513096657330591,"monitor_call_latency_max_s":2.3875152692198753e-05,"monitor_call_latency_p50_s":1.1669471859931946e-06,"monitor_call_latency_p95_s":1.0832911357283592e-05,"monitor_update_wall_seconds":0.005601753247901797,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014542673092426045,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.723,"stopping_displacement_m":1.6880732876034532e-05,"stopping_distance_m":0.009537975029868112,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.12804245809093118,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"slip","compile_warmup_wall_seconds":0.010844459058716893,"contact_diagnostic_pass":true,"decision_s":0.41000000000000003,"detected_reason":"grip_slip","detected_s":0.41000000000000003,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":true,"error":null,"expected_detection":true,"final_position_m":[0.3301999999996526,0.0,0.4],"group":"grip","hazard_onset_s":0.4,"holding":true,"intervention_enabled":false,"loop_wall_seconds":0.10858504194766283,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9300000012499998,"monitor_call_latency_max_s":3.0250055715441704e-05,"monitor_call_latency_p50_s":1.1671800166368484e-06,"monitor_call_latency_p95_s":1.0750023648142815e-05,"monitor_update_wall_seconds":0.005721531342715025,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.0,"observation_unusable_seconds":0.0,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":true,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263109,"sensor_delivered_s":0.41000000000000003,"sensor_sample_s":0.41000000000000003,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.1313015001360327,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"missing_motion","compile_warmup_wall_seconds":0.009468916803598404,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09583233296871185,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":5.070888437330723e-05,"monitor_call_latency_p50_s":1.0828953236341476e-06,"monitor_call_latency_p95_s":1.058308407664299e-05,"monitor_update_wall_seconds":0.0053504707757383585,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.11515745799988508,"warnings":[]} +{"brake_applied_s":0.42,"brake_requested_s":0.4,"case_id":"missing_motion","compile_warmup_wall_seconds":0.009504292160272598,"contact_diagnostic_pass":true,"decision_s":0.4,"detected_reason":"missing_motion","detected_s":0.4,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.08519496132415935,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09073916706256568,"max_forward_excursion_m":0.009766661370171528,"max_penetration_m":0.0,"minimum_clearance_m":0.9308128525605817,"monitor_call_latency_max_s":3.1041912734508514e-05,"monitor_call_latency_p50_s":1.00000761449337e-06,"monitor_call_latency_p95_s":1.033395528793335e-05,"monitor_update_wall_seconds":0.005094348918646574,"observation_available":false,"observation_blackout_seconds":1.0000000000000007,"observation_stale_seconds":0.0,"observation_unusable_seconds":1.0000000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.01454479483713926,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263119,"sensor_delivered_s":null,"sensor_sample_s":null,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.713,"stopping_displacement_m":1.688322601713088e-05,"stopping_distance_m":0.009539383707918334,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.11002679215744138,"warnings":[]} +{"brake_applied_s":0.511,"brake_requested_s":0.491,"case_id":"stale_motion","compile_warmup_wall_seconds":0.008956833044067025,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.10795128021743194,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":true,"loop_wall_seconds":0.09045208408497274,"max_forward_excursion_m":0.009757284031341143,"max_penetration_m":0.0,"minimum_clearance_m":0.9266419789192838,"monitor_call_latency_max_s":3.508385270833969e-05,"monitor_call_latency_p50_s":1.1248048394918442e-06,"monitor_call_latency_p95_s":1.00000761449337e-05,"monitor_update_wall_seconds":0.005822502775117755,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":0.014530323918325955,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":0.803,"stopping_displacement_m":1.586884379928266e-05,"stopping_distance_m":0.00953021093017034,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"monitor","wall_seconds":0.10866670799441636,"warnings":[]} +{"brake_applied_s":null,"brake_requested_s":null,"case_id":"stale_motion","compile_warmup_wall_seconds":0.008870500139892101,"contact_diagnostic_pass":true,"decision_s":0.491,"detected_reason":"stale_motion","detected_s":0.491,"distance_scope":"stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest","dropped":null,"error":null,"expected_detection":true,"final_position_m":[0.3301999999997414,0.0,0.4],"group":"sensor_fault","hazard_onset_s":0.4,"holding":false,"intervention_enabled":false,"loop_wall_seconds":0.09022291703149676,"max_forward_excursion_m":null,"max_penetration_m":0.0,"minimum_clearance_m":0.9123299319666828,"monitor_call_latency_max_s":2.4416949599981308e-05,"monitor_call_latency_p50_s":1.1248048394918442e-06,"monitor_call_latency_p95_s":9.708106517791748e-06,"monitor_update_wall_seconds":0.005799775710329413,"observation_available":true,"observation_blackout_seconds":0.0,"observation_stale_seconds":0.9090000000000007,"observation_unusable_seconds":0.9090000000000007,"peak_unexpected_force_n":0.0,"request_to_rest_path_m":null,"required_observations_fresh":false,"rest_dwell_s":0.05,"rest_lost_after_confirmation":false,"rest_timestamp_scope":"first completion of sustained measured-speed dwell; physics continues afterward","seed":20263129,"sensor_delivered_s":0.39,"sensor_sample_s":0.39,"simulated_seconds":1.4000000000000001,"step_count":1400,"stopped_s":null,"stopping_displacement_m":null,"stopping_distance_m":null,"unexpected_contact_impulse_ns":0.0,"valid":true,"variant":"disabled_control","wall_seconds":0.10844283294863999,"warnings":[]} diff --git a/benchmarks/reaction-v0.1-20261009/summary.json b/benchmarks/reaction-v0.1-20261009/summary.json new file mode 100644 index 0000000..28f0ead --- /dev/null +++ b/benchmarks/reaction-v0.1-20261009/summary.json @@ -0,0 +1,2099 @@ +{ + "format": "dvidia.reaction-benchmark", + "schema_version": 1, + "recorded_utc": "2026-10-09T11:32:15.097588+00:00", + "framework_version": "0.1", + "scope": "developmental synthetic mechanical coupons; no RGB perception, learning or hardware qualification", + "benchmark_qualification": false, + "physical_robot_ready": false, + "fixture_id": "dvidia-linear-actuator-parallel-jaw-reaction-v0.1", + "protocol": { + "format": "dvidia.reaction-protocol", + "schema_version": 1, + "framework_version": "0.1", + "scope": "developmental synthetic mechanical coupons; no RGB perception, learning or hardware qualification", + "seed": 20261009, + "repeats": 3, + "variants": [ + "monitor", + "disabled_control" + ], + "cases": [ + { + "id": "clear", + "group": "motion", + "kind": "clear", + "positive": false + }, + { + "id": "crossing", + "group": "motion", + "kind": "crossing", + "positive": true, + "onset_s": 0.0 + }, + { + "id": "crossing_delayed_noisy", + "group": "motion", + "kind": "crossing", + "positive": true, + "onset_s": 0.0, + "sensor_delay_s": 0.04, + "position_noise_m": 0.002 + }, + { + "id": "static_obstacle", + "group": "motion", + "kind": "static", + "positive": true, + "onset_s": 0.0 + }, + { + "id": "near_miss", + "group": "motion", + "kind": "near_miss", + "positive": false + }, + { + "id": "receding", + "group": "motion", + "kind": "receding", + "positive": false + }, + { + "id": "late_occluded_entry", + "group": "motion", + "kind": "late", + "positive": true, + "onset_s": 0.45, + "occluded_until_s": 0.45, + "sensor_delay_s": 0.04 + }, + { + "id": "high_force", + "group": "contact", + "kind": "force", + "positive": true, + "onset_s": 0.4, + "push_n": 20.0 + }, + { + "id": "low_force", + "group": "contact", + "kind": "force", + "positive": false, + "push_n": 2.0 + }, + { + "id": "stable_grip", + "group": "grip", + "kind": "grip", + "positive": false, + "holding": true + }, + { + "id": "slip", + "group": "grip", + "kind": "grip", + "positive": true, + "holding": true, + "onset_s": 0.4, + "pull_n": 12.0 + }, + { + "id": "missing_motion", + "group": "sensor_fault", + "kind": "missing", + "positive": true, + "onset_s": 0.4 + }, + { + "id": "stale_motion", + "group": "sensor_fault", + "kind": "stale", + "positive": true, + "onset_s": 0.4 + } + ], + "sensor_period_s": 0.01, + "sensor_prime_s": 0.15, + "reaction_period_s": 0.001, + "trace_period_s": 0.01, + "convergence_enabled": true, + "convergence_diagnostics": { + "event_time_absolute_s": 0.01, + "contact_relative_change": 0.1, + "penetration_absolute_m": 0.001, + "scope": "authored developmental timestep diagnostics; no calibrated physical accuracy" + }, + "reaction_config": { + "horizon_s": 0.35, + "margin_m": 0.012, + "assumed_deceleration_m_s2": 2.0, + "command_delay_s": 0.02, + "max_sensor_age_s": 0.1, + "contact_force_limit_n": 10.0, + "slip_speed_limit_m_s": 0.015, + "require_motion": true, + "require_contact": true + }, + "fixture_config": { + "timestep_s": 0.001, + "warmup_s": 0.4, + "horizon_s": 1.4, + "speed_m_s": 0.25, + "carriage_mass_kg": 1.0, + "actuator_force_limit_n": 15.0, + "payload_mass_kg": 0.04, + "jaw_force_limit_n": 8.0, + "pair_friction": 0.7, + "rest_speed_m_s": 0.005, + "rest_dwell_s": 0.05, + "command_delay_s": 0.02 + }, + "contact_diagnostics": { + "maximum_penetration_m": 0.003, + "maximum_force_proxy_n": 1000.0, + "scope": "authored engineering diagnostics, not calibrated material accuracy or hardware force limits" + }, + "label_scope": "authored case-level hazard/fault label independent of intervention; positives include inevitable collision, slip and missing/stale sensing", + "baseline_scope": "same detector in shadow, no brake intervention; no claim of absent detection in controls", + "stop_scope": "bounded fixed-position hold; all trials continue to equal fixed horizons; rest requires measured speed below threshold for sustained dwell", + "confirmation": false + }, + "protocol_sha256": "e972e227bd4c9720e8889acaaf4b9ba94d373b5f0627ee023aa846218fc9e380", + "source_sha256": { + "reaction.py": "46ac1fd0e603bb6a500037fccf41b393bb2165ee2da7819895b0cc497f216e6e", + "reaction_native.py": "4fa13b7446fcacfa6333b9904e6b9e34fb0f95bf3a8681e68a15be48e74984e4", + "reaction_benchmark.py": "54d22a9e2d457fc7c248f4515788659b5e24a44e967659405e75e2f25880af13", + "reaction_metrics.py": "7cae6fd429ca63bad5d2323f6cc022f9c735c775821ed6f16809f2b339dc52ee", + "reaction_convergence.py": "efaa222d7a4b0102b0f8f14dfbca1d100abf7ee1a15a37bd4f8d8bedaac83b62", + "env.py": "929c1d8c3c4cafe0054c633ee5f3e51c551dd6b26ae014ab1ea9219b58eca8e4" + }, + "versions": { + "python": "3.12.9", + "mujoco": "3.15.0", + "numpy": "2.5.3" + }, + "host": { + "system": "Darwin", + "release": "25.5.0", + "architecture": "arm64", + "logical_cpus": 10, + "processor": "arm", + "gpu_used": false, + "lifetime_peak_rss_bytes": 75350016, + "rss_scope": "process lifetime including imports, all trials and report assembly; not per-trial/minimum requirement" + }, + "timing_scope": "Per-trial wall includes native model compilation, physics warmup, sensor priming, rollout, native scoring and trace construction. total_trial_wall_seconds covers primary trials and JSONL writing; convergence_wall_seconds separately covers extra trials and convergence serialization. end_to_end_work_wall_seconds covers both; imports and final report/HTML/manifest writing excluded. Sensor/reaction/stop clocks are simulated time, not hardware deadlines.", + "total_trial_wall_seconds": 8.87248779204674, + "convergence_wall_seconds": 1.227760582929477, + "end_to_end_work_wall_seconds": 10.104256292106584, + "summary": { + "attempted": 78, + "valid": 78, + "invalid": 0, + "overall": { + "attempted": 78, + "valid": 78, + "invalid": 0, + "error_records": 0, + "detection": { + "tp": 48, + "fp": 0, + "tn": 30, + "fn": 0, + "expected_positive": 48, + "expected_negative": 30, + "attempted_positive": 48, + "attempted_negative": 30, + "attempted_unknown_label": 0, + "invalid_positive": 0, + "invalid_negative": 0, + "invalid_unknown_label": 0, + "evaluated": 78, + "unknown_label": 0, + "invalid_excluded": 0, + "valid_correct_per_attempted_labeled": { + "estimate": 1.0, + "numerator": 78, + "denominator": 78, + "ci95_wilson": { + "lower": 0.9530621902878059, + "upper": 1.0 + } + }, + "accuracy": { + "estimate": 1.0, + "numerator": 78, + "denominator": 78, + "ci95_wilson": { + "lower": 0.9530621902878059, + "upper": 1.0 + } + }, + "precision": { + "estimate": 1.0, + "numerator": 48, + "denominator": 48, + "ci95_wilson": { + "lower": 0.9258998703338824, + "upper": 0.9999999999999999 + } + }, + "recall": { + "estimate": 1.0, + "numerator": 48, + "denominator": 48, + "ci95_wilson": { + "lower": 0.9258998703338824, + "upper": 0.9999999999999999 + } + }, + "false_positive_rate": { + "estimate": 0.0, + "numerator": 0, + "denominator": 30, + "ci95_wilson": { + "lower": 0.0, + "upper": 0.11351339317396876 + } + } + }, + "measurements": { + "detection_latency_s": { + "count": 48, + "missing": 0, + "mean": 0.080125, + "median": 0.06549999999999997, + "p95": 0.24, + "min": 0.0, + "max": 0.24, + "worst": 0.24 + }, + "onset_to_sample_s": { + "count": 42, + "missing": 6, + "mean": 0.06571428571428573, + "median": 0.010000000000000009, + "p95": 0.24000000000000002, + "min": -0.010000000000000009, + "max": 0.24000000000000002, + "worst": 0.24000000000000002 + }, + "sample_to_delivery_s": { + "count": 42, + "missing": 36, + "mean": 0.011428571428571439, + "median": 0.0, + "p95": 0.040000000000000036, + "min": 0.0, + "max": 0.040000000000000036, + "worst": 0.040000000000000036 + }, + "delivery_to_decision_s": { + "count": 42, + "missing": 36, + "mean": 0.014428571428571426, + "median": 0.0, + "p95": 0.10099999999999998, + "min": 0.0, + "max": 0.10099999999999998, + "worst": 0.10099999999999998 + }, + "decision_to_brake_request_s": { + "count": 24, + "missing": 54, + "mean": 0.0, + "median": 0.0, + "p95": 0.0, + "min": 0.0, + "max": 0.0, + "worst": 0.0 + }, + "detection_to_brake_request_s": { + "count": 24, + "missing": 54, + "mean": 0.0, + "median": 0.0, + "p95": 0.0, + "min": 0.0, + "max": 0.0, + "worst": 0.0 + }, + "request_to_application_s": { + "count": 24, + "missing": 54, + "mean": 0.01999999999999999, + "median": 0.019999999999999997, + "p95": 0.020000000000000018, + "min": 0.019999999999999962, + "max": 0.020000000000000018, + "worst": 0.020000000000000018 + }, + "application_to_stop_s": { + "count": 24, + "missing": 54, + "mean": 0.31475000000000003, + "median": 0.293, + "p95": 0.391, + "min": 0.28500000000000003, + "max": 0.391, + "worst": 0.391 + }, + "hazard_to_stop_s": { + "count": 24, + "missing": 24, + "mean": 0.414875, + "median": 0.41350000000000003, + "p95": 0.553, + "min": 0.31299999999999994, + "max": 0.553, + "worst": 0.553 + }, + "stopping_distance_m": { + "count": 24, + "missing": 54, + "mean": 0.02750232339934266, + "median": 0.009538679368893223, + "p95": 0.09283540165281114, + "min": 0.007964112275463252, + "max": 0.09283540165281114, + "worst": 0.09283540165281114 + }, + "stopping_displacement_m": { + "count": 24, + "missing": 54, + "mean": 7.218674107660689e-05, + "median": 1.6881979446582707e-05, + "p95": 0.000272504415842062, + "min": 6.342230329796361e-06, + "max": 0.000272504415842062, + "worst": 0.000272504415842062 + }, + "peak_unexpected_force_n": { + "count": 78, + "missing": 0, + "mean": 294.3832003713888, + "median": 0.0, + "p95": 3581.1854284960264, + "min": 0.0, + "max": 3581.1854284960264, + "worst": 3581.1854284960264 + }, + "unexpected_contact_impulse_ns": { + "count": 78, + "missing": 0, + "mean": 2.8097172951032383, + "median": 0.0, + "p95": 21.56358450584689, + "min": 0.0, + "max": 21.56358450584689, + "worst": 21.56358450584689 + }, + "minimum_clearance_m": { + "count": 78, + "missing": 0, + "mean": 0.52257174098283, + "median": 0.9123299319666828, + "p95": 0.9308128525605817, + "min": -0.014929565394245385, + "max": 0.9513096657330591, + "worst": -0.014929565394245385 + }, + "max_penetration_m": { + "count": 78, + "missing": 0, + "mean": 0.001285189564056354, + "median": 0.0, + "p95": 0.014929565394245385, + "min": 0.0, + "max": 0.014929565394245385, + "worst": 0.014929565394245385 + }, + "request_to_rest_path_m": { + "count": 24, + "missing": 54, + "mean": 0.03546386956232977, + "median": 0.014543733964782653, + "p95": 0.11810173139091061, + "min": 0.011943870773452112, + "max": 0.11810173139091061, + "worst": 0.11810173139091061 + }, + "max_forward_excursion_m": { + "count": 24, + "missing": 54, + "mean": 0.012730741764055418, + "median": 0.009761264621197557, + "p95": 0.045880495452164646, + "min": 0.0, + "max": 0.045880495452164646, + "worst": 0.045880495452164646 + }, + "rest_dwell_s": { + "count": 78, + "missing": 0, + "mean": 0.05, + "median": 0.05, + "p95": 0.05, + "min": 0.05, + "max": 0.05, + "worst": 0.05 + }, + "observation_blackout_seconds": { + "count": 78, + "missing": 0, + "mean": 0.07692307692307697, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "observation_stale_seconds": { + "count": 78, + "missing": 0, + "mean": 0.06992307692307698, + "median": 0.0, + "p95": 0.9090000000000007, + "min": 0.0, + "max": 0.9090000000000007, + "worst": 0.9090000000000007 + }, + "observation_unusable_seconds": { + "count": 78, + "missing": 0, + "mean": 0.14684615384615396, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "monitor_update_wall_seconds": { + "count": 78, + "missing": 0, + "mean": 0.007702571166774783, + "median": 0.005355834262445569, + "p95": 0.01487583527341485, + "min": 0.0020644846372306347, + "max": 0.01898537389934063, + "worst": 0.01898537389934063 + }, + "monitor_call_latency_p50_s": { + "count": 78, + "missing": 0, + "mean": 4.2230747520732575e-06, + "median": 1.1669471859931946e-06, + "p95": 1.0249903425574303e-05, + "min": 8.749775588512421e-07, + "max": 1.1041993275284767e-05, + "worst": 1.1041993275284767e-05 + }, + "monitor_call_latency_p95_s": { + "count": 78, + "missing": 0, + "mean": 9.830181415264424e-06, + "median": 9.854556992650032e-06, + "p95": 1.7666025087237358e-05, + "min": 3.00002284348011e-06, + "max": 2.1666986867785454e-05, + "worst": 2.1666986867785454e-05 + }, + "monitor_call_latency_max_s": { + "count": 78, + "missing": 0, + "mean": 4.1136213649923986e-05, + "median": 2.922897692769766e-05, + "p95": 7.60830007493496e-05, + "min": 1.3415934517979622e-05, + "max": 0.0006155420560389757, + "worst": 0.0006155420560389757 + } + }, + "stop": { + "brake_requested": 24, + "stopped": 24, + "unstopped_at_horizon": 0, + "rest_lost_after_confirmation": 0, + "rest_loss_status_known": 78, + "rest_loss_status_unknown": 0, + "stopped_fraction": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + } + }, + "load": { + "known": 12, + "unknown": 66, + "dropped": 6, + "drop_rate": { + "estimate": 0.5, + "numerator": 6, + "denominator": 12, + "ci95_wilson": { + "lower": 0.2537815976337061, + "upper": 0.7462184023662939 + } + } + }, + "observations": { + "unavailable": 6, + "availability_unknown": 0, + "required_freshness_failed": 12, + "required_freshness_unknown": 0 + }, + "contact_diagnostics": { + "assessed": 78, + "exceeded": 6, + "unknown": 0, + "scope": "authored penetration/force diagnostics; numerical validity and detection do not establish material accuracy" + }, + "false_positive_episodes_per_simulated_hour": 0.0, + "negative_exposure_simulated_seconds": 42.00000000000001, + "throughput": { + "wall_seconds": 8.811556375352666, + "simulated_seconds": 109.20000000000002, + "step_count": 109200, + "steps_per_wall_second": 12392.816359372095, + "simulated_seconds_per_wall_second": 12.392816359372098, + "wall_time_missing": 0, + "simulated_time_missing": 0, + "step_count_missing": 0 + } + }, + "by_variant": { + "disabled_control": { + "attempted": 39, + "valid": 39, + "invalid": 0, + "error_records": 0, + "detection": { + "tp": 24, + "fp": 0, + "tn": 15, + "fn": 0, + "expected_positive": 24, + "expected_negative": 15, + "attempted_positive": 24, + "attempted_negative": 15, + "attempted_unknown_label": 0, + "invalid_positive": 0, + "invalid_negative": 0, + "invalid_unknown_label": 0, + "evaluated": 39, + "unknown_label": 0, + "invalid_excluded": 0, + "valid_correct_per_attempted_labeled": { + "estimate": 1.0, + "numerator": 39, + "denominator": 39, + "ci95_wilson": { + "lower": 0.9103331462924287, + "upper": 1.0 + } + }, + "accuracy": { + "estimate": 1.0, + "numerator": 39, + "denominator": 39, + "ci95_wilson": { + "lower": 0.9103331462924287, + "upper": 1.0 + } + }, + "precision": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + }, + "recall": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + }, + "false_positive_rate": { + "estimate": 0.0, + "numerator": 0, + "denominator": 15, + "ci95_wilson": { + "lower": 0.0, + "upper": 0.20388330103584862 + } + } + }, + "measurements": { + "detection_latency_s": { + "count": 24, + "missing": 0, + "mean": 0.080125, + "median": 0.06549999999999997, + "p95": 0.24, + "min": 0.0, + "max": 0.24, + "worst": 0.24 + }, + "onset_to_sample_s": { + "count": 21, + "missing": 3, + "mean": 0.06571428571428573, + "median": 0.010000000000000009, + "p95": 0.24000000000000002, + "min": -0.010000000000000009, + "max": 0.24000000000000002, + "worst": 0.24000000000000002 + }, + "sample_to_delivery_s": { + "count": 21, + "missing": 18, + "mean": 0.011428571428571439, + "median": 0.0, + "p95": 0.040000000000000036, + "min": 0.0, + "max": 0.040000000000000036, + "worst": 0.040000000000000036 + }, + "delivery_to_decision_s": { + "count": 21, + "missing": 18, + "mean": 0.014428571428571426, + "median": 0.0, + "p95": 0.10099999999999998, + "min": 0.0, + "max": 0.10099999999999998, + "worst": 0.10099999999999998 + }, + "decision_to_brake_request_s": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "detection_to_brake_request_s": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "request_to_application_s": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "application_to_stop_s": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "hazard_to_stop_s": { + "count": 0, + "missing": 24, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "stopping_distance_m": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "stopping_displacement_m": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "peak_unexpected_force_n": { + "count": 39, + "missing": 0, + "mean": 311.59829085846786, + "median": 0.0, + "p95": 3581.1854284960264, + "min": 0.0, + "max": 3581.1854284960264, + "worst": 3581.1854284960264 + }, + "unexpected_contact_impulse_ns": { + "count": 39, + "missing": 0, + "mean": 4.867863281535804, + "median": 0.0, + "p95": 21.56358450584689, + "min": 0.0, + "max": 21.56358450584689, + "worst": 21.56358450584689 + }, + "minimum_clearance_m": { + "count": 39, + "missing": 0, + "mean": 0.5085281711431893, + "median": 0.9123299319666828, + "p95": 0.93000000125, + "min": -0.014929565394245385, + "max": 0.93000000125, + "worst": -0.014929565394245385 + }, + "max_penetration_m": { + "count": 39, + "missing": 0, + "mean": 0.0014219510208630633, + "median": 0.0, + "p95": 0.014929565394245385, + "min": 0.0, + "max": 0.014929565394245385, + "worst": 0.014929565394245385 + }, + "request_to_rest_path_m": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "max_forward_excursion_m": { + "count": 0, + "missing": 39, + "mean": null, + "median": null, + "p95": null, + "min": null, + "max": null, + "worst": null + }, + "rest_dwell_s": { + "count": 39, + "missing": 0, + "mean": 0.05, + "median": 0.05, + "p95": 0.05, + "min": 0.05, + "max": 0.05, + "worst": 0.05 + }, + "observation_blackout_seconds": { + "count": 39, + "missing": 0, + "mean": 0.07692307692307697, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "observation_stale_seconds": { + "count": 39, + "missing": 0, + "mean": 0.06992307692307698, + "median": 0.0, + "p95": 0.9090000000000007, + "min": 0.0, + "max": 0.9090000000000007, + "worst": 0.9090000000000007 + }, + "observation_unusable_seconds": { + "count": 39, + "missing": 0, + "mean": 0.14684615384615396, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "monitor_update_wall_seconds": { + "count": 39, + "missing": 0, + "mean": 0.007738610538534629, + "median": 0.005608347710222006, + "p95": 0.01487583527341485, + "min": 0.0020644846372306347, + "max": 0.016306147212162614, + "worst": 0.016306147212162614 + }, + "monitor_call_latency_p50_s": { + "count": 39, + "missing": 0, + "mean": 4.24467874929691e-06, + "median": 1.1669471859931946e-06, + "p95": 1.0249903425574303e-05, + "min": 8.749775588512421e-07, + "max": 1.0792165994644165e-05, + "worst": 1.0792165994644165e-05 + }, + "monitor_call_latency_p95_s": { + "count": 39, + "missing": 0, + "mean": 1.0068385073771844e-05, + "median": 1.0082963854074478e-05, + "p95": 1.8208054825663567e-05, + "min": 3.00002284348011e-06, + "max": 1.9208062440156937e-05, + "worst": 1.9208062440156937e-05 + }, + "monitor_call_latency_max_s": { + "count": 39, + "missing": 0, + "mean": 3.460791702262866e-05, + "median": 3.0250055715441704e-05, + "p95": 6.745802238583565e-05, + "min": 1.391698606312275e-05, + "max": 7.60830007493496e-05, + "worst": 7.60830007493496e-05 + } + }, + "stop": { + "brake_requested": 0, + "stopped": 0, + "unstopped_at_horizon": 0, + "rest_lost_after_confirmation": 0, + "rest_loss_status_known": 39, + "rest_loss_status_unknown": 0, + "stopped_fraction": { + "estimate": null, + "numerator": 0, + "denominator": 0, + "ci95_wilson": null + } + }, + "load": { + "known": 6, + "unknown": 33, + "dropped": 3, + "drop_rate": { + "estimate": 0.5, + "numerator": 3, + "denominator": 6, + "ci95_wilson": { + "lower": 0.1876163064826506, + "upper": 0.8123836935173494 + } + } + }, + "observations": { + "unavailable": 3, + "availability_unknown": 0, + "required_freshness_failed": 6, + "required_freshness_unknown": 0 + }, + "contact_diagnostics": { + "assessed": 39, + "exceeded": 3, + "unknown": 0, + "scope": "authored penetration/force diagnostics; numerical validity and detection do not establish material accuracy" + }, + "false_positive_episodes_per_simulated_hour": 0.0, + "negative_exposure_simulated_seconds": 21.000000000000004, + "throughput": { + "wall_seconds": 4.4252744182012975, + "simulated_seconds": 54.60000000000001, + "step_count": 54600, + "steps_per_wall_second": 12338.217891172675, + "simulated_seconds_per_wall_second": 12.338217891172677, + "wall_time_missing": 0, + "simulated_time_missing": 0, + "step_count_missing": 0 + } + }, + "monitor": { + "attempted": 39, + "valid": 39, + "invalid": 0, + "error_records": 0, + "detection": { + "tp": 24, + "fp": 0, + "tn": 15, + "fn": 0, + "expected_positive": 24, + "expected_negative": 15, + "attempted_positive": 24, + "attempted_negative": 15, + "attempted_unknown_label": 0, + "invalid_positive": 0, + "invalid_negative": 0, + "invalid_unknown_label": 0, + "evaluated": 39, + "unknown_label": 0, + "invalid_excluded": 0, + "valid_correct_per_attempted_labeled": { + "estimate": 1.0, + "numerator": 39, + "denominator": 39, + "ci95_wilson": { + "lower": 0.9103331462924287, + "upper": 1.0 + } + }, + "accuracy": { + "estimate": 1.0, + "numerator": 39, + "denominator": 39, + "ci95_wilson": { + "lower": 0.9103331462924287, + "upper": 1.0 + } + }, + "precision": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + }, + "recall": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + }, + "false_positive_rate": { + "estimate": 0.0, + "numerator": 0, + "denominator": 15, + "ci95_wilson": { + "lower": 0.0, + "upper": 0.20388330103584862 + } + } + }, + "measurements": { + "detection_latency_s": { + "count": 24, + "missing": 0, + "mean": 0.080125, + "median": 0.06549999999999997, + "p95": 0.24, + "min": 0.0, + "max": 0.24, + "worst": 0.24 + }, + "onset_to_sample_s": { + "count": 21, + "missing": 3, + "mean": 0.06571428571428573, + "median": 0.010000000000000009, + "p95": 0.24000000000000002, + "min": -0.010000000000000009, + "max": 0.24000000000000002, + "worst": 0.24000000000000002 + }, + "sample_to_delivery_s": { + "count": 21, + "missing": 18, + "mean": 0.011428571428571439, + "median": 0.0, + "p95": 0.040000000000000036, + "min": 0.0, + "max": 0.040000000000000036, + "worst": 0.040000000000000036 + }, + "delivery_to_decision_s": { + "count": 21, + "missing": 18, + "mean": 0.014428571428571426, + "median": 0.0, + "p95": 0.10099999999999998, + "min": 0.0, + "max": 0.10099999999999998, + "worst": 0.10099999999999998 + }, + "decision_to_brake_request_s": { + "count": 24, + "missing": 15, + "mean": 0.0, + "median": 0.0, + "p95": 0.0, + "min": 0.0, + "max": 0.0, + "worst": 0.0 + }, + "detection_to_brake_request_s": { + "count": 24, + "missing": 15, + "mean": 0.0, + "median": 0.0, + "p95": 0.0, + "min": 0.0, + "max": 0.0, + "worst": 0.0 + }, + "request_to_application_s": { + "count": 24, + "missing": 15, + "mean": 0.01999999999999999, + "median": 0.019999999999999997, + "p95": 0.020000000000000018, + "min": 0.019999999999999962, + "max": 0.020000000000000018, + "worst": 0.020000000000000018 + }, + "application_to_stop_s": { + "count": 24, + "missing": 15, + "mean": 0.31475000000000003, + "median": 0.293, + "p95": 0.391, + "min": 0.28500000000000003, + "max": 0.391, + "worst": 0.391 + }, + "hazard_to_stop_s": { + "count": 24, + "missing": 0, + "mean": 0.414875, + "median": 0.41350000000000003, + "p95": 0.553, + "min": 0.31299999999999994, + "max": 0.553, + "worst": 0.553 + }, + "stopping_distance_m": { + "count": 24, + "missing": 15, + "mean": 0.02750232339934266, + "median": 0.009538679368893223, + "p95": 0.09283540165281114, + "min": 0.007964112275463252, + "max": 0.09283540165281114, + "worst": 0.09283540165281114 + }, + "stopping_displacement_m": { + "count": 24, + "missing": 15, + "mean": 7.218674107660689e-05, + "median": 1.6881979446582707e-05, + "p95": 0.000272504415842062, + "min": 6.342230329796361e-06, + "max": 0.000272504415842062, + "worst": 0.000272504415842062 + }, + "peak_unexpected_force_n": { + "count": 39, + "missing": 0, + "mean": 277.16810988430973, + "median": 0.0, + "p95": 3581.1854284960264, + "min": 0.0, + "max": 3581.1854284960264, + "worst": 3581.1854284960264 + }, + "unexpected_contact_impulse_ns": { + "count": 39, + "missing": 0, + "mean": 0.7515713086706729, + "median": 0.0, + "p95": 8.450427012718746, + "min": 0.0, + "max": 8.450427012718746, + "worst": 8.450427012718746 + }, + "minimum_clearance_m": { + "count": 39, + "missing": 0, + "mean": 0.5366153108224707, + "median": 0.9123299319666828, + "p95": 0.9513096657330591, + "min": -0.014929565394245385, + "max": 0.9513096657330591, + "worst": -0.014929565394245385 + }, + "max_penetration_m": { + "count": 39, + "missing": 0, + "mean": 0.001148428107249645, + "median": 0.0, + "p95": 0.014929565394245385, + "min": 0.0, + "max": 0.014929565394245385, + "worst": 0.014929565394245385 + }, + "request_to_rest_path_m": { + "count": 24, + "missing": 15, + "mean": 0.03546386956232977, + "median": 0.014543733964782653, + "p95": 0.11810173139091061, + "min": 0.011943870773452112, + "max": 0.11810173139091061, + "worst": 0.11810173139091061 + }, + "max_forward_excursion_m": { + "count": 24, + "missing": 15, + "mean": 0.012730741764055418, + "median": 0.009761264621197557, + "p95": 0.045880495452164646, + "min": 0.0, + "max": 0.045880495452164646, + "worst": 0.045880495452164646 + }, + "rest_dwell_s": { + "count": 39, + "missing": 0, + "mean": 0.05, + "median": 0.05, + "p95": 0.05, + "min": 0.05, + "max": 0.05, + "worst": 0.05 + }, + "observation_blackout_seconds": { + "count": 39, + "missing": 0, + "mean": 0.07692307692307697, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "observation_stale_seconds": { + "count": 39, + "missing": 0, + "mean": 0.06992307692307698, + "median": 0.0, + "p95": 0.9090000000000007, + "min": 0.0, + "max": 0.9090000000000007, + "worst": 0.9090000000000007 + }, + "observation_unusable_seconds": { + "count": 39, + "missing": 0, + "mean": 0.14684615384615396, + "median": 0.0, + "p95": 1.0000000000000007, + "min": 0.0, + "max": 1.0000000000000007, + "worst": 1.0000000000000007 + }, + "monitor_update_wall_seconds": { + "count": 39, + "missing": 0, + "mean": 0.007666531795014937, + "median": 0.005258539458736777, + "p95": 0.015241899993270636, + "min": 0.002120186574757099, + "max": 0.01898537389934063, + "worst": 0.01898537389934063 + }, + "monitor_call_latency_p50_s": { + "count": 39, + "missing": 0, + "mean": 4.201470754849605e-06, + "median": 1.1669471859931946e-06, + "p95": 1.0750023648142815e-05, + "min": 8.749775588512421e-07, + "max": 1.1041993275284767e-05, + "worst": 1.1041993275284767e-05 + }, + "monitor_call_latency_p95_s": { + "count": 39, + "missing": 0, + "mean": 9.591977756757002e-06, + "median": 9.791925549507141e-06, + "p95": 1.216609962284565e-05, + "min": 3.00002284348011e-06, + "max": 2.1666986867785454e-05, + "worst": 2.1666986867785454e-05 + }, + "monitor_call_latency_max_s": { + "count": 39, + "missing": 0, + "mean": 4.7664510277219306e-05, + "median": 2.8250040486454964e-05, + "p95": 0.00011637480929493904, + "min": 1.3415934517979622e-05, + "max": 0.0006155420560389757, + "worst": 0.0006155420560389757 + } + }, + "stop": { + "brake_requested": 24, + "stopped": 24, + "unstopped_at_horizon": 0, + "rest_lost_after_confirmation": 0, + "rest_loss_status_known": 39, + "rest_loss_status_unknown": 0, + "stopped_fraction": { + "estimate": 1.0, + "numerator": 24, + "denominator": 24, + "ci95_wilson": { + "lower": 0.8620237953250198, + "upper": 1.0 + } + } + }, + "load": { + "known": 6, + "unknown": 33, + "dropped": 3, + "drop_rate": { + "estimate": 0.5, + "numerator": 3, + "denominator": 6, + "ci95_wilson": { + "lower": 0.1876163064826506, + "upper": 0.8123836935173494 + } + } + }, + "observations": { + "unavailable": 3, + "availability_unknown": 0, + "required_freshness_failed": 6, + "required_freshness_unknown": 0 + }, + "contact_diagnostics": { + "assessed": 39, + "exceeded": 3, + "unknown": 0, + "scope": "authored penetration/force diagnostics; numerical validity and detection do not establish material accuracy" + }, + "false_positive_episodes_per_simulated_hour": 0.0, + "negative_exposure_simulated_seconds": 21.000000000000004, + "throughput": { + "wall_seconds": 4.386281957151368, + "simulated_seconds": 54.60000000000001, + "step_count": 54600, + "steps_per_wall_second": 12447.900188217605, + "simulated_seconds_per_wall_second": 12.447900188217606, + "wall_time_missing": 0, + "simulated_time_missing": 0, + "step_count_missing": 0 + } + } + }, + "notes": [ + "Episode labels are authored independently of the measured trajectory.", + "Invalid attempts and unknown labels remain in counts; they do not enter accuracy denominators.", + "Valid-correct per attempted labeled cases includes invalid labeled attempts in its denominator; inspect it alongside conditional accuracy.", + "Wilson intervals describe uncertainty within these synthetic fixtures; repeated seeds are not independent physical evidence.", + "p95 uses nearest rank; small samples do not establish a tail bound.", + "Null stopping times are censored/unstopped attempts, not zero-duration stops.", + "Wall throughput includes all attempted episodes with recorded time, including invalid attempts.", + "The exposure rate counts false-positive negative episodes, at most one decision per episode; it is not a continuous-stream alarm frequency.", + "Negative detection latency means detection preceded the authored onset; interpret it using the protocol.", + "Sensor sample/delivery timestamps can be negative in the rollout-relative clock when primed before rollout.", + "No composite safety or physical-readiness score is computed." + ] + }, + "paired_comparisons": [ + { + "case_id": "clear", + "seed": 20261009, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing", + "seed": 20261019, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09758886555918721, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing_delayed_noisy", + "seed": 20261029, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09094150132794278, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "static_obstacle", + "seed": 20261039, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -71.49256014660844, + "unexpected_contact_impulse_ns_monitor_minus_control": -10.384626635552925, + "minimum_clearance_m_monitor_minus_control": 0.11091992275865964, + "max_penetration_m_monitor_minus_control": -0.0007413573972069876, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "near_miss", + "seed": 20261049, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "receding", + "seed": 20261059, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "late_occluded_entry", + "seed": 20261069, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "high_force", + "seed": 20261079, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.011577894155310187, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "low_force", + "seed": 20261089, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stable_grip", + "seed": 20261099, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": false, + "control_dropped": false + }, + { + "case_id": "slip", + "seed": 20261109, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.021309664483059265, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": true, + "control_dropped": true + }, + { + "case_id": "missing_motion", + "seed": 20261119, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01848292059389889, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stale_motion", + "seed": 20261129, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01431204695260102, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "clear", + "seed": 20262009, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing", + "seed": 20262019, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09758886555918721, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing_delayed_noisy", + "seed": 20262029, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09094150132794278, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "static_obstacle", + "seed": 20262039, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -71.49256014660844, + "unexpected_contact_impulse_ns_monitor_minus_control": -10.384626635552925, + "minimum_clearance_m_monitor_minus_control": 0.11091992275865964, + "max_penetration_m_monitor_minus_control": -0.0007413573972069876, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "near_miss", + "seed": 20262049, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "receding", + "seed": 20262059, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "late_occluded_entry", + "seed": 20262069, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "high_force", + "seed": 20262079, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.011577894155310187, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "low_force", + "seed": 20262089, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stable_grip", + "seed": 20262099, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": false, + "control_dropped": false + }, + { + "case_id": "slip", + "seed": 20262109, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.021309664483059265, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": true, + "control_dropped": true + }, + { + "case_id": "missing_motion", + "seed": 20262119, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01848292059389889, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stale_motion", + "seed": 20262129, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01431204695260102, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "clear", + "seed": 20263009, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing", + "seed": 20263019, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09758886555918721, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "crossing_delayed_noisy", + "seed": 20263029, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -188.04989625872386, + "unexpected_contact_impulse_ns_monitor_minus_control": -21.56358450584689, + "minimum_clearance_m_monitor_minus_control": 0.09094150132794278, + "max_penetration_m_monitor_minus_control": -0.0014072202398837247, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "static_obstacle", + "seed": 20263039, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": -71.49256014660844, + "unexpected_contact_impulse_ns_monitor_minus_control": -10.384626635552925, + "minimum_clearance_m_monitor_minus_control": 0.11091992275865964, + "max_penetration_m_monitor_minus_control": -0.0007413573972069876, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "near_miss", + "seed": 20263049, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "receding", + "seed": 20263059, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "late_occluded_entry", + "seed": 20263069, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "high_force", + "seed": 20263079, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.011577894155310187, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "low_force", + "seed": 20263089, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stable_grip", + "seed": 20263099, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.0, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": false, + "control_dropped": false + }, + { + "case_id": "slip", + "seed": 20263109, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.021309664483059265, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": true, + "control_dropped": true + }, + { + "case_id": "missing_motion", + "seed": 20263119, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01848292059389889, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + }, + { + "case_id": "stale_motion", + "seed": 20263129, + "both_valid": true, + "peak_unexpected_force_n_monitor_minus_control": 0.0, + "unexpected_contact_impulse_ns_monitor_minus_control": 0.0, + "minimum_clearance_m_monitor_minus_control": 0.01431204695260102, + "max_penetration_m_monitor_minus_control": 0.0, + "monitor_dropped": null, + "control_dropped": null + } + ], + "limitations": [ + "Authored developmental cases, not independent confirmation or physical safety evidence.", + "One horizontal actuator coupon, not full-arm collision clearance or six-dimensional motion.", + "Synthetic sensed-state geometry and force/slip proxies; no RGB perception or calibrated tactile sensor.", + "Braking is bounded native servo hold with ideal instantaneous local encoder position at application, not a certified hardware protective stop or encoder-fault model.", + "Clearance uses native geometry, not sensor sphere approximations; force proxy includes applied external pushes.", + "Each trial contains at most one authored hazard; scenario labels are not event annotations.", + "Repeated deterministic cases are correlated; Wilson intervals are descriptive, not generalization guarantees.", + "No GPU comparison, demonstrated minimum hardware, or contact-material calibration." + ], + "timestep_comparison": { + "format": "dvidia.reaction-timestep-comparison", + "schema_version": 1, + "framework_version": "0.1", + "scope": "two paired synthetic native coupons; authored numerical diagnostics", + "benchmark_qualification": false, + "physical_robot_ready": false, + "protocol_sha256": "e972e227bd4c9720e8889acaaf4b9ba94d373b5f0627ee023aa846218fc9e380", + "timesteps_s": [ + 0.001, + 0.0005 + ], + "fixed_clocks": { + "sensor_period_s": 0.01, + "reaction_period_s": 0.001, + "sensor_prime_s": 0.15 + }, + "diagnostics": { + "event_time_absolute_s": 0.01, + "contact_relative_change": 0.1, + "penetration_absolute_m": 0.001, + "scope": "authored developmental timestep diagnostics; no calibrated physical accuracy" + }, + "attempted": 8, + "invalid": 0, + "pairs": [ + { + "case_id": "crossing", + "variant": "monitor", + "seed": 20261019, + "both_valid": true, + "base_timestep_s": 0.001, + "fine_timestep_s": 0.0005, + "metrics": { + "detected_s": { + "base": 0.11, + "fine": 0.11, + "absolute_change": 0.0, + "relative_change_to_abs_base": 0.0, + "relative_status": "comparable" + }, + "stopped_s": { + "base": 0.41500000000000004, + "fine": 0.41500000000000004, + "absolute_change": 0.0, + "relative_change_to_abs_base": 0.0, + "relative_status": "comparable" + }, + "stopping_distance_m": { + "base": 0.007964112275463252, + "fine": 0.007966952609334688, + "absolute_change": 2.8403338714361875e-06, + "relative_change_to_abs_base": 0.00035664161593841577, + "relative_status": "comparable" + }, + "peak_unexpected_force_n": { + "base": 0.0, + "fine": 0.0, + "absolute_change": 0.0, + "relative_change_to_abs_base": null, + "relative_status": "both_zero" + }, + "unexpected_contact_impulse_ns": { + "base": 0.0, + "fine": 0.0, + "absolute_change": 0.0, + "relative_change_to_abs_base": null, + "relative_status": "both_zero" + }, + "max_penetration_m": { + "base": 0.0, + "fine": 0.0, + "absolute_change": 0.0, + "relative_change_to_abs_base": null, + "relative_status": "both_zero" + }, + "minimum_clearance_m": { + "base": 0.09618164531930348, + "fine": 0.09625762213278163, + "absolute_change": 7.597681347815133e-05, + "relative_change_to_abs_base": 0.0007899304823277225, + "relative_status": "comparable" + } + }, + "timing_checks": { + "detected_s": true, + "stopped_s": true + }, + "contact_checks": { + "peak_unexpected_force_n": true, + "unexpected_contact_impulse_ns": true, + "max_penetration_m": true + }, + "rest_applicability": "required monitored stop", + "timing_stable": true, + "contact_converged": true, + "errors": [] + }, + { + "case_id": "crossing", + "variant": "disabled_control", + "seed": 20261019, + "both_valid": true, + "base_timestep_s": 0.001, + "fine_timestep_s": 0.0005, + "metrics": { + "detected_s": { + "base": 0.11, + "fine": 0.11, + "absolute_change": 0.0, + "relative_change_to_abs_base": 0.0, + "relative_status": "comparable" + }, + "stopped_s": { + "base": null, + "fine": null, + "absolute_change": null, + "relative_change_to_abs_base": null, + "relative_status": "both_missing" + }, + "stopping_distance_m": { + "base": null, + "fine": null, + "absolute_change": null, + "relative_change_to_abs_base": null, + "relative_status": "both_missing" + }, + "peak_unexpected_force_n": { + "base": 188.04989625872386, + "fine": 179.9799043628414, + "absolute_change": 8.069991895882453, + "relative_change_to_abs_base": 0.042914099164296005, + "relative_status": "comparable" + }, + "unexpected_contact_impulse_ns": { + "base": 21.56358450584689, + "fine": 17.436731692688898, + "absolute_change": 4.126852813157992, + "relative_change_to_abs_base": 0.19138064972634816, + "relative_status": "comparable" + }, + "max_penetration_m": { + "base": 0.0014072202398837247, + "fine": 0.0015441198216815805, + "absolute_change": 0.00013689958179785577, + "relative_change_to_abs_base": 0.09728369299830954, + "relative_status": "comparable" + }, + "minimum_clearance_m": { + "base": -0.0014072202398837247, + "fine": -0.0015441198216815805, + "absolute_change": 0.00013689958179785577, + "relative_change_to_abs_base": 0.09728369299830954, + "relative_status": "comparable" + } + }, + "timing_checks": { + "detected_s": true + }, + "contact_checks": { + "peak_unexpected_force_n": true, + "unexpected_contact_impulse_ns": false, + "max_penetration_m": true + }, + "rest_applicability": "no brake intervention; rest comparison inapplicable", + "timing_stable": true, + "contact_converged": false, + "errors": [] + }, + { + "case_id": "late_occluded_entry", + "variant": "monitor", + "seed": 20261069, + "both_valid": true, + "base_timestep_s": 0.001, + "fine_timestep_s": 0.0005, + "metrics": { + "detected_s": { + "base": 0.49, + "fine": 0.49, + "absolute_change": 0.0, + "relative_change_to_abs_base": 0.0, + "relative_status": "comparable" + }, + "stopped_s": { + "base": 0.901, + "fine": 0.8995, + "absolute_change": 0.0015000000000000568, + "relative_change_to_abs_base": 0.0016648168701443472, + "relative_status": "comparable" + }, + "stopping_distance_m": { + "base": 0.09283540165281114, + "fine": 0.08994469909108466, + "absolute_change": 0.0028907025617264798, + "relative_change_to_abs_base": 0.03113793348508604, + "relative_status": "comparable" + }, + "peak_unexpected_force_n": { + "base": 3581.1854284960264, + "fine": 4045.0537592725277, + "absolute_change": 463.86833077650135, + "relative_change_to_abs_base": 0.12952926901953524, + "relative_status": "comparable" + }, + "unexpected_contact_impulse_ns": { + "base": 8.450427012718746, + "fine": 10.855702944517411, + "absolute_change": 2.4052759317986645, + "relative_change_to_abs_base": 0.2846336555748581, + "relative_status": "comparable" + }, + "max_penetration_m": { + "base": 0.014929565394245385, + "fine": 0.01589258168079069, + "absolute_change": 0.0009630162865453054, + "relative_change_to_abs_base": 0.06450397323129721, + "relative_status": "comparable" + }, + "minimum_clearance_m": { + "base": -0.014929565394245385, + "fine": -0.01589258168079069, + "absolute_change": 0.0009630162865453054, + "relative_change_to_abs_base": 0.06450397323129721, + "relative_status": "comparable" + } + }, + "timing_checks": { + "detected_s": true, + "stopped_s": true + }, + "contact_checks": { + "peak_unexpected_force_n": false, + "unexpected_contact_impulse_ns": false, + "max_penetration_m": true + }, + "rest_applicability": "required monitored stop", + "timing_stable": true, + "contact_converged": false, + "errors": [] + }, + { + "case_id": "late_occluded_entry", + "variant": "disabled_control", + "seed": 20261069, + "both_valid": true, + "base_timestep_s": 0.001, + "fine_timestep_s": 0.0005, + "metrics": { + "detected_s": { + "base": 0.49, + "fine": 0.49, + "absolute_change": 0.0, + "relative_change_to_abs_base": 0.0, + "relative_status": "comparable" + }, + "stopped_s": { + "base": null, + "fine": null, + "absolute_change": null, + "relative_change_to_abs_base": null, + "relative_status": "both_missing" + }, + "stopping_distance_m": { + "base": null, + "fine": null, + "absolute_change": null, + "relative_change_to_abs_base": null, + "relative_status": "both_missing" + }, + "peak_unexpected_force_n": { + "base": 3581.1854284960264, + "fine": 4045.0537592725277, + "absolute_change": 463.86833077650135, + "relative_change_to_abs_base": 0.12952926901953524, + "relative_status": "comparable" + }, + "unexpected_contact_impulse_ns": { + "base": 8.450427012718746, + "fine": 10.855702944517411, + "absolute_change": 2.4052759317986645, + "relative_change_to_abs_base": 0.2846336555748581, + "relative_status": "comparable" + }, + "max_penetration_m": { + "base": 0.014929565394245385, + "fine": 0.01589258168079069, + "absolute_change": 0.0009630162865453054, + "relative_change_to_abs_base": 0.06450397323129721, + "relative_status": "comparable" + }, + "minimum_clearance_m": { + "base": -0.014929565394245385, + "fine": -0.01589258168079069, + "absolute_change": 0.0009630162865453054, + "relative_change_to_abs_base": 0.06450397323129721, + "relative_status": "comparable" + } + }, + "timing_checks": { + "detected_s": true + }, + "contact_checks": { + "peak_unexpected_force_n": false, + "unexpected_contact_impulse_ns": false, + "max_penetration_m": true + }, + "rest_applicability": "no brake intervention; rest comparison inapplicable", + "timing_stable": true, + "contact_converged": false, + "errors": [] + } + ], + "timing_stable": true, + "contact_converged": false, + "relative_change_scope": "absolute fine-minus-base change divided by absolute base value; zero baseline remains null with explicit status", + "limitations": [ + "One paired seed per case; neither independent confirmation nor material calibration.", + "Force is an external-force proxy, not calibrated tactile pressure.", + "Agreement at two native timesteps cannot establish continuous-time or hardware correctness." + ] + }, + "trace_scope": "Committed summary omits full traces and compiled scene declarations; local complete receipt directory and CI artifacts retain them. This snapshot is developmental evidence, not the inspect command input.", + "attempts_file": "attempts.jsonl" +} diff --git a/docs/reaction-framework.md b/docs/reaction-framework.md new file mode 100644 index 0000000..b3da0a7 --- /dev/null +++ b/docs/reaction-framework.md @@ -0,0 +1,194 @@ +# Reaction framework v0.1 + +This is a local, CPU-first framework for measuring anticipation, contact reaction, +braking and load retention under declared simulated conditions. It combines a +reusable reaction monitor, a native MuJoCo linear-actuator and parallel-jaw coupon +fixture, and an evidence report. It does not modify the existing frozen arm +placement benchmark or promote an installable skill to physical qualification. + +The fixture supplies **synthetic sensed state**. It does not read RGB images, +detect objects from video, learn a policy, model an actual camera's accuracy, or +protect every link of a six-axis arm. Whole-arm geometry, calibrated sensing and +physical stopping measurements need separate adapters and evaluations. + +## Run locally + +Install the current source checkout with the optional native engine first: + +```sh +.venv/bin/python -m pip install ".[arm]" +.venv/bin/dvidia-reaction benchmark --output runs/reaction-v0.1 --repeats 3 --convergence +.venv/bin/dvidia-reaction inspect runs/reaction-v0.1 +``` + +The module entry point is equivalent: + +```sh +.venv/bin/python -m dvidia_training.reaction_benchmark benchmark \ + --output runs/reaction-v0.1 --repeats 3 --convergence +``` + +Use a new output directory for each run. The report contains the declared +protocol, engine/source versions, machine and runtime boundaries, every attempted +episode, and summary measurements. Its self-contained HTML can be read offline; +`report.html` is the readable result and `report.json` is the machine-readable +evidence. `protocol.json`, its hash, source hashes, append-only `trials.jsonl` +and the evidence manifest preserve the run's identities and attempted trials. +Report generation and metric +aggregation use Python's standard library. Native fixture execution additionally +requires the arm extra. No GPU, cloud account, model API or footage download is +needed for these fixtures. + +The package release version and this framework's protocol version are separate. +Use the current checkout; the earlier frozen package and Hugging Face pilot do +not contain this framework. These requirements are dependency requirements, not +a verified minimum RAM/CPU specification for arbitrary future environments. + +## What the monitor measures + +The monitor consumes timestamped sensed state and an explicit validity/age +contract. Its decisions can reflect predicted clearance, unexpected contact, +grip slip and stale or missing observations. The fixture's known physical state +is retained separately for outcome auditing. Sensor delay and dropout operate on +the sensed input, instead of freezing the simulated world or inventing fresh +measurements. + +The scheduled disturbance and positive/negative labels are declared before a +trial. A positive collision-course case stays positive when braking avoids +contact. Labels therefore do not depend on the outcome of the intervention. +Cases are separated into motion, contact, grip and sensor-fault strata. A sensor +fault can itself be a declared positive condition: detection accuracy always +refers to the protocol's authored trigger, rather than a universal definition of +danger. + +Each case is run with the monitor enabled and a matched `disabled_control` +baseline. The baseline still evaluates the monitor in shadow mode to preserve +its detection decision, but does not request or apply monitor braking. Its +braking/stopping fields remain null when no braking intervention occurs. Detection +accuracy measures the decision; differences in contact, penetration and retention +measure the intervention's effect. Exogenous disturbance schedules and sensor +seeds match up to intervention; trajectories and later sensed geometry can then +diverge. Repeats of one fixture are not new independent physical demonstrations. + +## A stop request continues physics + +The fixture keeps stepping the native engine after a brake request. Command +application delay, finite actuator response, contact and the held object's motion +remain observable. Ending an episode is not counted as an instantaneous stop. +Rest requires the measured carriage joint/tool translation speed below the protocol's threshold for a +sustained **0.05-second dwell**. The thresholds, horizon and actuator settings +belong in the saved protocol. `stopped_s` records completion of that dwell; a +later loss of rest is separately counted rather than hidden by the first stop. +The hold reference assumes an ideal local encoder captured at brake application; +it is a separate assumption from the monitor's delayed/noisy motion tracks. + +Record the available event chain separately: + +1. Authored hazard/fault onset. +2. Sensor sample and delivery. +3. Monitor decision and brake request. +4. Actual command application. +5. Sustained rest, or an unstopped/censored result at the horizon. + +The first interval can be negative when an anticipatory decision precedes the +declared onset; interpret it against that fixture's definition. The ordered +sample → delivery → decision → request → application → rest chain must remain +chronologically coherent. Missing events remain null. An unstopped episode does +not contribute a zero to a stopping-time distribution. Sensor sample/delivery +timestamps can be negative in the rollout-relative clock when they came from +the sensor priming period before rollout. + +## Measurement contract + +| Question | Evidence | +| --- | --- | +| Did it recognize the declared condition? | Episode-level TP, FP, TN and FN; positive/negative denominators; accuracy, precision, recall and false-positive rate with 95% Wilson intervals. | +| Did difficult trials disappear from the denominator? | Every attempt, invalid positive/negative/unknown counts, unknown labels, errors, and valid-correct decisions divided by all attempted labeled cases alongside conditional accuracy. | +| How quickly did it react? | Onset-to-detection, sample/delivery/decision/request/application intervals and application-to-sustained-rest; median, nearest-rank p95, worst and measured/missing counts in simulated seconds. | +| How far did it move while braking? | Path length from brake application to rest, net displacement, request-to-rest path including command-delay travel, maximum forward excursion from the request, and censored/unstopped counts. | +| What happened at contact? | Peak unexpected force, integrated unexpected-contact impulse, minimum clearance and maximum penetration when available, with units and sample counts. Grip/contact definitions belong to each fixture. | +| Did it retain its load? | Drop and retention outcomes for holding fixtures; null for unmeasured or inapplicable load outcomes. | +| Did sensing become unusable? | Observation availability, missing/blackout, stale and unusable durations when available; stale/missing input fixtures and their outcomes. | +| How expensive was the computation? | All-attempt wall time, native steps per wall second and simulated seconds per wall second, named host/runtime, repeats and timing boundaries. Missing timing prevents a misleading aggregate ratio. | + +Each per-field distribution exposes its measured and missing counts. Invalid +episodes do not enter valid accuracy or physical-measurement numerators, but stay +in attempted counts and recorded runtime cost. Unknown labels cannot be silently +treated as negatives. The valid-correct/all-labeled-attempts fraction exposes the +effect of excluded invalid labeled trials; it is not a safety or readiness score. + +The exposure-normalized false-positive statistic counts **negative episodes +with an alarm per simulated hour**, at most one decision per episode. It is not a +continuous-stream false-alarm frequency. A dedicated long-duration stream test +would need alarm episode boundaries, reset/refractory rules and exposure time. + +Wilson intervals are descriptive uncertainty estimates under a binomial sampling +assumption. A small authored fixture suite, repeated seeds and related scenario +variants do not establish broad operating coverage. Nearest-rank p95 from a small +sample does not establish a reliable tail bound. No composite safety score, +hardware-readiness badge or universal reaction-time target is computed. + +## Accuracy and speed boundaries + +`valid` means the native state remained finite and emitted no solver warning. +It does not mean contact forces are physically credible. The frozen developmental +protocol separately flags penetration above 3 mm or external-force proxy above +1,000 N. Those are authored diagnostic thresholds, not calibrated material +properties or permissible hardware forces. Failed diagnostics remain visible +even when the condition was correctly detected and the carriage eventually stopped. + +`--convergence` additionally runs eight attempts on the crossing and late-entry +cases at 1 ms and 0.5 ms native physics ticks. Sensor acquisition stays at 10 ms, +reaction polling at 1 ms, and command delay, horizons and actor trajectories stay +fixed. `convergence.json` retains every attempt and paired changes in event timing, +stopping path, force, impulse, penetration and clearance. The report shows separate +timing and contact agreement against the saved developmental tolerances. +Agreement at two timesteps is a numerical diagnostic; it does not establish +hardware accuracy. Impact-force disagreement is a reason to refine the fixture, +contact model or integration cadence before making precise force claims. + +The external-force proxy combines authored carriage pushes and native obstacle +contact force magnitudes. It is not a simulated calibrated wrist transducer. +Slip is measured as payload velocity relative to the carriage in the x/z plane, +tangential to the y-normal pads. Grip availability comes from native bilateral +pad contact; the task's obligation to retain a load is supplied separately. +Stopping horizontal motion alone does not provide a regrip or set-down recovery. + +CPU monitor-call p50/p95/maximum latency and total update time are recorded +separately from simulated reaction timing. Instrumentation, sensor production, +physics, scoring and trace retention consume wall time too. These measured +call latencies are observations, not worst-case execution-time guarantees. +Evidence inspection checks complete planned attempts, byte identities and +recomputed measurements; self-consistent hashes do not authenticate provenance. + +Measured distances, force and timing are native-engine outputs under authored +assets and parameters. They are not comparisons against calibrated hardware +truth. Numerical validation needs analytic/contact coupon fixtures, timestep +convergence, and eventually measured material, sensor and actuator responses. +The same control protocol should be retained when comparing native tick rates or +implementation changes. Reducing accuracy checks to increase throughput changes +the experiment. + +Simulation time describes modeled sensor/command delay and physical evolution. +Host wall time describes how quickly this implementation runs on the recorded +machine. Neither is an end-to-end physical-robot reaction-time measurement. +Episode throughput has an explicit boundary; process startup/imports, model +construction, report writing and peak-memory measurements must be identified +separately when measured. A single-host run is not a verified hardware minimum. + +## How it becomes part of an installable skill + +The next integration supplies each supported robot's collision geometry, sensor +and action contract, stopping behavior and gripper limits. Each skill then adds +its own expected contacts, clearance envelope, holding requirements, recoveries +and fault cases. The reaction report can be bound to the skill's versioned +benchmark receipt and source hashes. Passing a fixture suite cannot stand in for +task success or physical qualification. + +Keep developmental and fresh confirmation scenarios distinct. Once results have +been inspected, they are regression evidence for subsequent changes. Freeze a +candidate and protocol before opening fresh confirmation cases. Real robot +telemetry and supervised hardware testing are separate later stages. + +Related contracts: [execution map](roadmap.md), [episode tape](episode-tape.md), +[skill benchmark protocol](benchmarks.md), and [hardware planning](hardware.md). diff --git a/docs/roadmap.md b/docs/roadmap.md index 2970115..5524bad 100644 --- a/docs/roadmap.md +++ b/docs/roadmap.md @@ -99,3 +99,20 @@ The next engineering milestone is a tape inspector and a small state-based task outcome model on the existing placement environment. The first real Skillspace will then test the collection and review loop. See [collection design](skillspace-coverage.md), [episode evidence](episode-tape.md) and [existing benchmark protocol](benchmarks.md). + +## Reaction and stopping evidence + +[Reaction framework v0.1](reaction-framework.md) supplies the first reusable +monitor and native linear-actuator/parallel-jaw coupon fixtures. It tests authored +motion/contact/grip/sensor-fault conditions, matched shadow-monitor controls, +sensor age/dropout, and continued physics after a brake request. Reports retain +all attempts, conditional detection rates with uncertainty, invalid denominators, +timing stages, stopping distance, contact/load outcomes and named CPU cost. + +This fixture work precedes integration with the six-axis arm. The next gates are +whole-arm geometry, task-specific expected-contact/retention rules, validated +material and actuator behavior, deployable sensing and measured physical stopping +response. Keep the original placement environment and frozen evidence unchanged; +new profiles and benchmark versions identify these additions. A reaction result +supports a task's evidence bundle without replacing task success, numerical +validation or supervised physical qualification. diff --git a/pyproject.toml b/pyproject.toml index 3d6c0d8..231d44e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -32,6 +32,7 @@ dvidia-training-benchmark = "dvidia_training.footage_benchmark:main" dvidia-skill-capsule = "dvidia_training.arm_entrypoints:capsule_main" dvidia-skillspace-coverage = "dvidia_training.coverage:main" dvidia-episode-tape = "dvidia_training.episode_tape:main" +dvidia-reaction = "dvidia_training.reaction_benchmark:main" [tool.setuptools.packages.find] where = ["src"] diff --git a/src/dvidia_training/reaction.py b/src/dvidia_training/reaction.py new file mode 100644 index 0000000..f2a3c3f --- /dev/null +++ b/src/dvidia_training/reaction.py @@ -0,0 +1,294 @@ +"""Observation-only reaction primitives, v0.1 (simulation research). + +Sphere envelopes and constant velocity prediction are approximations. The braking +envelope uses configured deceleration, not a measured or certified stopping bound. +These primitives are not a hardware safety controller. +""" +from collections import deque +from dataclasses import dataclass +import math +import random +from typing import Mapping + + +def _number(value, name, *, positive=False): + if isinstance(value, bool) or not isinstance(value, (int, float)): + raise ValueError(f'{name} must be a finite number') + try: + result = float(value) + except (OverflowError, ValueError) as exc: + raise ValueError(f'{name} must be a finite number') from exc + if not math.isfinite(result) or result < 0 or (positive and result == 0): + raise ValueError(f'{name} must be finite and {"positive" if positive else "nonnegative"}') + return result + + +def _vector(value, name): + try: + result = tuple(value) + if len(result) != 3 or any(isinstance(x, bool) or not isinstance(x, (int, float)) for x in result): + raise ValueError(f'{name} must have three finite components') + result = tuple(float(x) for x in result) + except (TypeError, OverflowError) as exc: + raise ValueError(f'{name} must have three finite components') from exc + if any(not math.isfinite(x) for x in result): + raise ValueError(f'{name} must have three finite components') + return result + + +@dataclass(frozen=True) +class RobotSphere: + center_m: tuple[float, float, float] + velocity_m_s: tuple[float, float, float] + radius_m: float + + def __post_init__(self): + object.__setattr__(self, 'center_m', _vector(self.center_m, 'center_m')) + object.__setattr__(self, 'velocity_m_s', _vector(self.velocity_m_s, 'velocity_m_s')) + object.__setattr__(self, 'radius_m', _number(self.radius_m, 'radius_m', positive=True)) + + +@dataclass(frozen=True) +class ObstacleSphere(RobotSphere): + """An observed obstacle envelope; stationary obstacles have zero velocity.""" + + +@dataclass(frozen=True) +class MotionSample: + robot_spheres: tuple[RobotSphere, ...] + obstacle_spheres: tuple[ObstacleSphere, ...] + + def __post_init__(self): + try: + robots, obstacles = tuple(self.robot_spheres), tuple(self.obstacle_spheres) + except TypeError as exc: + raise ValueError('sphere collections must be iterable') from exc + if not robots or any(type(x) is not RobotSphere for x in robots): + raise ValueError('robot_spheres must contain RobotSphere values') + if any(type(x) is not ObstacleSphere for x in obstacles): + raise ValueError('obstacle_spheres must contain ObstacleSphere values') + object.__setattr__(self, 'robot_spheres', robots) + object.__setattr__(self, 'obstacle_spheres', obstacles) + + +@dataclass(frozen=True) +class ContactSample: + unexpected_force_n: float + + def __post_init__(self): + object.__setattr__(self, 'unexpected_force_n', _number(self.unexpected_force_n, 'unexpected_force_n')) + + +@dataclass(frozen=True) +class GripSample: + holding: bool + slip_speed_m_s: float + + def __post_init__(self): + if type(self.holding) is not bool: + raise ValueError('holding must be boolean') + object.__setattr__(self, 'slip_speed_m_s', _number(self.slip_speed_m_s, 'slip_speed_m_s')) + + +Payload = MotionSample | ContactSample | GripSample + + +@dataclass(frozen=True) +class Signal: + acquired_s: float + value: Payload + + def __post_init__(self): + object.__setattr__(self, 'acquired_s', _number(self.acquired_s, 'acquired_s')) + if not isinstance(self.value, (MotionSample, ContactSample, GripSample)): + raise ValueError('unsupported signal payload') + + +@dataclass(frozen=True) +class SensorConfig: + period_s: float = .02 + delivery_delay_s: float = 0. + position_noise_m: float = 0. + velocity_noise_m_s: float = 0. + force_noise_n: float = 0. + slip_noise_m_s: float = 0. + dropout_probability: float = 0. + + def __post_init__(self): + for name in self.__dataclass_fields__: + object.__setattr__(self, name, _number(getattr(self, name), name, positive=name == 'period_s')) + if self.dropout_probability > 1: + raise ValueError('dropout_probability must be between zero and one') + + +class SensorStream: + """Sample at actual update times; transport samples with explicit missingness. + + A late update does not fabricate past acquisitions. Random draws occur only + on acquisition, so extra polls between acquisitions do not change results. + The caller supplies already-observed values. Noise is uniform and bounded; + force/slip magnitude noise is clipped at zero. Startup returns None until the + first delivery. A delivered dropout clears the previous held observation. + """ + + def __init__(self, config: SensorConfig = SensorConfig(), *, seed: int = 0): + if not isinstance(config, SensorConfig) or type(seed) is not int: + raise ValueError('valid SensorConfig and integer seed required') + self.config, self._rng = config, random.Random(seed) + self._pending = deque() + self._last_update = self._last_acquired = None + self.latest: Signal | None = None + self.sample_count = 0 + + def _noise(self, value): + c, rng = self.config, self._rng + def jitter(xs, bound): + return tuple(x + rng.uniform(-bound, bound) for x in xs) + if isinstance(value, MotionSample): + def sphere(x): + return type(x)(jitter(x.center_m, c.position_noise_m), + jitter(x.velocity_m_s, c.velocity_noise_m_s), x.radius_m) + return MotionSample(tuple(sphere(x) for x in value.robot_spheres), + tuple(sphere(x) for x in value.obstacle_spheres)) + if isinstance(value, ContactSample): + return ContactSample(max(0., value.unexpected_force_n + rng.uniform(-c.force_noise_n, c.force_noise_n))) + return GripSample(value.holding, max(0., value.slip_speed_m_s + rng.uniform(-c.slip_noise_m_s, c.slip_noise_m_s))) + + def update(self, now_s: float, value: Payload | None) -> Signal | None: + now = _number(now_s, 'now_s') + if self._last_update is not None and now < self._last_update: + raise ValueError('sensor update time must be nondecreasing') + if value is not None and not isinstance(value, (MotionSample, ContactSample, GripSample)): + raise ValueError('unsupported sensor payload') + self._last_update = now + if self._last_acquired is None or now - self._last_acquired >= self.config.period_s - 1e-12: + self._last_acquired = now + self.sample_count += 1 + dropped = self._rng.random() < self.config.dropout_probability + signal = None if dropped or value is None else Signal(now, self._noise(value)) + self._pending.append((now + self.config.delivery_delay_s, signal)) + while self._pending and self._pending[0][0] <= now + 1e-12: + _, self.latest = self._pending.popleft() + return self.latest + + +@dataclass(frozen=True) +class ReactionConfig: + horizon_s: float = .5 + margin_m: float = .02 + assumed_deceleration_m_s2: float = 2. + command_delay_s: float = .02 + max_sensor_age_s: float = .1 + contact_force_limit_n: float = 10. + slip_speed_limit_m_s: float = .01 + require_motion: bool = True + require_contact: bool = True + + def __post_init__(self): + for name in self.__dataclass_fields__: + if name.startswith('require_'): + if type(getattr(self, name)) is not bool: + raise ValueError(f'{name} must be boolean') + else: + object.__setattr__(self, name, _number(getattr(self, name), name, + positive=name in ('horizon_s', 'assumed_deceleration_m_s2'))) + + +@dataclass(frozen=True) +class Decision: + stop: bool + reason: str + detected_s: float | None + minimum_predicted_clearance_m: float | None = None + signal_name: str | None = None + signal_acquired_s: float | None = None + + +class ReactionMonitor: + """Latched decisions based only on delivered observations. + + Closest approach uses measured relative velocity over a finite horizon. Its + surface clearance is compared with a conservative distance envelope: + margin + robot delay travel + robot braking distance + obstacle travel during + stopping. This can deliberately trigger early, including for crossing or + receding trajectories near the envelope. All assumptions require validation. + """ + + def __init__(self, config: ReactionConfig = ReactionConfig()): + if not isinstance(config, ReactionConfig): + raise ValueError('valid ReactionConfig required') + self.config = config + self.reset() + + def reset(self): + self._latched = None + self._last_update = None + self._holding = False + self._last_acquired = {} + + def _prediction(self, motion, age): + c, minimum, hazard = self.config, None, None + for robot in motion.robot_spheres: + speed = math.sqrt(sum(x*x for x in robot.velocity_m_s)) + stop_time = c.command_delay_s + speed / c.assumed_deceleration_m_s2 + for obstacle in motion.obstacle_spheres: + velocity = tuple(o-r for o, r in zip(obstacle.velocity_m_s, robot.velocity_m_s)) + offset = tuple(o-r+v*age for o, r, v in zip(obstacle.center_m, robot.center_m, velocity)) + vv = sum(v*v for v in velocity) + closest_t = max(0., min(c.horizon_s, -sum(p*v for p, v in zip(offset, velocity))/vv)) if vv else 0. + clearance = math.sqrt(sum((p+v*closest_t)**2 for p, v in zip(offset, velocity))) - robot.radius_m - obstacle.radius_m + minimum = clearance if minimum is None else min(minimum, clearance) + obstacle_speed = math.sqrt(sum(v*v for v in obstacle.velocity_m_s)) + envelope = c.margin_m + speed*c.command_delay_s + speed*speed/(2*c.assumed_deceleration_m_s2) + obstacle_speed*stop_time + if clearance <= envelope and hazard is None: + hazard = 'predicted_collision_moving' if obstacle_speed > 1e-12 else 'predicted_collision_static' + return minimum, hazard + + def update(self, now_s: float, observations: Mapping[str, Signal | None], *, holding: bool | None = None) -> Decision: + now = _number(now_s, 'now_s') + if self._last_update is not None and now < self._last_update: + raise ValueError('monitor update time must be nondecreasing') + if holding is not None and type(holding) is not bool: + raise ValueError('holding must be boolean or None') + if not isinstance(observations, Mapping): + raise ValueError('observations must be a mapping') + expected = {'motion': MotionSample, 'contact': ContactSample, 'grip': GripSample} + for name, signal in observations.items(): + if name not in expected or (signal is not None and (not isinstance(signal, Signal) or not isinstance(signal.value, expected[name]))): + raise ValueError(f'invalid observation {name}') + if signal is not None: + if signal.acquired_s > now + 1e-12 or signal.acquired_s < self._last_acquired.get(name, 0.): + raise ValueError(f'{name} acquisition time must be causal and nondecreasing') + self._last_update = now + for name, signal in observations.items(): + if signal is not None: + self._last_acquired[name] = signal.acquired_s + if self._latched is not None: + return self._latched + grip = observations.get('grip') + if holding is not None: + self._holding = holding + elif grip is not None and now-grip.acquired_s <= self.config.max_sensor_age_s + 1e-12: + self._holding = grip.value.holding + motion = observations.get('motion') + clearance, prediction = (None, None) if motion is None else self._prediction(motion.value, now-motion.acquired_s) + def stopped(reason, name): + signal = observations.get(name) + self._latched = Decision(True, reason, now, clearance, name, None if signal is None else signal.acquired_s) + return self._latched + for name, required in (('motion', self.config.require_motion), ('contact', self.config.require_contact), ('grip', self._holding)): + signal = observations.get(name) + if required and signal is None: + return stopped(f'missing_{name}', name) + if required and now-signal.acquired_s > self.config.max_sensor_age_s + 1e-12: + return stopped(f'stale_{name}', name) + contact = observations.get('contact') + if contact is not None and now-contact.acquired_s <= self.config.max_sensor_age_s + 1e-12 and contact.value.unexpected_force_n > self.config.contact_force_limit_n: + return stopped('unexpected_contact', 'contact') + if self._holding and grip is not None and not grip.value.holding: + return stopped('grip_lost', 'grip') + if self._holding and grip is not None and grip.value.slip_speed_m_s > self.config.slip_speed_limit_m_s: + return stopped('grip_slip', 'grip') + if motion is not None and now-motion.acquired_s <= self.config.max_sensor_age_s + 1e-12 and prediction: + return stopped(prediction, 'motion') + return Decision(False, 'clear', None, clearance) diff --git a/src/dvidia_training/reaction_benchmark.py b/src/dvidia_training/reaction_benchmark.py new file mode 100644 index 0000000..16be886 --- /dev/null +++ b/src/dvidia_training/reaction_benchmark.py @@ -0,0 +1,421 @@ +"""Offline, versioned reaction benchmarks with continued native braking physics.""" +from __future__ import annotations + +import argparse +from collections import Counter +from dataclasses import asdict +from datetime import datetime, timezone +import hashlib +import json +import math +import os +from pathlib import Path +import platform +import statistics +import sys +import time + +from .reaction import (ContactSample, GripSample, MotionSample, ObstacleSphere, + ReactionConfig, ReactionMonitor, RobotSphere, SensorConfig, SensorStream) +from .reaction_metrics import render_report, summarize + +FRAMEWORK_VERSION = "0.1" + + +def _hash(value): + return hashlib.sha256(json.dumps(value, sort_keys=True, separators=(",", ":"), allow_nan=False).encode()).hexdigest() + + +def make_protocol(repeats=3, seed=20261009, *, convergence=False): + if type(convergence) is not bool: + raise ValueError("convergence must be boolean") + if isinstance(repeats, bool) or not isinstance(repeats, int) or not 1 <= repeats <= 30: + raise ValueError("repeats must be an integer in [1,30]") + if isinstance(seed, bool) or not isinstance(seed, int) or not 0 <= seed < 2**32: + raise ValueError("seed must be a 32-bit nonnegative integer") + cases = [ + {"id": "clear", "group": "motion", "kind": "clear", "positive": False}, + {"id": "crossing", "group": "motion", "kind": "crossing", "positive": True, "onset_s": 0.}, + {"id": "crossing_delayed_noisy", "group": "motion", "kind": "crossing", "positive": True, "onset_s": 0., "sensor_delay_s": .04, "position_noise_m": .002}, + {"id": "static_obstacle", "group": "motion", "kind": "static", "positive": True, "onset_s": 0.}, + {"id": "near_miss", "group": "motion", "kind": "near_miss", "positive": False}, + {"id": "receding", "group": "motion", "kind": "receding", "positive": False}, + {"id": "late_occluded_entry", "group": "motion", "kind": "late", "positive": True, "onset_s": .45, "occluded_until_s": .45, "sensor_delay_s": .04}, + {"id": "high_force", "group": "contact", "kind": "force", "positive": True, "onset_s": .4, "push_n": 20.}, + {"id": "low_force", "group": "contact", "kind": "force", "positive": False, "push_n": 2.}, + {"id": "stable_grip", "group": "grip", "kind": "grip", "positive": False, "holding": True}, + {"id": "slip", "group": "grip", "kind": "grip", "positive": True, "holding": True, "onset_s": .4, "pull_n": 12.}, + {"id": "missing_motion", "group": "sensor_fault", "kind": "missing", "positive": True, "onset_s": .4}, + {"id": "stale_motion", "group": "sensor_fault", "kind": "stale", "positive": True, "onset_s": .4}, + ] + return {"format": "dvidia.reaction-protocol", "schema_version": 1, + "framework_version": FRAMEWORK_VERSION, "scope": "developmental synthetic mechanical coupons; no RGB perception, learning or hardware qualification", + "seed": seed, "repeats": repeats, "variants": ["monitor", "disabled_control"], + "cases": cases, "sensor_period_s": .01, "sensor_prime_s": .15, + "reaction_period_s": .001, "trace_period_s": .01, + "convergence_enabled": convergence, + "convergence_diagnostics": {"event_time_absolute_s": .01, "contact_relative_change": .10, "penetration_absolute_m": .001, + "scope": "authored developmental timestep diagnostics; no calibrated physical accuracy"}, + "reaction_config": asdict(ReactionConfig(horizon_s=.35, margin_m=.012, + assumed_deceleration_m_s2=2., command_delay_s=.02, max_sensor_age_s=.10, + contact_force_limit_n=10., slip_speed_limit_m_s=.015)), + "fixture_config": {"timestep_s": .001, "warmup_s": .4, "horizon_s": 1.4, + "speed_m_s": .25, "carriage_mass_kg": 1., "actuator_force_limit_n": 15., + "payload_mass_kg": .04, "jaw_force_limit_n": 8., "pair_friction": .7, + "rest_speed_m_s": .005, "rest_dwell_s": .05, "command_delay_s": .02}, + "contact_diagnostics": {"maximum_penetration_m": .003, "maximum_force_proxy_n": 1000., + "scope": "authored engineering diagnostics, not calibrated material accuracy or hardware force limits"}, + "label_scope": "authored case-level hazard/fault label independent of intervention; positives include inevitable collision, slip and missing/stale sensing", + "baseline_scope": "same detector in shadow, no brake intervention; no claim of absent detection in controls", + "stop_scope": "bounded fixed-position hold; all trials continue to equal fixed horizons; rest requires measured speed below threshold for sustained dwell", + "confirmation": False} + + +def actor(case, elapsed_s): + """Exogenous trajectory depends only on protocol time, never robot truth.""" + kind = case["kind"] + if kind == "crossing": + return ((.18, .20-.28*elapsed_s, .4), (0., -.28, 0.)) + if kind == "static": + return ((.23, 0., .4), (0., 0., 0.)) + if kind == "near_miss": + return ((.20, .14, .4), (0., 0., 0.)) + if kind == "receding": + return ((.18, .15+.20*elapsed_s, .4), (0., .20, 0.)) + if kind == "late": + dt = max(0., elapsed_s-.45) + return ((.14, .15-5.*min(dt, .08), .4), (0., -5. if .45 <= elapsed_s < .53 else 0., 0.)) + return ((.3, 1., .4), (0., 0., 0.)) + + +def run_trial(protocol, case, variant, seed): + # Optional native dependency is imported only when actually benchmarking. + from .reaction_native import FixtureConfig, NativeReactionFixture + c = FixtureConfig(**protocol["fixture_config"]) + reaction_ticks = round(protocol["reaction_period_s"]/c.timestep_s) + if reaction_ticks < 1 or not math.isclose(reaction_ticks*c.timestep_s, protocol["reaction_period_s"], abs_tol=1e-12): + raise ValueError("reaction period must contain whole native ticks") + enabled = variant == "monitor" + holding = case.get("holding", False) + monitor = ReactionMonitor(ReactionConfig(**protocol["reaction_config"])) + sensor_config = SensorConfig(period_s=protocol["sensor_period_s"], + delivery_delay_s=case.get("sensor_delay_s", 0.), position_noise_m=case.get("position_noise_m", 0.)) + streams = {name: SensorStream(sensor_config, seed=seed+index) for index, name in enumerate(("motion", "contact", "grip"))} + start = time.perf_counter() + record = {"case_id": case["id"], "group": case["group"], "variant": variant, + "seed": seed, "expected_detection": case["positive"], "valid": False, + "hazard_onset_s": case.get("onset_s"), "detected_s": None, "decision_s": None, + "brake_requested_s": None, "brake_applied_s": None, "stopped_s": None, + "stopping_distance_m": None, "stopping_displacement_m": None, + "request_to_rest_path_m": None, "max_forward_excursion_m": None, + "sensor_sample_s": None, "sensor_delivered_s": None, "detected_reason": None, + "peak_unexpected_force_n": 0., "unexpected_contact_impulse_ns": 0., + "minimum_clearance_m": None, "max_penetration_m": 0., "dropped": None if not holding else False, + "simulated_seconds": 0., "wall_seconds": 0., "step_count": 0, + "rest_dwell_s": c.rest_dwell_s, "rest_lost_after_confirmation": False, + "observation_blackout_seconds": 0., "observation_stale_seconds": 0., + "observation_unusable_seconds": 0., "error": None, "intervention_enabled": enabled, + "holding": holding, "trace": []} + try: + fixture = NativeReactionFixture(c, holding=holding) + record["fixture"] = fixture.identity() + compile_warmup_wall = time.perf_counter()-start + prime = protocol["sensor_prime_s"] + observations = {} + delivered = {name: None for name in streams} + delivery_times = {} + def observe(now_s, elapsed_s, truth): + obstacle_position, obstacle_velocity = actor(case, max(0., elapsed_s)) + if elapsed_s < 0: + obstacle_velocity = (0., 0., 0.) + obstacles = () if elapsed_s < case.get("occluded_until_s", -1.) else (ObstacleSphere(obstacle_position, obstacle_velocity, .035),) + samples = {"motion": MotionSample(tuple(RobotSphere(**shape) for shape in truth["robot_shapes"]), obstacles), + "contact": ContactSample(truth["unexpected_force_n"]), + "grip": GripSample(holding and min(truth["pad_contacts"].values()) > 0, truth["slip_speed_m_s"])} + for name, stream in streams.items(): + if name == "motion" and case["kind"] == "stale" and elapsed_s >= .4: + continue # Device has stopped producing/delivering updates. + sample = None if name == "motion" and case["kind"] == "missing" and elapsed_s >= .4 else samples[name] + signal = stream.update(now_s, sample) + observations[name] = signal + if signal is not delivered[name]: + delivery_times[name] = now_s + delivered[name] = signal + with fixture.native(): + fixture.tick(0., actor(case, 0.)[0]) + for index in range(round(prime/c.timestep_s)+1): + now = index*c.timestep_s + observe(now, -prime+now, fixture.measure()) + if index < round(prime/c.timestep_s): + fixture.tick(0., actor(case, 0.)[0]) + monitor.reset() + hold_target = None + brake_position = None + last_brake_position = None + brake_path = 0. + request_position = request_last_position = None + request_path = 0. + forward_excursion = 0. + quiet_ticks = 0 + loop_start = time.perf_counter() + monitor_latencies = [] + truth = fixture.measure() + decision = None + for index in range(round(c.horizon_s/c.timestep_s)): + t = index*c.timestep_s + now = prime+t + observe(now, t, truth) + if index % reaction_ticks == 0: + monitor_start = time.perf_counter() + decision = monitor.update(now, observations, holding=holding) + monitor_latencies.append(time.perf_counter()-monitor_start) + if decision.stop and record["detected_s"] is None: + detected = t # decision was first made on this native grid tick + record.update(detected_s=detected, decision_s=detected, detected_reason=decision.reason) + signal_name = decision.signal_name + signal = observations.get(signal_name) + record["sensor_sample_s"] = signal.acquired_s-prime if signal is not None else None + record["sensor_delivered_s"] = delivery_times.get(signal_name, now)-prime if signal is not None else None + if enabled: + record["brake_requested_s"] = t + request_position = request_last_position = truth["position_m"][0] + if enabled and record["brake_requested_s"] is not None and hold_target is None and t+1e-12 >= record["brake_requested_s"]+c.command_delay_s: + hold_target = float(truth["position_m"][0]) + brake_position = last_brake_position = hold_target + record["brake_applied_s"] = t + target = c.speed_m_s*(t+c.timestep_s) if hold_target is None else hold_target + push = case.get("push_n", 0.) if .4 <= t < .46 else 0. + pull = case.get("pull_n", 0.) if .4 <= t < .48 else 0. + fixture.tick(target, actor(case, t+c.timestep_s)[0], carriage_push_n=push, payload_pull_n=pull) + truth_after = fixture.measure() + record["step_count"] += 1 + record["simulated_seconds"] = (index+1)*c.timestep_s + record["peak_unexpected_force_n"] = max(record["peak_unexpected_force_n"], truth_after["unexpected_force_n"]) + record["unexpected_contact_impulse_ns"] += truth_after["unexpected_force_n"]*c.timestep_s + gap = truth_after["clearance_m"] + record["minimum_clearance_m"] = gap if record["minimum_clearance_m"] is None else min(record["minimum_clearance_m"], gap) + record["max_penetration_m"] = max(record["max_penetration_m"], truth_after["penetration_m"]) + if holding: + record["dropped"] |= truth_after["dropped"] + missing = any(observations.get(name) is None for name in ("motion", "contact")+(("grip",) if holding else ())) + stale = any(signal is not None and now-signal.acquired_s > monitor.config.max_sensor_age_s+1e-12 for name, signal in observations.items() if name in ("motion", "contact")+(("grip",) if holding else ())) + if missing: + record["observation_blackout_seconds"] += c.timestep_s + if stale: + record["observation_stale_seconds"] += c.timestep_s + if missing or stale: + record["observation_unusable_seconds"] += c.timestep_s + if hold_target is not None: + current = truth_after["position_m"][0] + if record["stopped_s"] is None: + brake_path += abs(current-last_brake_position) + last_brake_position = current + quiet = abs(truth_after["velocity_m_s"][0]) < c.rest_speed_m_s + quiet_ticks = quiet_ticks+1 if quiet else 0 + if record["stopped_s"] is None and quiet_ticks*c.timestep_s+1e-12 >= c.rest_dwell_s: + record["stopped_s"] = (index+1)*c.timestep_s + record["stopping_distance_m"] = brake_path + record["stopping_displacement_m"] = abs(current-brake_position) + record["request_to_rest_path_m"] = request_path+abs(current-request_last_position) + record["max_forward_excursion_m"] = max(forward_excursion, current-request_position) + elif record["stopped_s"] is not None and not quiet: + record["rest_lost_after_confirmation"] = True + if request_position is not None and record["stopped_s"] is None: + current = truth_after["position_m"][0] + request_path += abs(current-request_last_position) + forward_excursion = max(forward_excursion, current-request_position) + request_last_position = current + if index % round(protocol["trace_period_s"]/c.timestep_s) == 0 or decision.stop and record["detected_s"] == t or record["brake_applied_s"] == t: + record["trace"].append({"time_s": (index+1)*c.timestep_s, + "position_m": truth_after["position_m"], "velocity_m_s": truth_after["velocity_m_s"], + "command_target_m": target, "braking": hold_target is not None, + "unexpected_force_n": truth_after["unexpected_force_n"], "slip_speed_m_s": truth_after["slip_speed_m_s"], + "clearance_m": gap, "payload_position_m": truth_after["payload_position_m"], + "sensor_age_s": {name: None if signal is None else now-signal.acquired_s for name, signal in observations.items()}}) + truth = truth_after + record["loop_wall_seconds"] = time.perf_counter()-loop_start + record["monitor_update_wall_seconds"] = sum(monitor_latencies) + record["monitor_call_latency_p50_s"] = statistics.median(monitor_latencies) + record["monitor_call_latency_p95_s"] = sorted(monitor_latencies)[math.ceil(.95*len(monitor_latencies))-1] + record["monitor_call_latency_max_s"] = max(monitor_latencies) + record["compile_warmup_wall_seconds"] = compile_warmup_wall + record["valid"] = True + record["warnings"] = list(fixture.warnings) + record["final_position_m"] = fixture.measure()["position_m"] + record["rest_timestamp_scope"] = "first completion of sustained measured-speed dwell; physics continues afterward" + record["distance_scope"] = "stopping_distance is path application-to-dwell-completion; request_to_rest_path includes command-delay travel; displacement is net application-to-rest" + record["observation_available"] = all(observations.get(name) is not None for name in ("motion", "contact")) + record["required_observations_fresh"] = all(observations.get(name) is not None and prime+c.horizon_s-c.timestep_s-observations[name].acquired_s <= monitor.config.max_sensor_age_s+1e-12 for name in ("motion", "contact")+(("grip",) if holding else ())) + diagnostics = protocol["contact_diagnostics"] + record["contact_diagnostic_pass"] = (record["max_penetration_m"] <= diagnostics["maximum_penetration_m"] and record["peak_unexpected_force_n"] <= diagnostics["maximum_force_proxy_n"]) + except Exception as exc: + record["error"] = f"{type(exc).__name__}: {exc}" + record["wall_seconds"] = time.perf_counter()-start + return record + + +def paired_comparisons(records): + pairs = {} + for record in records: + pairs.setdefault((record["case_id"], record["seed"]), {})[record["variant"]] = record + output = [] + for (case_id, seed), pair in pairs.items(): + active, control = pair.get("monitor"), pair.get("disabled_control") + row = {"case_id": case_id, "seed": seed, "both_valid": bool(active and control and active["valid"] and control["valid"])} + for key in ("peak_unexpected_force_n", "unexpected_contact_impulse_ns", "minimum_clearance_m", "max_penetration_m"): + row[key+"_monitor_minus_control"] = active[key]-control[key] if row["both_valid"] and active.get(key) is not None and control.get(key) is not None else None + row["monitor_dropped"] = active.get("dropped") if active else None + row["control_dropped"] = control.get("dropped") if control else None + output.append(row) + return output + + +def benchmark(output, *, repeats=3, seed=20261009, convergence=False): + from .reaction_native import FIXTURE_ID + import mujoco + import numpy + directory = Path(output).resolve() + if directory.exists(): + raise ValueError("Use a fresh output directory to preserve evidence") + protocol = make_protocol(repeats, seed, convergence=convergence) + directory.mkdir(parents=True) + protocol_hash = _hash(protocol) + (directory/"protocol.json").write_text(json.dumps(protocol, indent=2, allow_nan=False)+"\n") + (directory/"protocol.sha256").write_text(protocol_hash+"\n") + sources = {name: hashlib.sha256(Path(__file__).with_name(name).read_bytes()).hexdigest() for name in ("reaction.py", "reaction_native.py", "reaction_benchmark.py", "reaction_metrics.py", "reaction_convergence.py", "env.py")} + (directory/"sources.json").write_text(json.dumps(sources, indent=2)+"\n") + records = [] + start = time.perf_counter() + # Protocol/config/source identities are frozen to disk before any trial. + with (directory/"trials.jsonl").open("w") as stream: + for repeat in range(repeats): + for index, case in enumerate(protocol["cases"]): + trial_seed = seed+repeat*1000+index*10 + # Counterbalance execution order to reduce warm-cache/order bias. + variants = protocol["variants"] if (repeat+index)%2 == 0 else list(reversed(protocol["variants"])) + for variant in variants: + record = run_trial(protocol, case, variant, trial_seed) + records.append(record) + stream.write(json.dumps(record, allow_nan=False)+"\n") + stream.flush() + elapsed = time.perf_counter()-start + convergence_report = None + convergence_wall = None + if convergence: + from .reaction_convergence import compare_timesteps + convergence_start = time.perf_counter() + convergence_report = compare_timesteps(protocol) + (directory/"convergence.json").write_text(json.dumps(convergence_report, indent=2, allow_nan=False)+"\n") + convergence_wall = time.perf_counter()-convergence_start + report = {"format": "dvidia.reaction-benchmark", "schema_version": 1, + "recorded_utc": datetime.now(timezone.utc).isoformat(), + "framework_version": FRAMEWORK_VERSION, "scope": protocol["scope"], + "benchmark_qualification": False, "physical_robot_ready": False, + "fixture_id": FIXTURE_ID, "protocol": protocol, "protocol_sha256": protocol_hash, + "source_sha256": sources, "versions": {"python": platform.python_version(), "mujoco": mujoco.__version__, "numpy": numpy.__version__}, + "host": {"system": platform.system(), "release": platform.release(), "architecture": platform.machine(), "logical_cpus": os.cpu_count(), "processor": platform.processor() or None, "gpu_used": False}, + "timing_scope": "Per-trial wall includes native model compilation, physics warmup, sensor priming, rollout, native scoring and trace construction. total_trial_wall_seconds covers primary trials and JSONL writing; convergence_wall_seconds separately covers extra trials and convergence serialization. end_to_end_work_wall_seconds covers both; imports and final report/HTML/manifest writing excluded. Sensor/reaction/stop clocks are simulated time, not hardware deadlines.", + "total_trial_wall_seconds": elapsed, "convergence_wall_seconds": convergence_wall, + "end_to_end_work_wall_seconds": time.perf_counter()-start, + "records": records, "summary": summarize(records), + "paired_comparisons": paired_comparisons(records), + "timestep_comparison": convergence_report, + "limitations": ["Authored developmental cases, not independent confirmation or physical safety evidence.", + "One horizontal actuator coupon, not full-arm collision clearance or six-dimensional motion.", + "Synthetic sensed-state geometry and force/slip proxies; no RGB perception or calibrated tactile sensor.", + "Braking is bounded native servo hold with ideal instantaneous local encoder position at application, not a certified hardware protective stop or encoder-fault model.", + "Clearance uses native geometry, not sensor sphere approximations; force proxy includes applied external pushes.", + "Each trial contains at most one authored hazard; scenario labels are not event annotations.", + "Repeated deterministic cases are correlated; Wilson intervals are descriptive, not generalization guarantees.", + "No GPU comparison, demonstrated minimum hardware, or contact-material calibration."]} + try: + import resource + rss = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss + report["host"]["lifetime_peak_rss_bytes"] = rss if sys.platform == "darwin" else rss*1024 + report["host"]["rss_scope"] = "process lifetime including imports, all trials and report assembly; not per-trial/minimum requirement" + except ImportError: + report["host"]["lifetime_peak_rss_bytes"] = None + (directory/"report.json").write_text(json.dumps(report, indent=2, allow_nan=False)+"\n") + (directory/"report.html").write_text(render_report(report), encoding="utf-8") + manifest = {path.name: hashlib.sha256(path.read_bytes()).hexdigest() for path in sorted(directory.iterdir()) if path.is_file()} + (directory/"evidence-manifest.json").write_text(json.dumps(manifest, indent=2)+"\n") + return report + + +def inspect(directory): + """Verify byte identities and recompute summaries without importing MuJoCo.""" + directory = Path(directory).resolve() + manifest = json.loads((directory/"evidence-manifest.json").read_text()) + required = {"protocol.json", "protocol.sha256", "sources.json", "trials.jsonl", "report.json", "report.html"} + if not isinstance(manifest, dict) or not required.issubset(manifest): + raise ValueError("incomplete evidence manifest") + for name, expected in manifest.items(): + if not isinstance(name, str) or Path(name).name != name or name in (".", ".."): + raise ValueError("manifest must contain local filenames only") + path = directory/name + if path.is_symlink() or not path.is_file() or path.stat().st_size > 128*1024*1024: + raise ValueError("unsupported evidence file") + if hashlib.sha256(path.read_bytes()).hexdigest() != expected: + raise ValueError(f"changed evidence: {name}") + report = json.loads((directory/"report.json").read_text()) + protocol = json.loads((directory/"protocol.json").read_text()) + records = [json.loads(line) for line in (directory/"trials.jsonl").read_text().splitlines()] + if report.get("format") != "dvidia.reaction-benchmark" or report.get("schema_version") != 1: + raise ValueError("unsupported report") + if report.get("framework_version") != FRAMEWORK_VERSION or report.get("physical_robot_ready") is not False or report.get("benchmark_qualification") is not False: + raise ValueError("unsupported framework scope or readiness claim") + try: + expected_attempts = Counter((case["id"], variant, protocol["seed"]+repeat*1000+index*10) + for repeat in range(protocol["repeats"]) for index, case in enumerate(protocol["cases"]) for variant in protocol["variants"]) + actual_attempts = Counter((record["case_id"], record["variant"], record["seed"]) for record in records) + cases = {case["id"]: case for case in protocol["cases"]} + if expected_attempts != actual_attempts or any(record["expected_detection"] is not cases[record["case_id"]]["positive"] or record["group"] != cases[record["case_id"]]["group"] for record in records): + raise ValueError("missing, duplicate or inconsistent planned attempts") + except (KeyError, TypeError) as exc: + raise ValueError("invalid trial/protocol contract") from exc + if (report.get("protocol") != protocol or report.get("protocol_sha256") != _hash(protocol) + or (directory/"protocol.sha256").read_text().strip() != _hash(protocol) + or report.get("source_sha256") != json.loads((directory/"sources.json").read_text()) + or report.get("records") != records or report.get("summary") != summarize(records) + or report.get("paired_comparisons") != paired_comparisons(records)): + raise ValueError("inconsistent report identities or measurements") + if protocol.get("convergence_enabled"): + if "convergence.json" not in manifest or report.get("timestep_comparison") != json.loads((directory/"convergence.json").read_text()): + raise ValueError("missing/inconsistent convergence evidence") + from .reaction_convergence import recompute_comparison + comparison = report["timestep_comparison"] + if comparison != recompute_comparison(protocol, comparison["attempts"]): + raise ValueError("inconsistent convergence verdict or measurements") + return {"consistent": True, "attempted": len(records), "invalid": report["summary"]["invalid"], + "scope": report["scope"], "physical_robot_ready": report["physical_robot_ready"], + "identity_scope": "self-consistent bytes and measurements, not authenticated provenance or qualification"} + + +def main(argv=None): + parser = argparse.ArgumentParser(description="Reaction framework v0.1: offline synthetic native sensing/braking benchmarks") + commands = parser.add_subparsers(dest="command", required=True) + run = commands.add_parser("benchmark", help="run CPU native coupons and paired no-brake controls") + run.add_argument("--output", required=True) + run.add_argument("--repeats", type=int, default=3) + run.add_argument("--seed", type=int, default=20261009) + run.add_argument("--convergence", action="store_true", help="also compare 1 ms and 0.5 ms physics ticks with fixed sensing/reaction cadence") + check = commands.add_parser("inspect", help="verify evidence bytes, identities and measurements without native physics") + check.add_argument("directory") + args = parser.parse_args(argv) + try: + if args.command == "inspect": + print(json.dumps(inspect(args.directory), indent=2)) + return 0 + report = benchmark(args.output, repeats=args.repeats, seed=args.seed, convergence=args.convergence) + except ImportError as exc: + parser.exit(2, f"Cannot run reaction benchmark: {exc}\nInstall the optional arm extra for native physics.\n") + except (ValueError, RuntimeError, OSError) as exc: + parser.exit(2, f"Cannot process reaction evidence: {exc}\n") + print(json.dumps({"report": str(Path(args.output).resolve()/"report.html"), + "attempted": report["summary"]["attempted"], "invalid": report["summary"]["invalid"], + "physical_robot_ready": False}, indent=2)) + return 1 if report["summary"]["invalid"] or (report.get("timestep_comparison") or {}).get("invalid", 0) else 0 + + +if __name__ == "__main__": + raise SystemExit(main()) diff --git a/src/dvidia_training/reaction_convergence.py b/src/dvidia_training/reaction_convergence.py new file mode 100644 index 0000000..28be5ca --- /dev/null +++ b/src/dvidia_training/reaction_convergence.py @@ -0,0 +1,228 @@ +"""Paired native timestep diagnostics for developmental reaction coupons. + +Only native integration cadence changes. Sensor acquisition, reaction updates, +command delay, scripted trajectories and horizons remain fixed. Agreement is a +numerical diagnostic, not contact calibration or hardware qualification. +""" +from copy import deepcopy +import hashlib +import json +import math + + +TIMESTEPS_S = (.001, .0005) +METRICS = ('detected_s', 'stopped_s', 'stopping_distance_m', + 'peak_unexpected_force_n', 'unexpected_contact_impulse_ns', + 'max_penetration_m', 'minimum_clearance_m') + + +def _hash(value): + return hashlib.sha256(json.dumps(value, sort_keys=True, separators=(',', ':'), allow_nan=False).encode()).hexdigest() + + +def _finite(value): + if isinstance(value, bool) or not isinstance(value, (int, float)): + return False + try: + return math.isfinite(float(value)) + except (OverflowError, ValueError): + return False + + +def _change(base, fine): + row = {'base': base, 'fine': fine, 'absolute_change': None, + 'relative_change_to_abs_base': None, 'relative_status': None} + if base is None or fine is None: + row['relative_status'] = 'both_missing' if base is fine else 'missing_base' if base is None else 'missing_fine' + elif not _finite(base) or not _finite(fine): + row['relative_status'] = 'invalid_value' + else: + row['absolute_change'] = abs(fine-base) + if base == 0: + row['relative_status'] = 'both_zero' if fine == 0 else 'zero_to_nonzero' + else: + row['relative_change_to_abs_base'] = abs(fine-base)/abs(base) + row['relative_status'] = 'comparable' + return row + + +def _absolute_pass(row, tolerance): + if row['absolute_change'] is None: + return False if row['relative_status'] in ('missing_base', 'missing_fine') else None + return row['absolute_change'] <= tolerance + 1e-12 + + +def _relative_pass(row, tolerance): + if row['relative_status'] == 'both_zero': + return True + if row['relative_status'] == 'zero_to_nonzero': + return False + if row['relative_change_to_abs_base'] is None: + return False if row['relative_status'] in ('missing_base', 'missing_fine') else None + return row['relative_change_to_abs_base'] <= tolerance + 1e-12 + + +def _all(values): + values = tuple(values) + return False if False in values else None if None in values else True + + +def _validate(protocol): + if not isinstance(protocol, dict): + raise ValueError('protocol must be an object') + diagnostics = protocol.get('convergence_diagnostics') + names = ('event_time_absolute_s', 'contact_relative_change', 'penetration_absolute_m') + if not isinstance(diagnostics, dict) or any(not _finite(diagnostics.get(name)) or diagnostics[name] < 0 for name in names): + raise ValueError('freeze finite nonnegative convergence_diagnostics before trials') + fixture = protocol.get('fixture_config', {}) + reaction = protocol.get('reaction_config', {}) + if not isinstance(fixture, dict) or not isinstance(reaction, dict): + raise ValueError('fixture_config and reaction_config must be objects') + required = ('warmup_s', 'horizon_s', 'rest_dwell_s', 'command_delay_s') + clock = ('sensor_period_s', 'sensor_prime_s', 'reaction_period_s') + durations = [fixture.get(name) for name in required] + [protocol.get(name) for name in clock] + durations.append(reaction.get('command_delay_s')) + for duration in durations: + if not _finite(duration) or duration < 0: + raise ValueError('protocol durations must be finite and nonnegative') + for timestep in TIMESTEPS_S: + if not math.isclose(duration/timestep, round(duration/timestep), rel_tol=0., abs_tol=1e-9): + raise ValueError('all clocks/durations must contain whole ticks at both timesteps') + if protocol['sensor_period_s'] <= 0 or protocol['reaction_period_s'] <= 0: + raise ValueError('sensor and reaction periods must be positive') + if type(protocol.get('seed')) is not int or protocol['seed'] < 0: + raise ValueError('protocol seed must be a nonnegative integer') + cases = protocol.get('cases', []) + if not isinstance(cases, list) or any(not isinstance(case, dict) for case in cases): + raise ValueError('cases must be a list of objects') + selected = [] + for case_id in ('crossing', 'late_occluded_entry'): + matches = [(index, case) for index, case in enumerate(cases) if case.get('id') == case_id] + if len(matches) != 1: + raise ValueError(f'protocol requires exactly one {case_id} case') + for name in ('onset_s', 'sensor_delay_s', 'occluded_until_s'): + duration = matches[0][1].get(name, 0.) + if not _finite(duration) or duration < 0 or any(not math.isclose(duration/dt, round(duration/dt), rel_tol=0., abs_tol=1e-9) for dt in TIMESTEPS_S): + raise ValueError('selected case timings must contain whole ticks at both timesteps') + selected.append(matches[0]) + _hash(protocol) # Reject non-JSON/non-finite configuration before any trial. + return diagnostics, selected + + +def _inputs(source, cases): + for case_index, case in cases: + seed = source['seed'] + case_index*10 + for variant in ('monitor', 'disabled_control'): + for timestep in TIMESTEPS_S: + config = deepcopy(source) + config['fixture_config']['timestep_s'] = timestep + identity = {'case_id': case['id'], 'variant': variant, 'seed': seed, + 'timestep_s': timestep, 'protocol_sha256': _hash(config), + 'fixture_config_sha256': _hash(config['fixture_config']), + 'input_sha256': _hash({'protocol': config, 'case': case, 'variant': variant, 'seed': seed})} + yield identity, config, deepcopy(case) + + +def _checked_attempts(source, cases, attempts): + if not isinstance(attempts, list) or len(attempts) != 8: + raise ValueError('exactly eight convergence attempts required') + expected = [identity for identity, _, _ in _inputs(source, cases)] + by_identity = {(row['case_id'], row['variant'], row['timestep_s']): row for row in expected} + found = {} + for attempt in attempts: + if not isinstance(attempt, dict) or set(attempt) != set(expected[0]) | {'record'}: + raise ValueError('convergence attempt must contain exactly identity fields and record') + if not isinstance(attempt['case_id'], str) or not isinstance(attempt['variant'], str) or not _finite(attempt['timestep_s']) or type(attempt['seed']) is not int: + raise ValueError('invalid convergence attempt identity types') + key = (attempt['case_id'], attempt['variant'], attempt['timestep_s']) + if key not in by_identity or key in found: + raise ValueError('unexpected or duplicate convergence attempt identity') + identity = {name: attempt[name] for name in expected[0]} + if identity != by_identity[key] or _hash(identity) != _hash(by_identity[key]): + raise ValueError('convergence attempt configuration hashes/seed do not match protocol') + record = attempt['record'] + if (not isinstance(record, dict) or not {'case_id', 'variant', 'seed', 'valid', 'error'} <= set(record) + or type(record.get('valid')) is not bool + or record.get('error') is not None and not isinstance(record['error'], str)): + raise ValueError('convergence record requires boolean valid and null/string error') + record_identity = {name: record.get(name) for name in ('case_id', 'variant', 'seed')} + if _hash(record_identity) != _hash({name: identity[name] for name in record_identity}): + raise ValueError('nested convergence record identity does not match attempt') + if record['valid'] and any(name not in record for name in METRICS): + raise ValueError('valid convergence records require all measurement fields') + for name in METRICS: + value = record.get(name) + if value is not None and (not _finite(value) or name != 'minimum_clearance_m' and value < 0): + raise ValueError(f'{name} must be finite measurement or null') + _hash(attempt) # All complete records must remain strict JSON evidence. + found[key] = deepcopy(attempt) + return [found[(row['case_id'], row['variant'], row['timestep_s'])] for row in expected] + + +def recompute_comparison(protocol, attempts) -> dict: + """Validate all eight identities and derive canonical diagnostics from records. + + No native packages are imported. Stored verdicts are never consumed. Missing + rest in disabled controls is inapplicable; other null measurements stay null. + Invalid trials remain in the denominator and have unknown diagnostic status. + """ + source = deepcopy(protocol) + diagnostics, cases = _validate(source) + attempts = _checked_attempts(source, cases, attempts) + pairs = [] + for offset in range(0, len(attempts), 2): + pair_attempts = attempts[offset:offset+2] + identity = pair_attempts[0] + variant = identity['variant'] + base, fine = (attempt['record'] for attempt in pair_attempts) + valid = [record.get('valid') is True and record.get('error') is None for record in (base, fine)] + both_valid = all(valid) + changes = {name: _change(base.get(name) if valid[0] else None, + fine.get(name) if valid[1] else None) for name in METRICS} + timing_checks = {'detected_s': _absolute_pass(changes['detected_s'], diagnostics['event_time_absolute_s'])} + if variant == 'monitor': + timing_checks['stopped_s'] = _absolute_pass(changes['stopped_s'], diagnostics['event_time_absolute_s']) + contact_checks = { + 'peak_unexpected_force_n': _relative_pass(changes['peak_unexpected_force_n'], diagnostics['contact_relative_change']), + 'unexpected_contact_impulse_ns': _relative_pass(changes['unexpected_contact_impulse_ns'], diagnostics['contact_relative_change']), + 'max_penetration_m': _absolute_pass(changes['max_penetration_m'], diagnostics['penetration_absolute_m'])} + pairs.append({'case_id': identity['case_id'], 'variant': variant, 'seed': identity['seed'], + 'both_valid': both_valid, 'base_timestep_s': TIMESTEPS_S[0], 'fine_timestep_s': TIMESTEPS_S[1], + 'metrics': changes, 'timing_checks': timing_checks, 'contact_checks': contact_checks, + 'rest_applicability': 'required monitored stop' if variant == 'monitor' else 'no brake intervention; rest comparison inapplicable', + 'timing_stable': _all(timing_checks.values()) if both_valid else None, + 'contact_converged': _all(contact_checks.values()) if both_valid else None, + 'errors': [{'timestep_s': attempt['timestep_s'], 'error': attempt['record'].get('error')} + for attempt in pair_attempts if attempt['record'].get('valid') is not True or attempt['record'].get('error') is not None]}) + invalid = sum(attempt['record'].get('valid') is not True or attempt['record'].get('error') is not None for attempt in attempts) + return {'format': 'dvidia.reaction-timestep-comparison', 'schema_version': 1, + 'framework_version': '0.1', 'scope': 'two paired synthetic native coupons; authored numerical diagnostics', + 'benchmark_qualification': False, 'physical_robot_ready': False, + 'protocol_sha256': _hash(source), 'timesteps_s': list(TIMESTEPS_S), + 'fixed_clocks': {name: source[name] for name in ('sensor_period_s', 'reaction_period_s', 'sensor_prime_s')}, + 'diagnostics': deepcopy(diagnostics), 'attempted': len(attempts), 'invalid': invalid, + 'attempts': attempts, 'pairs': pairs, + 'timing_stable': _all(pair['timing_stable'] for pair in pairs), + 'contact_converged': _all(pair['contact_converged'] for pair in pairs), + 'relative_change_scope': 'absolute fine-minus-base change divided by absolute base value; zero baseline remains null with explicit status', + 'limitations': ['One paired seed per case; neither independent confirmation nor material calibration.', + 'Force is an external-force proxy, not calibrated tactile pressure.', + 'Agreement at two native timesteps cannot establish continuous-time or hardware correctness.']} + + +def compare_timesteps(protocol) -> dict: + """Run eight native attempts, then use the pure evidence recomputation path.""" + source = deepcopy(protocol) + _, cases = _validate(source) + from .reaction_benchmark import run_trial # Optional native engine remains lazy. + attempts = [] + for identity, config, case in _inputs(source, cases): + try: + record = run_trial(config, case, identity['variant'], identity['seed']) + if not isinstance(record, dict): + raise ValueError('run_trial returned a non-object record') + except Exception as exc: + record = {name: identity[name] for name in ('case_id', 'variant', 'seed')} + record.update(valid=False, error=f'{type(exc).__name__}: {exc}') + attempts.append({**identity, 'record': deepcopy(record)}) + return recompute_comparison(source, attempts) diff --git a/src/dvidia_training/reaction_metrics.py b/src/dvidia_training/reaction_metrics.py new file mode 100644 index 0000000..f3b8912 --- /dev/null +++ b/src/dvidia_training/reaction_metrics.py @@ -0,0 +1,357 @@ +"""Standard-library measurements and readable evidence for reaction fixtures. + +Rates describe the declared synthetic cases, not physical safety or readiness. +Unmeasured/censored values remain null and have explicit sample denominators. +""" +from collections import defaultdict +from html import escape +import json +import math +from statistics import mean, median + + +def _number(value, name, *, nonnegative=False): + if value is None: + return None + if isinstance(value, bool) or not isinstance(value, (int, float)): + raise ValueError(f'{name} must be a finite number or null') + try: + value = float(value) + except (OverflowError, ValueError) as exc: + raise ValueError(f'{name} must be finite') from exc + if not math.isfinite(value) or (nonnegative and value < 0): + raise ValueError(f'{name} must be finite' + (' and nonnegative' if nonnegative else '')) + return value + + +def _rate(numerator, denominator): + """95% Wilson score interval; null is retained for an empty denominator.""" + if denominator == 0: + return {'estimate': None, 'numerator': numerator, 'denominator': 0, + 'ci95_wilson': None} + z = 1.959963984540054 + p = numerator / denominator + scale = 1 + z * z / denominator + center = (p + z * z / (2 * denominator)) / scale + radius = z * math.sqrt(p * (1 - p) / denominator + z * z / (4 * denominator ** 2)) / scale + return {'estimate': p, 'numerator': numerator, 'denominator': denominator, + 'ci95_wilson': {'lower': max(0., center - radius), + 'upper': min(1., center + radius)}} + + +def _distribution(values, attempted, *, worst='max'): + values = sorted(v for v in values if v is not None) + if not values: + return {'count': 0, 'missing': attempted, 'mean': None, 'median': None, + 'p95': None, 'min': None, 'max': None, 'worst': None} + # Nearest-rank p95 is explicit; a small N must not imply a smooth tail estimate. + return {'count': len(values), 'missing': attempted - len(values), + 'mean': mean(values), 'median': median(values), + 'p95': values[max(0, math.ceil(.95 * len(values)) - 1)], + 'min': values[0], 'max': values[-1], + 'worst': values[0] if worst == 'min' else values[-1]} + + +def _difference(record, end, start): + a, b = record.get(end), record.get(start) + if a is None or b is None: + return None + difference = a - b + return 0. if abs(difference) < 1e-12 else difference + + +_TIMING_FIELDS = { + 'detection_latency_s': ('detected_s', 'hazard_onset_s'), + 'onset_to_sample_s': ('sensor_sample_s', 'hazard_onset_s'), + 'sample_to_delivery_s': ('sensor_delivered_s', 'sensor_sample_s'), + 'delivery_to_decision_s': ('decision_s', 'sensor_delivered_s'), + 'decision_to_brake_request_s': ('brake_requested_s', 'decision_s'), + 'detection_to_brake_request_s': ('brake_requested_s', 'detected_s'), + 'request_to_application_s': ('brake_applied_s', 'brake_requested_s'), + 'application_to_stop_s': ('stopped_s', 'brake_applied_s'), + 'hazard_to_stop_s': ('stopped_s', 'hazard_onset_s'), +} +_MEASUREMENT_FIELDS = ( + 'stopping_distance_m', 'stopping_displacement_m', 'peak_unexpected_force_n', + 'unexpected_contact_impulse_ns', 'minimum_clearance_m', 'max_penetration_m', + 'request_to_rest_path_m', 'max_forward_excursion_m', 'rest_dwell_s', + 'observation_blackout_seconds', 'observation_stale_seconds', 'observation_unusable_seconds', + 'monitor_update_wall_seconds', 'monitor_call_latency_p50_s', 'monitor_call_latency_p95_s', 'monitor_call_latency_max_s', +) +_NONNEGATIVE = { + 'detected_s', 'hazard_onset_s', 'brake_requested_s', 'brake_applied_s', + 'stopped_s', 'decision_s', + 'stopping_distance_m', 'stopping_displacement_m', 'peak_unexpected_force_n', + 'unexpected_contact_impulse_ns', 'max_penetration_m', 'rest_dwell_s', + 'request_to_rest_path_m', 'max_forward_excursion_m', 'observation_blackout_seconds', + 'observation_stale_seconds', 'observation_unusable_seconds', + 'monitor_update_wall_seconds', 'monitor_call_latency_p50_s', 'monitor_call_latency_p95_s', 'monitor_call_latency_max_s', + 'simulated_seconds', 'wall_seconds', 'step_count', +} + + +def _checked(records): + checked = [] + for index, source in enumerate(records): + if not isinstance(source, dict): + raise ValueError(f'record {index} must be an object') + record = dict(source) + for name in ('case_id', 'variant'): + if not isinstance(record.get(name), str) or not record[name]: + raise ValueError(f'record {index}.{name} must be a nonempty string') + if type(record.get('valid')) is not bool: + raise ValueError(f'record {index}.valid must be boolean') + for name in ('expected_detection', 'dropped', 'observation_available', 'rest_lost_after_confirmation', 'contact_diagnostic_pass', 'required_observations_fresh'): + if record.get(name) is not None and type(record[name]) is not bool: + raise ValueError(f'record {index}.{name} must be boolean or null') + group = record.get('group', 'ungrouped') + if not isinstance(group, str) or not group: + raise ValueError(f'record {index}.group must be a nonempty string') + record['group'] = group + for name in _NONNEGATIVE | {'minimum_clearance_m', 'sensor_sample_s', 'sensor_delivered_s'}: + record[name] = _number(record.get(name), f'record {index}.{name}', + nonnegative=name in _NONNEGATIVE) + if record['step_count'] is not None and not record['step_count'].is_integer(): + raise ValueError(f'record {index}.step_count must be an integer') + chain = ('sensor_sample_s', 'sensor_delivered_s', 'decision_s', + 'brake_requested_s', 'brake_applied_s', 'stopped_s') + present = [(name, record[name]) for name in chain if record.get(name) is not None] + for (earlier, a), (later, b) in zip(present, present[1:]): + if a > b + 1e-12: + raise ValueError(f'record {index}: {later} precedes {earlier}') + if (record.get('detected_s') is not None and record.get('brake_requested_s') is not None + and record['detected_s'] > record['brake_requested_s'] + 1e-12): + raise ValueError(f'record {index}: brake_requested_s precedes detected_s') + checked.append(record) + return checked + + +def _stratum(records): + valid = [r for r in records if r['valid']] + labeled = [r for r in valid if r.get('expected_detection') is not None] + confusion = dict(tp=0, fp=0, tn=0, fn=0) + for record in labeled: + expected, detected = record['expected_detection'], record.get('detected_s') is not None + confusion['tp' if expected and detected else 'fn' if expected else 'fp' if detected else 'tn'] += 1 + tp, fp, tn, fn = (confusion[key] for key in ('tp', 'fp', 'tn', 'fn')) + attempted_positive = sum(r.get('expected_detection') is True for r in records) + attempted_negative = sum(r.get('expected_detection') is False for r in records) + invalid = [r for r in records if not r['valid']] + confusion.update(expected_positive=tp + fn, expected_negative=tn + fp, + attempted_positive=attempted_positive, attempted_negative=attempted_negative, + attempted_unknown_label=len(records) - attempted_positive - attempted_negative, + invalid_positive=sum(r.get('expected_detection') is True for r in invalid), + invalid_negative=sum(r.get('expected_detection') is False for r in invalid), + invalid_unknown_label=sum(r.get('expected_detection') is None for r in invalid), + evaluated=len(labeled), unknown_label=len(valid) - len(labeled), + invalid_excluded=len(records) - len(valid), + valid_correct_per_attempted_labeled=_rate(tp + tn, attempted_positive + attempted_negative), + accuracy=_rate(tp + tn, len(labeled)), + precision=_rate(tp, tp + fp), recall=_rate(tp, tp + fn), + false_positive_rate=_rate(fp, fp + tn)) + metrics = {} + for name, (end, start) in _TIMING_FIELDS.items(): + eligible = [r for r in valid if r.get('expected_detection') is True] if name in ( + 'detection_latency_s', 'onset_to_sample_s', 'hazard_to_stop_s') else valid + metrics[name] = _distribution([_difference(r, end, start) for r in eligible], len(eligible)) + for name in _MEASUREMENT_FIELDS: + metrics[name] = _distribution([r.get(name) for r in valid], len(valid), + worst='min' if name == 'minimum_clearance_m' else 'max') + brakes = [r for r in valid if r.get('brake_requested_s') is not None] + stopped = sum(r.get('stopped_s') is not None for r in brakes) + rest_checks = [r for r in valid if r.get('rest_lost_after_confirmation') is not None] + drops = [r for r in valid if r.get('dropped') is not None] + diagnostics = [r for r in valid if r.get('contact_diagnostic_pass') is not None] + negative_seconds = sum(r.get('simulated_seconds') or 0. for r in labeled + if r['expected_detection'] is False) + # Throughput includes failed/invalid attempts: the work still consumed time. + wall = sum(r.get('wall_seconds') or 0. for r in records) + simulated = sum(r.get('simulated_seconds') or 0. for r in records) + steps = sum(r.get('step_count') or 0. for r in records) + return {'attempted': len(records), 'valid': len(valid), 'invalid': len(records) - len(valid), + 'error_records': sum(r.get('error') is not None for r in records), + 'detection': confusion, 'measurements': metrics, + 'stop': {'brake_requested': len(brakes), 'stopped': stopped, + 'unstopped_at_horizon': len(brakes) - stopped, + 'rest_lost_after_confirmation': sum(r['rest_lost_after_confirmation'] for r in rest_checks), + 'rest_loss_status_known': len(rest_checks), + 'rest_loss_status_unknown': len(valid) - len(rest_checks), + 'stopped_fraction': _rate(stopped, len(brakes))}, + 'load': {'known': len(drops), 'unknown': len(valid) - len(drops), + 'dropped': sum(r['dropped'] for r in drops), + 'drop_rate': _rate(sum(r['dropped'] for r in drops), len(drops))}, + 'observations': {'unavailable': sum(r.get('observation_available') is False for r in valid), + 'availability_unknown': sum(r.get('observation_available') is None for r in valid), + 'required_freshness_failed': sum(r.get('required_observations_fresh') is False for r in valid), + 'required_freshness_unknown': sum(r.get('required_observations_fresh') is None for r in valid)}, + 'contact_diagnostics': {'assessed': len(diagnostics), + 'exceeded': sum(r['contact_diagnostic_pass'] is False for r in diagnostics), + 'unknown': len(valid)-len(diagnostics), + 'scope': 'authored penetration/force diagnostics; numerical validity and detection do not establish material accuracy'}, + 'false_positive_episodes_per_simulated_hour': fp / negative_seconds * 3600 if negative_seconds else None, + 'negative_exposure_simulated_seconds': negative_seconds, + 'throughput': {'wall_seconds': wall, 'simulated_seconds': simulated, 'step_count': int(steps), + 'steps_per_wall_second': steps / wall if wall and all( + r.get('wall_seconds') is not None and r.get('step_count') is not None for r in records) else None, + 'simulated_seconds_per_wall_second': simulated / wall if wall and all( + r.get('wall_seconds') is not None and r.get('simulated_seconds') is not None for r in records) else None, + 'wall_time_missing': sum(r.get('wall_seconds') is None for r in records), + 'simulated_time_missing': sum(r.get('simulated_seconds') is None for r in records), + 'step_count_missing': sum(r.get('step_count') is None for r in records)}} + + +def summarize(records): + """Summarize every attempted record, preserving uncertainty and missingness. + + Detection is an episode-level decision against an authored label. A positive + case remains positive even if timely braking prevents physical contact. + Timestamp differences are simulated durations, not host response timings. + """ + records = _checked(records) + variants, groups, variant_groups = defaultdict(list), defaultdict(list), defaultdict(lambda: defaultdict(list)) + for record in records: + variants[record['variant']].append(record) + groups[record['group']].append(record) + variant_groups[record['variant']][record['group']].append(record) + overall = _stratum(records) + return {'attempted': overall['attempted'], 'valid': overall['valid'], 'invalid': overall['invalid'], + 'overall': overall, + 'by_variant': {k: _stratum(v) for k, v in sorted(variants.items())}, + 'by_group': {k: _stratum(v) for k, v in sorted(groups.items())}, + 'by_variant_group': {k: {g: _stratum(rs) for g, rs in sorted(gs.items())} + for k, gs in sorted(variant_groups.items())}, + 'notes': ['Episode labels are authored independently of the measured trajectory.', + 'Invalid attempts and unknown labels remain in counts; they do not enter accuracy denominators.', + 'Valid-correct per attempted labeled cases includes invalid labeled attempts in its denominator; inspect it alongside conditional accuracy.', + 'Wilson intervals describe uncertainty within these synthetic fixtures; repeated seeds are not independent physical evidence.', + 'p95 uses nearest rank; small samples do not establish a tail bound.', + 'Null stopping times are censored/unstopped attempts, not zero-duration stops.', + 'Wall throughput includes all attempted episodes with recorded time, including invalid attempts.', + 'The exposure rate counts false-positive negative episodes, at most one decision per episode; it is not a continuous-stream alarm frequency.', + 'Negative detection latency means detection preceded the authored onset; interpret it using the protocol.', + 'Sensor sample/delivery timestamps can be negative in the rollout-relative clock when primed before rollout.', + 'No composite safety or physical-readiness score is computed.']} + + +def _pretty(value): + return escape(json.dumps(value, indent=2, sort_keys=True, allow_nan=False)) + + +def _format_number(value): + return 'unmeasured' if value is None else f'{value:.5g}' + + +def _format_rate(value): + if value['estimate'] is None: + return f'unmeasured (0/{value["denominator"]})' + interval = value['ci95_wilson'] + return (f'{100 * value["estimate"]:.1f}% ({value["numerator"]}/{value["denominator"]}); ' + f'95% Wilson {100 * interval["lower"]:.1f}–{100 * interval["upper"]:.1f}%') + + +def render_report(report): + """Render a self-contained, escaped HTML report; no network or scripts.""" + summary = report.get('summary') or summarize(report.get('records', [])) + variants = summary['by_variant'] + counts = ''.join('' + ''.join(f'{escape(str(v))}' for v in ( + name, s['attempted'], s['valid'], s['invalid'], s['detection']['unknown_label'], + s['detection']['attempted_positive'], s['detection']['attempted_negative'], + s['detection']['tp'], s['detection']['fp'], s['detection']['tn'], s['detection']['fn'])) + '' + for name, s in variants.items()) + rates = ''.join('' + ''.join(f'{escape(str(v))}' for v in ( + name, *(_format_rate(s['detection'][key]) for key in ( + 'accuracy', 'precision', 'recall', 'false_positive_rate', 'valid_correct_per_attempted_labeled')))) + '' + for name, s in variants.items()) + measurements = [] + for name, s in variants.items(): + rows = ''.join('' + ''.join(f'{escape(str(v))}' for v in ( + metric, d['count'], d['missing'], _format_number(d['median']), + _format_number(d['p95']), _format_number(d['worst']))) + '' + for metric, d in s['measurements'].items()) + measurements.append(f'

{escape(name)}

Brake requests: {s["stop"]["brake_requested"]}; ' + f'unstopped: {s["stop"]["unstopped_at_horizon"]}. ' + f'Rest lost after confirmation: {s["stop"]["rest_lost_after_confirmation"]}. ' + f'Load outcome unmeasured/not applicable: {s["load"]["unknown"]}; dropped: {s["load"]["dropped"]}. ' + f'Contact diagnostics exceeded: {s["contact_diagnostics"]["exceeded"]}/{s["contact_diagnostics"]["assessed"]}.

' + '
' + '' + rows + '
Measurement / unitNMissingMedianp95Worst
' + '
Throughput and complete variant summary
' + _pretty(s) + '
') + attempts = [] + for index, r in enumerate(report.get('records', [])): + status = 'invalid' if not r.get('valid') else 'unstopped' if r.get('brake_requested_s') is not None and r.get('stopped_s') is None else 'diagnostic' if r.get('contact_diagnostic_pass') is False else 'valid' + label = 'positive' if r.get('expected_detection') is True else 'negative' if r.get('expected_detection') is False else 'unknown' + attempts.append('
' + escape( + f'{index + 1}. {r.get("case_id", "unknown")} · {r.get("variant", "unknown")} · {status} · authored {label}') + + '
' + _pretty(r) + '
') + notes = ''.join(f'
  • {escape(note)}
  • ' for note in summary.get('notes', [])) + metadata = {key: report.get(key) for key in ( + 'recorded_utc', 'framework_version', 'protocol', 'scope', 'versions', 'host', 'fixture_id', 'protocol_sha256', + 'source_sha256', 'timing_scope', 'total_trial_wall_seconds', 'convergence_wall_seconds', 'end_to_end_work_wall_seconds', + 'benchmark_qualification', 'physical_robot_ready')} + paired = report.get('paired_comparisons', []) + paired_rows = ''.join('' + ''.join(f'{escape(str(v))}' for v in ( + pair.get('case_id'), pair.get('seed'), pair.get('both_valid'), + _format_number(pair.get('peak_unexpected_force_n_monitor_minus_control')), + _format_number(pair.get('unexpected_contact_impulse_ns_monitor_minus_control')), + _format_number(pair.get('minimum_clearance_m_monitor_minus_control')), + _format_number(pair.get('max_penetration_m_monitor_minus_control')), + pair.get('monitor_dropped'), pair.get('control_dropped'))) + '' for pair in paired) + paired_html = ('

    Matched intervention comparisons

    Deltas are monitor minus disabled control. ' + 'Lower force, impulse and penetration and greater clearance are favorable within the fixture. ' + 'Unmeasured or invalid pairs remain visible.

    ' + '' + '' + '' + paired_rows + + '
    CaseSeedBoth validΔ peak force / NΔ impulse / N·sΔ clearance / mΔ penetration / mMonitor droppedControl dropped
    ') if paired else '' + limitations = ''.join(f'
  • {escape(str(note))}
  • ' for note in report.get('limitations', [])) + comparison = report.get('timestep_comparison') + convergence_html = '' + if comparison: + convergence_rows = ''.join('' + ''.join(f'{escape(str(v))}' for v in ( + pair['case_id'], pair['variant'], pair['both_valid'], pair['timing_stable'], pair['contact_converged'], + _format_number(pair['metrics']['peak_unexpected_force_n']['relative_change_to_abs_base']), + _format_number(pair['metrics']['unexpected_contact_impulse_ns']['relative_change_to_abs_base']), + _format_number(pair['metrics']['max_penetration_m']['absolute_change']))) + '' for pair in comparison['pairs']) + convergence_html = (f'

    Physics timestep comparison

    Additional attempts: {comparison["attempted"]}; ' + f'invalid: {comparison["invalid"]}. Timing within declared tolerance: {comparison["timing_stable"]}; ' + f'contact within declared tolerance: {comparison["contact_converged"]}. ' + 'Only physics ticks change from 1 ms to 0.5 ms. Sensor and reaction clocks stay fixed. ' + 'These are numerical diagnostics, with no physical calibration.

    ' + '' + '' + '' + convergence_rows + '
    CaseVariantBoth validTiming agreementContact agreementRelative peak-force changeRelative impulse changePenetration change / m
    Complete timestep evidence
    ' + _pretty(comparison) + '
    ') + return ('' + '' + '' + 'DVIDIA reaction framework v0.1 — measured fixtures

    DVIDIA · robotics research

    ' + '

    Reaction framework v0.1

    Synthetic sensed-state fixtures: a native linear-actuator ' + 'and parallel-jaw coupon in simulation, with a reusable reaction monitor. Whole-arm geometry protection is a future adapter. ' + 'These measurements do not establish RGB perception accuracy, a learned skill, physical sensor accuracy, ' + 'hardware stopping performance or physical safety.

    ' + f'

    All attempts: {summary["attempted"]} · numerically valid: {summary["valid"]} · ' + f'invalid: {summary["invalid"]}. Contact diagnostics exceeded: ' + f'{summary["overall"]["contact_diagnostics"]["exceeded"]}.

    ' + '
    Recorded protocol, machine and source identities
    ' + _pretty(metadata) + '
    ' + '

    Detection decisions

    Positive/negative labels are fixed by the fixture. Braking that prevents contact ' + 'does not turn a positive case into a negative. Invalid attempts and unknown labels are visible below.

    ' + '
    ' + '' + '' + counts + '
    VariantAttemptsNumerically validInvalidUnknown valid labelAttempted positiveAttempted negativeTPFPTNFN
    ' + '
    ' + '' + rates + '
    VariantAccuracyPrecisionRecallFalse-positive rateValid-correct / all labeled attempts
    ' + '

    Timing, stopping and contact

    Seconds in event differences are simulation time. Host wall time ' + 'is reported separately. Missing stops remain censored; minimum clearance is worse when smaller.

    ' + ''.join(measurements) + + paired_html + convergence_html + '

    Scenario strata

    Every variant and group, including failed attempts
    ' +
    +            _pretty(summary['by_variant_group']) + '

    Every attempted episode

    ' + ''.join(attempts) + + '

    Interpretation limits

    ') diff --git a/src/dvidia_training/reaction_native.py b/src/dvidia_training/reaction_native.py new file mode 100644 index 0000000..3039d62 --- /dev/null +++ b/src/dvidia_training/reaction_native.py @@ -0,0 +1,180 @@ +"""Native mechanical coupons for reaction v0.1, not a physical robot driver. + +One bounded horizontal actuator carries an actuated parallel jaw. A free rigid +payload and an externally scripted mocap obstacle remain in native physics. +Only reset initializes dynamic coordinates; a brake uses a bounded hold servo. +""" +from __future__ import annotations + +from contextlib import contextmanager +from dataclasses import asdict, dataclass +import hashlib +import math + +import mujoco +import numpy as np + +from .env import _NATIVE_LOCK + +FIXTURE_ID = "dvidia-linear-actuator-parallel-jaw-reaction-v0.1" + + +@dataclass(frozen=True) +class FixtureConfig: + timestep_s: float = .001 + warmup_s: float = .4 + horizon_s: float = 1.4 + speed_m_s: float = .25 + carriage_mass_kg: float = 1.0 + actuator_force_limit_n: float = 15. + payload_mass_kg: float = .04 + jaw_force_limit_n: float = 8. + pair_friction: float = .7 + rest_speed_m_s: float = .005 + rest_dwell_s: float = .05 + command_delay_s: float = .02 + + def __post_init__(self): + for name, value in asdict(self).items(): + if isinstance(value, bool) or not isinstance(value, (int, float)) or not math.isfinite(value): + raise ValueError(f"{name} must be finite numeric") + if value < 0 or (name != "command_delay_s" and value == 0): + raise ValueError(f"{name} is outside the fixture range") + if not .0002 <= self.timestep_s <= .002: + raise ValueError("timestep_s must lie in [.0002, .002]") + if not .05 <= self.warmup_s <= 1 or not .5 <= self.horizon_s <= 5: + raise ValueError("fixture durations are bounded") + if not .02 <= self.speed_m_s <= .6 or self.speed_m_s*self.horizon_s > .6: + raise ValueError("commanded motion must fit the fixture travel range") + if not .01 <= self.payload_mass_kg <= .2 or not .1 <= self.pair_friction <= 1.5: + raise ValueError("payload/material lies outside the coupon range") + if self.actuator_force_limit_n > 100 or self.jaw_force_limit_n > 30: + raise ValueError("actuator limits exceed the coupon range") + for duration in (self.warmup_s, self.horizon_s, self.rest_dwell_s, self.command_delay_s): + if not math.isclose(duration/self.timestep_s, round(duration/self.timestep_s), abs_tol=1e-9): + raise ValueError("durations must contain whole native ticks") + + +class NativeReactionFixture: + """State truth is for the sensor producer/scorer, never the monitor itself.""" + + def __init__(self, config: FixtureConfig, *, holding: bool = False): + if mujoco.__version__ != "3.15.0": + raise RuntimeError("Reaction coupons require MuJoCo 3.15.0") + self.config, self.holding = config, holding + c = config + self.scene_xml = f''' + ''' + self.warnings = [] + with self.native(): + self.model = mujoco.MjModel.from_xml_string(self.scene_xml) + self.data = mujoco.MjData(self.model) + self.travel = mujoco.mj_name2id(self.model, mujoco.mjtObj.mjOBJ_JOINT, "travel") + self.travel_qpos = int(self.model.jnt_qposadr[self.travel]) + self.travel_dof = int(self.model.jnt_dofadr[self.travel]) + self.payload_body = mujoco.mj_name2id(self.model, mujoco.mjtObj.mjOBJ_BODY, "payload") + self.carriage_body = mujoco.mj_name2id(self.model, mujoco.mjtObj.mjOBJ_BODY, "carriage") + self.geom = {name: mujoco.mj_name2id(self.model, mujoco.mjtObj.mjOBJ_GEOM, name) for name in ("probe", "left_pad", "right_pad", "payload_geom", "obstacle_geom", "floor")} + for name in ("left_jaw", "right_jaw"): + ident = mujoco.mj_name2id(self.model, mujoco.mjtObj.mjOBJ_JOINT, name) + self.data.qpos[self.model.jnt_qposadr[ident]] = .0225 if holding else 0 + self.data.ctrl[:] = (0, .024 if holding else 0, .024 if holding else 0) + mujoco.mj_forward(self.model, self.data) + for _ in range(round(c.warmup_s/c.timestep_s)): + self.tick(0, (.3, 1, .4)) + self.initial_payload_z = float(self.data.xpos[self.payload_body, 2]) + self.initial_payload_offset = self.data.xpos[self.payload_body].copy()-self.data.xpos[self.carriage_body] + if holding and (self.initial_payload_z < .3 or min(self.measure()["pad_contacts"].values()) < 1): + raise RuntimeError("payload did not establish a bilateral native grip during warmup") + + @contextmanager + def native(self): + with _NATIVE_LOCK: + previous = mujoco.get_mju_user_warning() + mujoco.set_mju_user_warning(lambda message: self.warnings.append(str(message))) + try: + yield + finally: + mujoco.set_mju_user_warning(previous) + + def tick(self, target_m, obstacle_position_m, *, carriage_push_n=0., payload_pull_n=0.): + # A mocap obstacle is an authored external actor; dynamic robot/payload + # qpos and qvel are never overwritten while moving or braking. + if not np.isfinite(self.data.qpos).all() or not np.isfinite(self.data.qvel).all(): + raise RuntimeError("nonfinite native state before step") + self.data.ctrl[0] = float(target_m) + self.data.mocap_pos[0] = obstacle_position_m + self.data.xfrc_applied[:] = 0 + self.data.xfrc_applied[self.carriage_body, 0] = carriage_push_n + self.data.xfrc_applied[self.payload_body, 2] = -payload_pull_n + before = float(self.data.time) + mujoco.mj_step(self.model, self.data) + mujoco.mj_forward(self.model, self.data) + if (self.warnings or any(w.number for w in self.data.warning) + or not all(np.isfinite(value).all() for value in (self.data.qpos, self.data.qvel, self.data.qacc)) + or not math.isclose(float(self.data.time)-before, self.config.timestep_s, abs_tol=1e-10)): + raise RuntimeError("native warning or invalid state") + + def measure(self): + position = self.data.xpos[self.carriage_body].copy() + velocity = float(self.data.qvel[self.travel_dof]) + payload_velocity = np.zeros(6) + mujoco.mj_objectVelocity(self.model, self.data, mujoco.mjtObj.mjOBJ_BODY, self.payload_body, payload_velocity, 0) + slip = float(np.linalg.norm(payload_velocity[[3, 5]]-np.array([velocity, 0.]))) if self.holding else 0. + unexpected_force = abs(float(self.data.xfrc_applied[self.carriage_body, 0])) + penetration = 0. + counts = {"left": 0, "right": 0} + for index, contact in enumerate(self.data.contact[:self.data.ncon]): + pair = {int(contact.geom1), int(contact.geom2)} + force = np.zeros(6) + mujoco.mj_contactForce(self.model, self.data, index, force) + if self.geom["obstacle_geom"] in pair and pair.intersection({self.geom["probe"], self.geom["left_pad"], self.geom["right_pad"], self.geom["payload_geom"]}): + unexpected_force += float(np.linalg.norm(force[:3])) + penetration = max(penetration, max(0., -float(contact.dist))) + for side in counts: + if pair == {self.geom[side+"_pad"], self.geom["payload_geom"]} and force[0] > .01: + counts[side] += 1 + robot_shapes = [] + gaps = [] + for name in ("probe", "left_pad", "right_pad"): + geom_id = self.geom[name] + body_velocity = np.zeros(6) + mujoco.mj_objectVelocity(self.model, self.data, mujoco.mjtObj.mjOBJ_BODY, int(self.model.geom_bodyid[geom_id]), body_velocity, 0) + radius = .035 if name == "probe" else float(np.linalg.norm(self.model.geom_size[geom_id])) + robot_shapes.append({"center_m": self.data.geom_xpos[geom_id].tolist(), "velocity_m_s": body_velocity[3:].tolist(), "radius_m": radius}) + gaps.append(float(mujoco.mj_geomDistance(self.model, self.data, geom_id, self.geom["obstacle_geom"], 2., None))) + gap = min(gaps) + return {"position_m": position.tolist(), "velocity_m_s": [velocity, 0., 0.], + "unexpected_force_n": unexpected_force, "slip_speed_m_s": slip, + "pad_contacts": counts, "clearance_m": gap, "penetration_m": penetration, + "dropped": bool(self.holding and self.data.xpos[self.payload_body, 2] < self.initial_payload_z-.04) if hasattr(self, "initial_payload_z") else False, + "actuator_force_n": float(self.data.actuator_force[0]), + "payload_position_m": self.data.xpos[self.payload_body].tolist(), "robot_shapes": robot_shapes} + + def identity(self): + return {"fixture_id": FIXTURE_ID, "config": asdict(self.config), + "scene_sha256": hashlib.sha256(self.scene_xml.encode()).hexdigest(), + "collision_scope": "native probe/pads/payload/obstacle/floor; adjacent carriage-pad and pad-pad interactions excluded; one horizontal robot travel axis", + "sensor_scope": "synthetic world-frame sphere tracks, native/applied external-force proxy, native payload tangential velocity; no camera/tactile hardware model", + "brake_scope": "delayed fixed measured-position hold through bounded native servo; no dynamic qpos/qvel overwrite", + "pair_friction": self.config.pair_friction} diff --git a/tests/test_reaction.py b/tests/test_reaction.py new file mode 100644 index 0000000..48d1e1f --- /dev/null +++ b/tests/test_reaction.py @@ -0,0 +1,227 @@ +"""Causal sensing, finite prediction and fail-closed reaction checks.""" +from dataclasses import replace +import math +import unittest + +from dvidia_training.reaction import (ContactSample, GripSample, MotionSample, + ObstacleSphere, ReactionConfig, ReactionMonitor, RobotSphere, SensorConfig, + SensorStream, Signal) + + +def motion(position=(1., 0., 0.), obstacle_velocity=(0., 0., 0.), robot_velocity=(0., 0., 0.)): + return MotionSample((RobotSphere((0., 0., 0.), robot_velocity, .05),), + (ObstacleSphere(position, obstacle_velocity, .05),)) + + +def observations(now=0., scene=None, force=0., grip=None): + return {'motion': Signal(now, scene or motion()), + 'contact': Signal(now, ContactSample(force)), + 'grip': None if grip is None else Signal(now, grip)} + + +class SensorStreamTests(unittest.TestCase): + def test_transport_preserves_acquisition_time_and_age(self): + stream = SensorStream(SensorConfig(period_s=.02, delivery_delay_s=.03)) + self.assertIsNone(stream.update(0., ContactSample(1.))) + self.assertIsNone(stream.update(.02, ContactSample(2.))) + delivered = stream.update(.03, ContactSample(3.)) + self.assertEqual(delivered, Signal(0., ContactSample(1.))) + self.assertAlmostEqual(.03-delivered.acquired_s, .03) + self.assertEqual(stream.update(.05, ContactSample(5.)), Signal(.02, ContactSample(2.))) + self.assertEqual(stream.sample_count, 3) + + def test_delivered_dropout_clears_held_value_without_fabricated_zero(self): + stream = SensorStream(SensorConfig(period_s=.1)) + self.assertEqual(stream.update(0., ContactSample(5.)).value.unexpected_force_n, 5.) + self.assertEqual(stream.update(.05, None).value.unexpected_force_n, 5.) + self.assertIsNone(stream.update(.1, None)) + self.assertIsNone(stream.latest) + always_dropped = SensorStream(SensorConfig(dropout_probability=1.)) + self.assertIsNone(always_dropped.update(0., GripSample(True, .01))) + + def test_seeded_faults_reproducible_independent_of_intermediate_polls(self): + config = SensorConfig(period_s=.1, force_noise_n=2., dropout_probability=.3) + sparse, dense = SensorStream(config, seed=43), SensorStream(config, seed=43) + results = [] + for index in range(20): + now = index*.1 + value = ContactSample(5.) + a, b = sparse.update(now, value), dense.update(now, value) + self.assertEqual(a, b) + results.append(a) + dense.update(now+.01, value) + self.assertTrue(any(value is None for value in results)) + self.assertTrue(any(value is not None for value in results)) + self.assertEqual(sparse.sample_count, dense.sample_count) + + def test_noise_bounded_per_axis_and_magnitude(self): + config = SensorConfig(position_noise_m=.01, velocity_noise_m_s=.02, + force_noise_n=2., slip_noise_m_s=.003) + scene = motion(obstacle_velocity=(-.2, 0., 0.)) + stream = SensorStream(config, seed=82) + noisy = stream.update(0., scene).value + for old, new in zip(scene.robot_spheres+scene.obstacle_spheres, + noisy.robot_spheres+noisy.obstacle_spheres): + self.assertTrue(all(abs(a-b) <= .01 for a, b in zip(old.center_m, new.center_m))) + self.assertTrue(all(abs(a-b) <= .02 for a, b in zip(old.velocity_m_s, new.velocity_m_s))) + self.assertEqual(old.radius_m, new.radius_m) + self.assertLessEqual(abs(stream.update(.02, ContactSample(10.)).value.unexpected_force_n-10.), 2.) + self.assertLessEqual(abs(stream.update(.04, GripSample(True, .01)).value.slip_speed_m_s-.01), .003) + self.assertEqual(stream.latest.value.holding, True) + + def test_late_poll_does_not_backdate_or_synthesize_acquisitions(self): + stream = SensorStream(SensorConfig(period_s=.01)) + stream.update(0., ContactSample(1.)) + self.assertEqual(stream.update(1., ContactSample(2.)).acquired_s, 1.) + self.assertEqual(stream.sample_count, 2) + stream.update(1., ContactSample(3.)) + self.assertEqual(stream.sample_count, 2) + + +class ReactionMonitorTests(unittest.TestCase): + def test_approaching_obstacle_stops_before_contact(self): + decision = ReactionMonitor().update(0., observations(scene=motion((.4, 0., 0.), (-1., 0., 0.)))) + self.assertTrue(decision.stop) + self.assertEqual(decision.reason, 'predicted_collision_moving') + self.assertAlmostEqual(decision.minimum_predicted_clearance_m, -.1) + self.assertEqual((decision.signal_name, decision.signal_acquired_s, decision.detected_s), ('motion', 0., 0.)) + + def test_robot_approaching_static_obstacle_is_positive(self): + decision = ReactionMonitor().update(0., observations(scene=motion((.4, 0., 0.), robot_velocity=(1., 0., 0.)))) + self.assertTrue(decision.stop) + self.assertEqual(decision.reason, 'predicted_collision_static') + + def test_receding_and_out_of_horizon_motion_do_not_stop(self): + config = ReactionConfig(horizon_s=.2, command_delay_s=0., margin_m=0.) + for position, velocity in (((.4, 0., 0.), (1., 0., 0.)), ((1., 0., 0.), (-1., 0., 0.)), + ((.4, .3, 0.), (-1., 0., 0.))): + with self.subTest(position=position, velocity=velocity): + self.assertFalse(ReactionMonitor(config).update(0., observations(scene=motion(position, velocity))).stop) + + def test_sample_age_propagates_relative_positions_to_now(self): + config = ReactionConfig(horizon_s=.05, command_delay_s=0., margin_m=0., max_sensor_age_s=.2) + scene = motion((.22, 0., 0.), (-1., 0., 0.)) + monitor = ReactionMonitor(config) + self.assertFalse(monitor.update(0., observations(scene=scene)).stop) + obs = observations(.1) + obs['motion'] = Signal(0., scene) + decision = monitor.update(.1, obs) + self.assertTrue(decision.stop) + self.assertAlmostEqual(decision.minimum_predicted_clearance_m, -.03) + + def test_braking_assumption_and_command_delay_increase_margin(self): + scene = motion((.5, 0., 0.), robot_velocity=(1., 0., 0.)) + fast = ReactionConfig(horizon_s=.01, margin_m=0., command_delay_s=0., assumed_deceleration_m_s2=100.) + slow = replace(fast, assumed_deceleration_m_s2=1.) + delayed = replace(fast, command_delay_s=.4) + self.assertFalse(ReactionMonitor(fast).update(0., observations(scene=scene)).stop) + self.assertTrue(ReactionMonitor(slow).update(0., observations(scene=scene)).stop) + self.assertTrue(ReactionMonitor(delayed).update(0., observations(scene=scene)).stop) + + def test_force_and_holding_slip_have_causal_triggers(self): + force = ReactionMonitor().update(.2, observations(.2, force=10.1)) + self.assertEqual(force.reason, 'unexpected_contact') + self.assertEqual(force.signal_name, 'contact') + self.assertEqual(force.detected_s, .2) + slip = ReactionMonitor().update(0., observations(grip=GripSample(True, .02))) + self.assertEqual(slip.reason, 'grip_slip') + self.assertFalse(ReactionMonitor().update(0., observations(grip=GripSample(False, .02))).stop) + + def test_missing_and_stale_required_signals_stop(self): + for name in ('motion', 'contact'): + obs = observations() + obs[name] = None + self.assertEqual(ReactionMonitor().update(0., obs).reason, f'missing_{name}') + obs = observations(.2) + obs[name] = observations()[name] + self.assertEqual(ReactionMonitor().update(.2, obs).reason, f'stale_{name}') + + def test_delayed_contact_detects_at_delivery_not_acquisition(self): + stream = SensorStream(SensorConfig(period_s=.01, delivery_delay_s=.03)) + monitor = ReactionMonitor(ReactionConfig(require_motion=False, require_contact=False)) + for now in (0., .01, .02): + decision = monitor.update(now, {'contact': stream.update(now, ContactSample(20.))}) + self.assertFalse(decision.stop) + decision = monitor.update(.03, {'contact': stream.update(.03, ContactSample(20.))}) + self.assertEqual(decision.reason, 'unexpected_contact') + self.assertEqual((decision.signal_acquired_s, decision.detected_s), (0., .03)) + + def test_grip_required_while_holding_and_stale_optional_signals_ignored(self): + monitor = ReactionMonitor() + self.assertFalse(monitor.update(0., observations(grip=GripSample(True, 0.))).stop) + self.assertEqual(monitor.update(.02, observations(.02)).reason, 'missing_grip') + self.assertFalse(ReactionMonitor(ReactionConfig(require_motion=False, require_contact=False)) + .update(.5, {'contact': Signal(0., ContactSample(100.))}).stop) + self.assertEqual(ReactionMonitor().update(0., observations(), holding=True).reason, 'missing_grip') + + def test_stale_release_report_cannot_clear_holding_obligation(self): + monitor = ReactionMonitor() + self.assertFalse(monitor.update(0., observations(grip=GripSample(True, 0.))).stop) + obs = observations(.3) + obs['grip'] = Signal(.01, GripSample(False, 0.)) + self.assertEqual(monitor.update(.3, obs).reason, 'stale_grip') + + def test_expected_retention_obligation_is_independent_of_measured_holding(self): + monitor = ReactionMonitor() + lost = monitor.update(0., observations(grip=GripSample(False, 0.)), holding=True) + self.assertEqual(lost.reason, 'grip_lost') + self.assertEqual(lost.signal_name, 'grip') + released = ReactionMonitor().update(0., observations(grip=GripSample(True, .02)), holding=False) + self.assertFalse(released.stop) + + def test_stop_latches_after_obstacle_disappears_until_reset(self): + monitor = ReactionMonitor() + first = monitor.update(0., observations(force=20.)) + self.assertEqual(monitor.update(.1, observations(.1)), first) + monitor.reset() + self.assertFalse(monitor.update(0., observations()).stop) + + def test_no_obstacles_has_no_invented_clearance(self): + scene = MotionSample((RobotSphere((0., 0., 0.), (0., 0., 0.), .05),), ()) + decision = ReactionMonitor().update(0., observations(scene=scene)) + self.assertFalse(decision.stop) + self.assertIsNone(decision.minimum_predicted_clearance_m) + + +class ValidationTests(unittest.TestCase): + def test_invalid_configuration_and_payloads_rejected(self): + factories = [lambda: SensorConfig(period_s=0.), lambda: SensorConfig(dropout_probability=1.1), + lambda: ReactionConfig(assumed_deceleration_m_s2=0.), lambda: ReactionConfig(require_motion=1), + lambda: SensorConfig(force_noise_n=math.inf), lambda: ContactSample(-1.), + lambda: ContactSample(10**1000), lambda: MotionSample(None, ()), + lambda: GripSample(1, 0.), lambda: Signal(-1., ContactSample(0.)), + lambda: Signal(0., 0.), lambda: RobotSphere((0., 0.), (0., 0., 0.), .1), + lambda: RobotSphere((0., math.nan, 0.), (0., 0., 0.), .1), + lambda: RobotSphere((0., 0., 0.), (0., 0., 0.), 0.), lambda: MotionSample((), ())] + for factory in factories: + with self.subTest(factory=factory), self.assertRaises(ValueError): + factory() + + def test_future_regressing_and_wrong_modality_observations_rejected(self): + monitor = ReactionMonitor() + for obs in ({'motion': Signal(.1, motion())}, {'contact': Signal(0., motion())}, {'truth': None}): + with self.subTest(obs=obs), self.assertRaises(ValueError): + monitor.update(0., obs) + monitor.update(.1, observations(.1)) + with self.assertRaises(ValueError): + monitor.update(.2, observations(0.)) + with self.assertRaises(ValueError): + monitor.update(.05, observations(.05)) + stream = SensorStream() + stream.update(.1, ContactSample(0.)) + with self.assertRaises(ValueError): + stream.update(0., ContactSample(0.)) + + + def test_latched_stop_still_rejects_regressing_sensor_history(self): + monitor = ReactionMonitor() + monitor.update(0., {'motion': None, 'contact': None}) + original = monitor.update(.1, observations(.1)) + self.assertTrue(original.stop) + self.assertEqual(monitor.update(.2, observations(.2)), original) + with self.assertRaises(ValueError): + monitor.update(.3, observations(.15)) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_reaction_benchmark.py b/tests/test_reaction_benchmark.py new file mode 100644 index 0000000..ba6d1d4 --- /dev/null +++ b/tests/test_reaction_benchmark.py @@ -0,0 +1,184 @@ +"""Evidence integrity and native reaction/braking behavior, including failures.""" +import copy +import hashlib +import importlib.util +import json +from pathlib import Path +import tempfile +import unittest +from unittest.mock import patch + +from dvidia_training.reaction_benchmark import (_hash, inspect, make_protocol, + paired_comparisons, run_trial) +from dvidia_training.reaction_metrics import summarize + + +class ProtocolEvidenceTests(unittest.TestCase): + def test_protocol_has_hazard_negative_fault_and_matched_control_cases(self): + p = make_protocol(2, 41, convergence=True) + self.assertFalse(p["confirmation"]) + self.assertTrue(p["convergence_enabled"]) + self.assertEqual(len(p["cases"]), 13) + self.assertEqual(len({c["id"] for c in p["cases"]}), 13) + self.assertEqual(p["variants"], ["monitor", "disabled_control"]) + self.assertTrue(any(not c["positive"] for c in p["cases"])) + self.assertEqual({c["group"] for c in p["cases"]}, {"motion", "contact", "grip", "sensor_fault"}) + for args in ((True, 4), (0, 4), (31, 4), (1, True), (1, -1)): + with self.assertRaises(ValueError): + make_protocol(*args) + + def evidence(self, directory): + protocol = make_protocol(1, 3) + protocol["cases"] = [{"id": "fixture", "group": "motion", "positive": False}] + record = {"case_id": "fixture", "variant": "monitor", "group": "motion", "seed": 3, + "valid": True, "expected_detection": False, "detected_s": None, + "peak_unexpected_force_n": 0., "unexpected_contact_impulse_ns": 0., + "minimum_clearance_m": .1, "max_penetration_m": 0., + "simulated_seconds": 1., "wall_seconds": .5, "step_count": 1000} + sources = {"reaction.py": "a"*64} + records = [record, dict(record, variant="disabled_control")] + report = {"format": "dvidia.reaction-benchmark", "schema_version": 1, + "framework_version": "0.1", "benchmark_qualification": False, + "protocol": protocol, "protocol_sha256": _hash(protocol), "source_sha256": sources, + "records": records, "summary": summarize(records), "paired_comparisons": paired_comparisons(records), + "scope": "synthetic", "physical_robot_ready": False} + values = {"protocol.json": json.dumps(protocol), "protocol.sha256": _hash(protocol), + "sources.json": json.dumps(sources), "trials.jsonl": "".join(json.dumps(r)+"\n" for r in records), + "report.json": json.dumps(report), "report.html": "

    fixture

    "} + for name, value in values.items(): + (directory/name).write_text(value) + self.manifest(directory) + return report + + def manifest(self, directory): + manifest = {p.name: hashlib.sha256(p.read_bytes()).hexdigest() for p in directory.iterdir() if p.name != "evidence-manifest.json"} + (directory/"evidence-manifest.json").write_text(json.dumps(manifest)) + + def test_inspection_checks_bytes_and_recomputed_measurements(self): + with tempfile.TemporaryDirectory() as temp: + root = Path(temp) + report = self.evidence(root) + self.assertTrue(inspect(root)["consistent"]) + (root/"report.html").write_text("changed") + with self.assertRaisesRegex(ValueError, "changed evidence"): + inspect(root) + self.manifest(root) + report["summary"]["attempted"] = 90 + (root/"report.json").write_text(json.dumps(report)) + self.manifest(root) + with self.assertRaisesRegex(ValueError, "inconsistent"): + inspect(root) + + def test_manifest_cannot_reference_an_external_path(self): + with tempfile.TemporaryDirectory() as temp: + root = Path(temp) + self.evidence(root) + manifest = json.loads((root/"evidence-manifest.json").read_text()) + manifest["../outside.json"] = "a"*64 + (root/"evidence-manifest.json").write_text(json.dumps(manifest)) + with self.assertRaisesRegex(ValueError, "local filenames"): + inspect(root) + + def test_rewritten_ready_claim_or_omitted_attempt_is_refused(self): + with tempfile.TemporaryDirectory() as temp: + root = Path(temp) + report = self.evidence(root) + report["physical_robot_ready"] = True + (root/"report.json").write_text(json.dumps(report)) + self.manifest(root) + with self.assertRaisesRegex(ValueError, "scope or readiness"): + inspect(root) + report["physical_robot_ready"] = False + report["records"] = report["records"][:1] + (root/"trials.jsonl").write_text(json.dumps(report["records"][0])+"\n") + (root/"report.json").write_text(json.dumps(report)) + self.manifest(root) + with self.assertRaisesRegex(ValueError, "planned attempts"): + inspect(root) + + def test_invalid_pair_is_retained_with_unmeasured_deltas(self): + records = [{"case_id": "a", "seed": 2, "variant": "monitor", "valid": False}, + {"case_id": "a", "seed": 2, "variant": "disabled_control", "valid": True}] + pair = paired_comparisons(records)[0] + self.assertFalse(pair["both_valid"]) + self.assertIsNone(pair["minimum_clearance_m_monitor_minus_control"]) + + +@unittest.skipUnless(importlib.util.find_spec("mujoco"), "optional native arm extra") +class NativeReactionTests(unittest.TestCase): + @classmethod + def setUpClass(cls): + cls.protocol = make_protocol(1, 48203) + cls.records = {} + for case_id, variants in (("crossing", ("monitor", "disabled_control")), + ("slip", ("monitor", "disabled_control")), + ("stale_motion", ("monitor",)), + ("late_occluded_entry", ("monitor",))): + case = next(c for c in cls.protocol["cases"] if c["id"] == case_id) + for variant in variants: + cls.records[case_id, variant] = run_trial(cls.protocol, case, variant, 48203) + + def test_anticipation_changes_native_contact_without_changing_positive_label(self): + active, control = (self.records["crossing", v] for v in ("monitor", "disabled_control")) + self.assertTrue(active["valid"], active["error"]) + self.assertTrue(control["valid"], control["error"]) + self.assertEqual(active["expected_detection"], control["expected_detection"]) + self.assertLessEqual(active["peak_unexpected_force_n"], .001) + self.assertGreater(control["peak_unexpected_force_n"], 10.) + self.assertIsNone(control["brake_applied_s"]) + self.assertIsNone(control["stopped_s"]) + + def test_stop_preserves_motion_and_runs_every_native_tick_to_fixed_horizon(self): + r = self.records["crossing", "monitor"] + self.assertAlmostEqual(r["brake_applied_s"]-r["brake_requested_s"], .02) + self.assertGreater(r["stopped_s"]-r["brake_applied_s"], .05) + self.assertGreater(r["stopping_distance_m"], .001) + self.assertGreater(r["request_to_rest_path_m"], r["stopping_distance_m"]) + self.assertGreater(r["max_forward_excursion_m"], r["stopping_displacement_m"]) + self.assertEqual(r["step_count"], 1400) + self.assertAlmostEqual(r["simulated_seconds"], 1.4) + self.assertLess(r["trace"][-1]["velocity_m_s"][0], .005) + braking = next(row for row in r["trace"] if row["braking"]) + self.assertGreater(abs(braking["velocity_m_s"][0]), .005) + + def test_slip_stop_does_not_claim_load_recovery(self): + r = self.records["slip", "monitor"] + self.assertTrue(r["valid"], r["error"]) + self.assertIn(r["detected_reason"], ("grip_slip", "grip_lost")) + self.assertTrue(r["dropped"]) + self.assertIsNotNone(r["stopped_s"]) + self.assertTrue(self.records["slip", "disabled_control"]["dropped"]) + + def test_stale_signal_is_visible_as_unusable_without_fabricated_dropout(self): + r = self.records["stale_motion", "monitor"] + self.assertEqual(r["detected_reason"], "stale_motion") + self.assertTrue(r["observation_available"]) + self.assertFalse(r["required_observations_fresh"]) + self.assertEqual(r["observation_blackout_seconds"], 0.) + self.assertGreater(r["observation_stale_seconds"], .8) + + def test_numerical_validity_does_not_hide_failed_contact_diagnostics(self): + r = self.records["late_occluded_entry", "monitor"] + self.assertTrue(r["valid"], r["error"]) + self.assertFalse(r["contact_diagnostic_pass"]) + self.assertGreater(r["max_penetration_m"], .003) + self.assertEqual(summarize([r])["overall"]["contact_diagnostics"]["exceeded"], 1) + + def test_horizon_and_engine_errors_remain_missing_or_invalid(self): + p = copy.deepcopy(self.protocol) + p["fixture_config"]["horizon_s"] = .5 + case = next(c for c in p["cases"] if c["id"] == "slip") + r = run_trial(p, case, "monitor", 48203) + self.assertTrue(r["valid"], r["error"]) + self.assertIsNotNone(r["brake_applied_s"]) + self.assertIsNone(r["stopped_s"]) + self.assertIsNone(r["stopping_distance_m"]) + with patch("dvidia_training.reaction_native.NativeReactionFixture", side_effect=RuntimeError("test invalid engine")): + invalid = run_trial(self.protocol, case, "monitor", 48203) + self.assertFalse(invalid["valid"]) + self.assertIn("test invalid engine", invalid["error"]) + self.assertEqual(summarize([invalid])["overall"]["detection"]["invalid_positive"], 1) + + +if __name__ == "__main__": + unittest.main() diff --git a/tests/test_reaction_convergence.py b/tests/test_reaction_convergence.py new file mode 100644 index 0000000..463202d --- /dev/null +++ b/tests/test_reaction_convergence.py @@ -0,0 +1,208 @@ +"""Timestep comparison measurements without importing/running native physics.""" +from copy import deepcopy +import json +import unittest +from unittest.mock import patch + +from dvidia_training.reaction_convergence import compare_timesteps, recompute_comparison + + +def protocol(): + return {'seed': 47, 'cases': [{'id': 'crossing'}, {'id': 'late_occluded_entry', 'onset_s': .45}], + 'fixture_config': {'timestep_s': .001, 'warmup_s': .4, 'horizon_s': 1.4, + 'rest_dwell_s': .05, 'command_delay_s': .02}, + 'sensor_period_s': .01, 'reaction_period_s': .001, 'sensor_prime_s': .15, + 'reaction_config': {'command_delay_s': .02}, + 'convergence_diagnostics': {'event_time_absolute_s': .01, + 'contact_relative_change': .1, 'penetration_absolute_m': .001, + 'scope': 'authored development tolerances'}} + + +def record(config, case, variant, seed): + return {'case_id': case['id'], 'variant': variant, 'seed': seed, 'valid': True, 'error': None, + 'detected_s': .5, 'stopped_s': .7 if variant == 'monitor' else None, + 'stopping_distance_m': .02 if variant == 'monitor' else None, + 'peak_unexpected_force_n': 10., 'unexpected_contact_impulse_ns': .2, + 'max_penetration_m': .001, 'minimum_clearance_m': -.001, + 'trace': [{'detail': 'complete records retained'}]} + + +class ConvergenceTests(unittest.TestCase): + def test_eight_paired_attempts_fixed_clocks_and_detached_inputs(self): + source = protocol() + before = deepcopy(source) + seen = [] + def run(config, case, variant, seed): + seen.append((deepcopy(config), deepcopy(case), variant, seed)) + result = record(config, case, variant, seed) + config['fixture_config']['timestep_s'] = .99 # Cannot mutate source or pretrial identities. + case['id'] = 'mutated' + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + report = compare_timesteps(source) + self.assertEqual(source, before) + self.assertEqual((report['attempted'], report['invalid'], len(report['pairs'])), (8, 0, 4)) + self.assertTrue(report['timing_stable']) + self.assertTrue(report['contact_converged']) + self.assertFalse(report['physical_robot_ready']) + for first, second in zip(seen[::2], seen[1::2]): + self.assertEqual(first[3], second[3]) + self.assertEqual(first[0]['sensor_period_s'], second[0]['sensor_period_s']) + self.assertEqual(first[0]['reaction_period_s'], second[0]['reaction_period_s']) + self.assertEqual((first[0]['fixture_config']['timestep_s'], second[0]['fixture_config']['timestep_s']), (.001, .0005)) + for base, fine in zip(report['attempts'][::2], report['attempts'][1::2]): + self.assertNotEqual(base['fixture_config_sha256'], fine['fixture_config_sha256']) + self.assertEqual(base['record']['trace'][0]['detail'], 'complete records retained') + json.dumps(report, allow_nan=False) + + def test_absolute_and_signed_baseline_relative_changes(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + if config['fixture_config']['timestep_s'] == .0005: + result.update(detected_s=.505, peak_unexpected_force_n=10.5, + unexpected_contact_impulse_ns=.21, minimum_clearance_m=-.0015) + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + report = compare_timesteps(protocol()) + pair = report['pairs'][0] + self.assertAlmostEqual(pair['metrics']['detected_s']['absolute_change'], .005) + self.assertAlmostEqual(pair['metrics']['minimum_clearance_m']['relative_change_to_abs_base'], .5) + self.assertTrue(pair['timing_stable']) + self.assertTrue(pair['contact_converged']) + + def test_zero_baseline_not_converted_to_fabricated_relative_zero(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + result['peak_unexpected_force_n'] = 0. if config['fixture_config']['timestep_s'] == .001 else 1. + result['unexpected_contact_impulse_ns'] = 0. + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + pair = compare_timesteps(protocol())['pairs'][0] + force, impulse = pair['metrics']['peak_unexpected_force_n'], pair['metrics']['unexpected_contact_impulse_ns'] + self.assertEqual(force['relative_status'], 'zero_to_nonzero') + self.assertIsNone(force['relative_change_to_abs_base']) + self.assertEqual(impulse['relative_status'], 'both_zero') + self.assertIsNone(impulse['relative_change_to_abs_base']) + self.assertTrue(pair['contact_checks']['unexpected_contact_impulse_ns']) + self.assertFalse(pair['contact_converged']) + + def test_missing_measurements_remain_unknown_or_asymmetric_failure(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + result['unexpected_contact_impulse_ns'] = None + result['stopped_s'] = None + if config['fixture_config']['timestep_s'] == .0005: + result['detected_s'] = None + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + pair = compare_timesteps(protocol())['pairs'][0] + self.assertFalse(pair['timing_stable']) + self.assertIsNone(pair['contact_converged']) + self.assertEqual(pair['metrics']['stopped_s']['relative_status'], 'both_missing') + self.assertIsNone(pair['metrics']['stopped_s']['absolute_change']) + + def test_invalid_trials_and_exceptions_are_retained_in_denominator(self): + def run(config, case, variant, seed): + if config['fixture_config']['timestep_s'] == .0005: + raise RuntimeError('native fixture failed') + return record(config, case, variant, seed) + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + report = compare_timesteps(protocol()) + self.assertEqual((report['attempted'], report['invalid']), (8, 4)) + self.assertIsNone(report['timing_stable']) + self.assertIsNone(report['contact_converged']) + self.assertTrue(all(pair['errors'][0]['error'] == 'RuntimeError: native fixture failed' for pair in report['pairs'])) + self.assertIsNone(report['pairs'][0]['metrics']['peak_unexpected_force_n']['fine']) + + def test_invalid_record_placeholders_are_not_used_as_measurements(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + if config['fixture_config']['timestep_s'] == .0005: + result.update(valid=False, error='failed before measurement', peak_unexpected_force_n=0.) + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + report = compare_timesteps(protocol()) + self.assertEqual(report['attempts'][1]['record']['peak_unexpected_force_n'], 0.) + self.assertIsNone(report['pairs'][0]['metrics']['peak_unexpected_force_n']['fine']) + self.assertIsNone(report['pairs'][0]['contact_converged']) + + def test_authored_tolerance_failures_are_visible(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + if config['fixture_config']['timestep_s'] == .0005: + result.update(detected_s=.52, max_penetration_m=.003) + return result + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + report = compare_timesteps(protocol()) + self.assertFalse(report['timing_stable']) + self.assertFalse(report['contact_converged']) + + def test_configuration_is_validated_before_attempts(self): + for mutate in (lambda p: p.pop('convergence_diagnostics'), + lambda p: p.update(reaction_period_s=.0007), + lambda p: p['fixture_config'].update(horizon_s=1.4001), + lambda p: p['cases'].pop(), + lambda p: p['cases'][0].update(sensor_delay_s=.0007)): + value = protocol() + mutate(value) + with patch('dvidia_training.reaction_benchmark.run_trial') as run, self.assertRaises(ValueError): + compare_timesteps(value) + run.assert_not_called() + + def test_pure_recomputation_detects_rewritten_verdict_and_metrics(self): + def run(config, case, variant, seed): + result = record(config, case, variant, seed) + if config['fixture_config']['timestep_s'] == .0005: + result.update(detected_s=.52, max_penetration_m=.003) + return result + source = protocol() + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=run): + original = compare_timesteps(source) + altered = deepcopy(original) + altered['timing_stable'] = altered['contact_converged'] = True + altered['pairs'][0]['metrics']['max_penetration_m']['absolute_change'] = 0. + altered['pairs'][0]['contact_converged'] = True + with patch('dvidia_training.reaction_benchmark.run_trial') as native: + recalculated = recompute_comparison(source, altered['attempts']) + native.assert_not_called() + self.assertEqual(recalculated, original) + self.assertNotEqual(recalculated, altered) + self.assertFalse(recalculated['contact_converged']) + + def test_missing_duplicate_extra_and_altered_attempt_identities_rejected(self): + source = protocol() + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=record): + attempts = compare_timesteps(source)['attempts'] + mutations = [lambda rows: rows.pop(), lambda rows: rows.append(deepcopy(rows[0])), + lambda rows: rows.__setitem__(1, deepcopy(rows[0])), + lambda rows: rows[0].update(seed=48), + lambda rows: rows[0].update(protocol_sha256='0'*64), + lambda rows: rows[0].update(fixture_config_sha256='0'*64), + lambda rows: rows[0].update(input_sha256='0'*64), + lambda rows: rows[0]['record'].update(case_id='other'), + lambda rows: rows[0]['record'].update(seed=48), + lambda rows: rows[0].update(timestep_s=.00025)] + for mutate in mutations: + altered = deepcopy(attempts) + mutate(altered) + with self.subTest(mutate=mutate), self.assertRaises(ValueError): + recompute_comparison(source, altered) + + def test_all_invalid_attempts_retained_and_reordering_is_canonical(self): + source = protocol() + with patch('dvidia_training.reaction_benchmark.run_trial', side_effect=RuntimeError('native unavailable')): + original = compare_timesteps(source) + reordered = list(reversed(original['attempts'])) + before = deepcopy(reordered) + recalculated = recompute_comparison(source, reordered) + self.assertEqual(reordered, before) + self.assertEqual(recalculated, original) + self.assertEqual((recalculated['attempted'], recalculated['invalid']), (8, 8)) + self.assertIsNone(recalculated['timing_stable']) + self.assertIsNone(recalculated['contact_converged']) + self.assertEqual(len(recalculated['pairs']), 4) + self.assertTrue(all(len(pair['errors']) == 2 for pair in recalculated['pairs'])) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_reaction_metrics.py b/tests/test_reaction_metrics.py new file mode 100644 index 0000000..97cfa31 --- /dev/null +++ b/tests/test_reaction_metrics.py @@ -0,0 +1,194 @@ +"""Denominators, censored reaction timings and self-contained evidence reports.""" +from copy import deepcopy +import builtins +import json +import math +from unittest.mock import patch +import unittest + +from dvidia_training.reaction_metrics import render_report, summarize + + +def record(case='positive', **updates): + result = {'case_id': case, 'variant': 'monitor', 'group': 'motion', + 'expected_detection': True, 'valid': True, 'hazard_onset_s': .1, + 'sensor_sample_s': .11, 'sensor_delivered_s': .12, 'decision_s': .13, + 'detected_s': .13, 'brake_requested_s': .14, 'brake_applied_s': .15, + 'stopped_s': .25, 'stopping_distance_m': .01, + 'stopping_displacement_m': .009, 'peak_unexpected_force_n': 0., + 'unexpected_contact_impulse_ns': 0., 'minimum_clearance_m': .02, + 'max_penetration_m': 0., 'rest_dwell_s': .05, 'dropped': None, + 'simulated_seconds': 1., 'wall_seconds': .1, 'step_count': 1000, + 'error': None} + result.update(updates) + return result + + +class ReactionMetricTests(unittest.TestCase): + def test_confusion_denominators_keep_invalid_and_unknown_attempts_visible(self): + records = [record('tp'), record('fn', detected_s=None, brake_requested_s=None, + brake_applied_s=None, stopped_s=None), + record('fp', expected_detection=False, hazard_onset_s=None), + record('tn', expected_detection=False, hazard_onset_s=None, detected_s=None, + brake_requested_s=None, brake_applied_s=None, stopped_s=None), + record('invalid-positive', valid=False, error='native warning'), + record('unknown', expected_detection=None), + record('invalid-unknown', valid=False, expected_detection=None, error='setup error')] + summary = summarize(records) + self.assertEqual((summary['attempted'], summary['valid'], summary['invalid']), (7, 5, 2)) + detection = summary['overall']['detection'] + self.assertEqual({key: detection[key] for key in ('tp', 'fn', 'fp', 'tn')}, + {'tp': 1, 'fn': 1, 'fp': 1, 'tn': 1}) + self.assertEqual(detection['evaluated'], 4) + self.assertEqual(detection['unknown_label'], 1) + self.assertEqual(detection['attempted_positive'], 3) + self.assertEqual(detection['invalid_positive'], 1) + self.assertEqual(detection['attempted_unknown_label'], 2) + self.assertEqual(detection['invalid_unknown_label'], 1) + self.assertEqual(detection['accuracy']['estimate'], .5) + self.assertEqual(detection['valid_correct_per_attempted_labeled']['denominator'], 5) + self.assertEqual(detection['valid_correct_per_attempted_labeled']['estimate'], .4) + self.assertEqual(detection['recall']['denominator'], 2) + self.assertEqual(detection['false_positive_rate']['denominator'], 2) + + def test_no_positive_or_detected_examples_produce_null_rates(self): + d = summarize([record(expected_detection=False, detected_s=None)])['overall']['detection'] + for name in ('precision', 'recall'): + self.assertIsNone(d[name]['estimate']) + self.assertIsNone(d[name]['ci95_wilson']) + self.assertEqual(d['false_positive_rate']['estimate'], 0.) + + def test_wilson_interval_does_not_treat_one_success_as_certainty(self): + rate = summarize([record()])['overall']['detection']['recall'] + self.assertEqual(rate['estimate'], 1.) + self.assertAlmostEqual(rate['ci95_wilson']['lower'], .2065493144) + self.assertAlmostEqual(rate['ci95_wilson']['upper'], 1.) + + def test_empty_summary_is_json_safe_and_has_no_fake_observations(self): + s = summarize([]) + self.assertEqual(s['attempted'], 0) + self.assertEqual(s['by_variant'], {}) + self.assertIsNone(s['overall']['throughput']['steps_per_wall_second']) + self.assertIsNone(s['overall']['detection']['accuracy']['estimate']) + json.dumps(s, allow_nan=False) + + def test_censored_stop_is_missing_in_distribution_and_counts_unstopped(self): + s = summarize([record(), record('censored', stopped_s=None, + stopping_distance_m=None, stopping_displacement_m=None)])['overall'] + self.assertEqual(s['stop']['brake_requested'], 2) + self.assertEqual(s['stop']['unstopped_at_horizon'], 1) + stop = s['measurements']['application_to_stop_s'] + self.assertEqual((stop['count'], stop['missing']), (1, 1)) + self.assertAlmostEqual(stop['median'], .1) + self.assertEqual(s['measurements']['stopping_distance_m']['median'], .01) + + def test_shadow_detection_is_separate_from_command_and_stopping_metrics(self): + s = summarize([record(), record('control', variant='disabled_control', + brake_requested_s=None, brake_applied_s=None, stopped_s=None, + stopping_distance_m=None, stopping_displacement_m=None)]) + control = s['by_variant']['disabled_control'] + self.assertEqual(control['detection']['tp'], 1) + self.assertEqual(control['stop']['brake_requested'], 0) + self.assertIsNone(control['measurements']['application_to_stop_s']['median']) + + def test_timing_stages_are_separate_and_onset_does_not_force_detection_order(self): + r = record(hazard_onset_s=.2) + s = summarize([r])['overall']['measurements'] + self.assertAlmostEqual(s['detection_latency_s']['median'], -.07) + self.assertAlmostEqual(s['sample_to_delivery_s']['median'], .01) + self.assertAlmostEqual(s['delivery_to_decision_s']['median'], .01) + self.assertAlmostEqual(s['decision_to_brake_request_s']['median'], .01) + self.assertAlmostEqual(s['request_to_application_s']['median'], .01) + + def test_incoherent_command_and_sensor_chains_are_refused(self): + for key, value in [('stopped_s', .145), ('brake_applied_s', .135), + ('sensor_delivered_s', .105), ('decision_s', .115), ('detected_s', .2)]: + with self.subTest(key=key), self.assertRaises(ValueError): + summarize([record(**{key: value})]) + + def test_pre_roll_samples_and_float_clock_conversion_are_valid(self): + r = record(sensor_sample_s=-.02, sensor_delivered_s=-.01, + decision_s=.13 + 1e-16, detected_s=.13 + 1e-16, + brake_requested_s=.13) + self.assertEqual(summarize([r])['valid'], 1) + self.assertEqual(summarize([r])['overall']['measurements']['decision_to_brake_request_s']['median'], 0.) + + def test_rest_loss_and_request_path_are_explicit(self): + r = record(rest_lost_after_confirmation=True, request_to_rest_path_m=.03, + max_forward_excursion_m=.028, observation_stale_seconds=.5, + observation_unusable_seconds=.6) + s = summarize([r])['overall'] + self.assertEqual(s['stop']['rest_lost_after_confirmation'], 1) + self.assertEqual(s['measurements']['request_to_rest_path_m']['median'], .03) + self.assertEqual(s['measurements']['observation_stale_seconds']['median'], .5) + + def test_nearest_rank_tail_and_worst_clearance_direction(self): + records = [record(str(i), stopping_distance_m=i / 1000., minimum_clearance_m=-i / 1000.) + for i in range(1, 21)] + metrics = summarize(records)['overall']['measurements'] + self.assertEqual(metrics['stopping_distance_m']['p95'], .019) + self.assertAlmostEqual(metrics['stopping_distance_m']['median'], .0105) + self.assertEqual(metrics['minimum_clearance_m']['worst'], -.02) + + def test_wall_throughput_counts_invalid_work_and_missing_durations_block_ratios(self): + records = [record(), record('invalid', valid=False, wall_seconds=.2, simulated_seconds=.5, + step_count=500, error='native warning')] + throughput = summarize(records)['overall']['throughput'] + self.assertAlmostEqual(throughput['steps_per_wall_second'], 5000.) + self.assertAlmostEqual(throughput['simulated_seconds_per_wall_second'], 5.) + records[1]['wall_seconds'] = None + throughput = summarize(records)['overall']['throughput'] + self.assertIsNone(throughput['steps_per_wall_second']) + self.assertEqual(throughput['wall_time_missing'], 1) + + def test_load_retention_is_measured_only_when_supplied(self): + s = summarize([record(dropped=True), record('held', dropped=False), record('no-load')])['overall']['load'] + self.assertEqual((s['known'], s['unknown'], s['dropped']), (2, 1, 1)) + self.assertEqual(s['drop_rate']['estimate'], .5) + + def test_group_and_variant_partitions_keep_every_attempt(self): + records = [record(), record('fault', group='sensor_fault', valid=False), + record('control', group='sensor_fault', variant='disabled_control')] + s = summarize(records) + self.assertEqual(sum(v['attempted'] for v in s['by_variant'].values()), 3) + self.assertEqual(sum(v['attempted'] for v in s['by_group'].values()), 3) + self.assertEqual(s['by_variant_group']['monitor']['sensor_fault']['invalid'], 1) + + def test_nonnumeric_and_nonfinite_values_and_boolean_labels_are_refused(self): + for key, value in [('wall_seconds', math.nan), ('wall_seconds', math.inf), + ('wall_seconds', -1), ('step_count', .5), ('step_count', True), + ('minimum_clearance_m', '0'), ('valid', 1), ('expected_detection', 1), + ('stopped_s', 10 ** 1000)]: + with self.subTest(key=key), self.assertRaises(ValueError): + summarize([record(**{key: value})]) + + def test_report_escapes_untrusted_text_and_preserves_invalid_evidence(self): + r = record('', valid=False, + error='') + report = {'protocol': {'name': ''}, 'scope': 'simulation-only', + 'versions': {}, 'host': {}, 'records': [r], 'summary': summarize([r])} + html = render_report(report) + self.assertNotIn('