From b142f50caf3aaa1ef0b0f0c3f423a7006f0f9909 Mon Sep 17 00:00:00 2001 From: DVIDIA Date: Wed, 11 Nov 2026 06:35:19 -0500 Subject: [PATCH 1/2] Reduce lossless capture overhead and publish latency comparisons --- .github/workflows/ci.yml | 2 +- README.md | 3 + .../godot-capture-latency-v02/README.md | 169 +++++ .../godot-capture-latency-v02/candidate.json | 18 + .../confirmation-01-baseline.json | 1 + .../confirmation-02-candidate.json | 1 + .../confirmation-03-candidate.json | 1 + .../confirmation-04-baseline.json | 1 + .../confirmation-05-baseline.json | 1 + .../confirmation-06-candidate.json | 1 + .../diagnostic-baseline.json | 1 + .../diagnostic-candidate.json | 1 + .../fresh-install.json | 22 + .../godot-tests.json | 15 + .../godot-capture-latency-v02/plan.json | 92 +++ .../profile-baseline.json | 1 + .../profile-candidate.json | 1 + .../godot-capture-latency-v02/results.json | 675 ++++++++++++++++++ .../tests-initial-missing-fixture.json | 26 + .../godot-capture-latency-v02/tests.json | 27 + .../windowed-baseline.json | 64 ++ .../windowed-candidate.json | 64 ++ scripts/compare-operator-captures.py | 197 ++++- scripts/profile-operator-capture.py | 89 ++- scripts/summarize-capture-latency.py | 101 +++ src/dvidia_training/operator_capture.py | 26 +- src/dvidia_training/piper_action_capture.py | 16 +- tests/test_capture_encoding.py | 163 +++++ tests/test_capture_profile.py | 32 + tests/test_operator_capture_latency.py | 112 +++ tests/test_operator_capture_parity.py | 179 +++++ 31 files changed, 2051 insertions(+), 51 deletions(-) create mode 100644 benchmarks/godot-capture-latency-v02/README.md create mode 100644 benchmarks/godot-capture-latency-v02/candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-01-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-02-candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-03-candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-04-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-05-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/confirmation-06-candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/diagnostic-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/diagnostic-candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/fresh-install.json create mode 100644 benchmarks/godot-capture-latency-v02/godot-tests.json create mode 100644 benchmarks/godot-capture-latency-v02/plan.json create mode 100644 benchmarks/godot-capture-latency-v02/profile-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/profile-candidate.json create mode 100644 benchmarks/godot-capture-latency-v02/results.json create mode 100644 benchmarks/godot-capture-latency-v02/tests-initial-missing-fixture.json create mode 100644 benchmarks/godot-capture-latency-v02/tests.json create mode 100644 benchmarks/godot-capture-latency-v02/windowed-baseline.json create mode 100644 benchmarks/godot-capture-latency-v02/windowed-candidate.json create mode 100644 scripts/summarize-capture-latency.py create mode 100644 tests/test_capture_encoding.py create mode 100644 tests/test_capture_profile.py create mode 100644 tests/test_operator_capture_latency.py create mode 100644 tests/test_operator_capture_parity.py diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index af46bfd..0dab2f1 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -83,7 +83,7 @@ jobs: - name: Verify pinned learning caches run: python -m unittest tests.test_camera_action_cache tests.test_camera_cache_cli tests.test_camera_action_export tests.test_camera_action_model -v - name: Verify operator capture, recovery and reviewed exports without physics - run: python -m unittest tests.test_operator_capture tests.test_operator_export tests.test_godot_demonstration_bridge tests.test_tracker_ray_cache tests.test_piper_rgbd_tracker -v + run: python -m unittest tests.test_operator_capture tests.test_operator_export tests.test_godot_demonstration_bridge tests.test_tracker_ray_cache tests.test_piper_rgbd_tracker tests.test_capture_encoding tests.test_operator_capture_latency tests.test_operator_capture_parity tests.test_capture_profile -v - name: Verify exact-reference and initial-head contracts without physics run: | python -B -m unittest tests.test_camera_action_reference_export -v diff --git a/README.md b/README.md index 3c3b7bc..2bd92a0 100644 --- a/README.md +++ b/README.md @@ -17,6 +17,9 @@ real-time teleoperation qualification remain ahead. [Capture performance study](benchmarks/godot-capture-performance-v01/README.md): bounded camera-geometry reuse preserves exact observations/actions; its measured speed benefit is preliminary, with mixed paired results. +[Lossless capture latency](benchmarks/godot-capture-latency-v02/README.md): +faster encoding and episode sealing preserve decoded observations; total control +timing remains mixed and does not qualify sustained real-time operation. **[Verified local learning cache](docs/camera-action-export-cache-v01.md).** The **0.1.3.dev5 preview** adds `dvidia-train cache` to reuse verified camera/action diff --git a/benchmarks/godot-capture-latency-v02/README.md b/benchmarks/godot-capture-latency-v02/README.md new file mode 100644 index 0000000..784af2c --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/README.md @@ -0,0 +1,169 @@ +# Lossless capture latency: faster encoding and sealing, mixed control timing + +We reduced repeated work in the local PiPER demonstration recorder. **Episode +finalization was 19.4% shorter on average across three pairs**, and the diagnostic +PNG encoder spent 65.5% less time compressing the same pixels. However, **mean +control-loop time was 1.3% longer overall**. This is a useful recording improvement +and a negative result for reliable live-control speed. It is not a real-time release. + +All twelve registered captures completed and remain retained. Exact decoded RGB, +depth, native physics traces, commands, perception and learning exports matched. +The workload moves a simulated PiPER above a rigid block; it does not grasp or +place it. No new skill was trained, and all placement scorers correctly report failure. + +## Changes + +- PNG compression uses lossless level 1 instead of level 6. Pixel values, channels, + row order and resolution remain exact; compressed files and their hashes change. +- The recorder retains the renderer's freshly allocated arrays without copying + them again. Separate RGB and depth passes remain: the pinned depth renderer + uses different scene flags to preserve its depth behavior. +- Each step constructs its returned context once. The top-level estimate remains + independently copied, so callers cannot mutate sibling results or recorder state. +- Bound JSON artifacts are read once, then those exact bytes are hashed and parsed. + This also removes the possibility of parsing different bytes on a second read. + +No camera frames, native checks, journal commits, fsync barriers, validation gates +or rate limits were removed. The camera remains 320×240 RGB-D at 25 Hz, commands +at 50 Hz and native physics checks at 1 ms. No new dependency was introduced. + +## Fixed experiment + +The [plan](plan.json) and [candidate source hashes](candidate.json) were fixed +before collection. Baseline: `439c54966fbf1ab51aaf0654dbd122169c5e13ca`. +Four two-second diagnostic captures precede six unprofiled ten-second captures +in B–C–C–B–B–C order, followed by one actual five-second windowed Godot run per +variant. There are no replacement runs or confirmation-driven changes. + +Each ten-second capture contains 500 control intervals, 251 RGB-D pairs and +10,000 native ticks. Control time includes context retrieval, encoder-only IK, +physics, camera/perception and durable recording. It excludes startup, +finalization, sockets, Godot and deliberate pacing. + +| Pair | Baseline control | Candidate control | Time reduction | Baseline sealing | Candidate sealing | +|---|---:|---:|---:|---:|---:| +| 1 | 12.911 s | 12.112 s | 6.19% | 2.377 s | 2.124 s | +| 2 | 12.848 s | 12.281 s | 4.41% | 2.713 s | 2.191 s | +| 3 | 8.224 s | 10.045 s | −22.14% | 2.364 s | 1.691 s | +| Mean | 11.327 s | 11.479 s | −1.34% | 2.485 s | 2.002 s | + +The third pair reverses the control-time result. Shared-host variation is material; +these three pairs do not establish a reliable speedup. No run was discarded. + +| Full control interval, pooled descriptively across three runs | Baseline | Candidate | +|---|---:|---:| +| p50 | 20.39 ms | 25.98 ms | +| p95 | 45.31 ms | 43.25 ms | +| Maximum | 71.16 ms | 89.71 ms | +| Intervals over 20 ms | 751 / 1,500 | 752 / 1,500 | + +Every camera-bearing control interval exceeded 20 ms in both variants. We have +not achieved sustained 50 Hz wall-clock control. The pooled intervals are +correlated observations, not 1,500 independent experiments. + +In one diagnostic profile per variant, 51 PNG encodes took 0.226 s baseline and +0.078 s candidate. Combined rendering/encoding took 0.907 / 0.680 s; the native +rendering algorithm itself was not changed. Profiles carry instrumentation +overhead and overlap parent scopes; these totals must not be added together or +pooled with confirmation timings. Render/encode includes the initial frame; +the separately reported tracking series starts with control camera updates. +Diagnostic file-write timers span startup/control/finish and exclude journal appends. + +Capture storage increased **2.70%**, from about 98.09 MB to 100.73 MB per ten-second +recording. This is the tradeoff for lighter lossless compression. Whole-process +peak RSS ranged from about 0.93 to 0.96 GiB across confirmation captures; it is +not incremental cache memory, GPU memory accounting or a minimum system requirement. + +## Actual Godot integration + +Both windowed runs completed 250 commands, saved their episodes and reported +zero client errors. The same client, scene, compiled model and project hashes +were used. Screenshot inspection confirmed the finished episode in the native UI; +manual mouse/button interaction was not tested in this study. + +| Five-second simulated recording | Baseline | Candidate | +|---|---:|---:| +| Ready-to-completion wall time | 14.175 s | 13.555 s | +| Ordinary step RPC p95, excluding final sealing step | 57.48 ms | 50.30 ms | +| Ordinary step RPC maximum | 67.21 ms | 72.28 ms | +| Final step RPC, including sealing | 1,295.90 ms | 1,032.83 ms | + +This single pair suggests an integration benefit but does not establish a latency +guarantee. The existing UI's final “Server step” value includes episode sealing; +the report separates that request from ordinary control. Godot frame intervals +measure process updates, not GPU render time. The interactive wall time includes +client pacing and IPC, while startup is reported separately in the receipts. + +## Accuracy and reproducibility + +The comparator first validates both original recordings and their integrity +bindings. Its explicit `--lossless-png` mode then checks every PNG CRC and bounded +decoded RGB value, retaining exact NPY depth bytes. Only verified PNG references +and their consequent snapshot digests are normalized. Original configuration +digests are checked before normalizing implementation hashes; all configuration +values and source inventories remain checked. Default comparison still requires +exact artifact bytes. + +- Three confirmation pairs matched **1,530,000 native scalar values**, 1,506 + RGB/depth artifacts and 1,503 perception records. Each pair also matched + 500×269 features and 500×7 targets, including data types, masks, ages and groups. +- The windowed pair matched another **255,000 native values**, 252 frame artifacts + and 251 perception records. The diagnostic pair independently passed the same checks. +- An independent native replay matched 510,000 candidate values with maximum + absolute error zero and reconstructed the same unsuccessful task score. +- **138 local test executions passed**, including pixel/depth tampering, + calibration changes, missing observations, branch mutation and interrupted + journal recovery. An initial test attempt lacked a tracked example in the + sparse checkout; it is retained, and the complete suite passed after restoring + that fixture without changing runtime code. +- Godot coordinate/recording checks passed 7 and 29 assertions. Sandbox log and + system-certificate warnings are retained separately; actual windowed clients + reported no errors. +- A fresh offline base-package installation outside the checkout passed CLI, + inspection and 500-row export/reload checks. Native graphics used the existing + arm environment; this does not establish fresh native installation on every OS. + +Host: Apple M5, ten logical processors, macOS 26.5.2 arm64, Python 3.12.9, +NumPy 2.5.3, MuJoCo 3.15.0 and Godot 4.7.2 compatibility OpenGL. NumPy reports +Apple Accelerate. All new runs request `OPENBLAS_NUM_THREADS=1`, +`OMP_NUM_THREADS=1` and `VECLIB_MAXIMUM_THREADS=1`; effective native thread count +was not measured. There is one worker process. Earlier studies used different +thread settings and workloads, so their absolute timings cannot establish an +additional speedup here. The host was shared with other work. + +Raw synthetic evidence occupies about 751 MiB locally, within the registered +2 GiB budget. The 10 GiB storage reserve and original full-study resource guard +remain unchanged. Compact receipts are public; raw recordings are not bundled. +Hashes bind retained evidence. No credentials, model weights or account footage +are included. Added DVIDIA source is MIT; pinned upstream notices are unchanged. + +## Reproduce and next step + +Follow the [local capture guide](../../docs/godot-demonstration-v02.md) for native +dependencies and pinned assets. Use separate baseline and candidate checkouts. +Run the candidate profiling script against either source directory: + +```sh +PYTHONPATH=/absolute/baseline/src OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 \ +VECLIB_MAXIMUM_THREADS=1 python scripts/profile-operator-capture.py \ + --assets /absolute/robot-assets --output /absolute/fresh/baseline --duration 10 + +PYTHONPATH=/absolute/candidate/src OPENBLAS_NUM_THREADS=1 OMP_NUM_THREADS=1 \ +VECLIB_MAXIMUM_THREADS=1 python scripts/profile-operator-capture.py \ + --assets /absolute/robot-assets --output /absolute/fresh/candidate --duration 10 + +python scripts/compare-operator-captures.py --lossless-png \ + --baseline /absolute/fresh/baseline/capture \ + --candidate /absolute/fresh/candidate/capture --output /absolute/fresh/parity.json +``` + +The complete run names/order are in `plan.json`. After all registered comparisons, +`scripts/summarize-capture-latency.py` generates the compact report from retained +receipts. Use `--profile` only for diagnostic attribution. + +The next architectural experiment should separate camera work from command +delivery while explicitly preserving observation timestamps, availability and +stale-frame handling. That requires a new causal scheduling contract and its +own benchmark; it was not implemented here. The existing 5/64 learned placement +result remains unqualified. Faster capture alone is not a learned or physically +qualified skill. diff --git a/benchmarks/godot-capture-latency-v02/candidate.json b/benchmarks/godot-capture-latency-v02/candidate.json new file mode 100644 index 0000000..e9ba0a8 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/candidate.json @@ -0,0 +1,18 @@ +{ + "schema": "dvidia.capture-latency-candidate/v1", + "frozen_at": "2026-11-11T11:19:39.595707+00:00", + "baseline_commit": "439c54966fbf1ab51aaf0654dbd122169c5e13ca", + "source_sha256": { + "src/dvidia_training/piper_action_capture.py": "a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec", + "src/dvidia_training/operator_capture.py": "db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518", + "src/dvidia_training/piper_rgbd_tracker.py": "e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3", + "scripts/profile-operator-capture.py": "3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb" + }, + "selection": "One candidate fixed before any native capture; no confirmation-driven tuning.", + "changes": [ + "PNGlosslesscompression1", + "Remove redundant fresh renderer array copies; keep two native passes", + "One context perstep with independent returned estimate", + "Hash and parse same bounded file bytes" + ] +} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-01-baseline.json b/benchmarks/godot-capture-latency-v02/confirmation-01-baseline.json new file mode 100644 index 0000000..7d5a09b --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-01-baseline.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":71.15875004092231,"p50_ms":42.87064599338919,"p95_ms":47.792627642047584,"total_seconds":10.810206958616618},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":98085094,"capture_integrity_sha256":"2303c7635a97e156658911a9252da9f35358b9ef55239c2a4ace410cba58fe4b","capture_peak_memory":{"bytes":1029980160,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":250,"deadline_ms":20.0,"max_ms":71.15875004092231,"p50_ms":27.642666536848992,"p95_ms":46.0869357426418,"total_seconds":12.911035703495145},"control_cpu_seconds":11.550999000000001,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":0,"deadline_ms":20.0,"max_ms":16.9847080251202,"p50_ms":8.33400001283735,"p95_ms":10.002200011513196,"total_seconds":2.1008287448785268},"finish_seconds":2.376895874971524,"first_camera_render_encode_ms":49.5252920081839,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":0.4389589885249734,"p50_ms":0.21014551748521626,"p95_ms":0.26558687095530326,"total_seconds":0.10680798511020839},"interval_seconds":[0.008367165981326252,0.05501862498931587,0.008458957949187607,0.047710792045108974,0.006955999997444451,0.042171290959231555,0.006902624969370663,0.0421366659575142,0.008571874990593642,0.045580083038657904,0.0074968329863622785,0.04172754200408235,0.007697042019572109,0.04506708402186632,0.008221249969210476,0.045664959005080163,0.009518250008113682,0.04490441700909287,0.007107500045094639,0.04095612495439127,0.010020875022746623,0.0450984169729054,0.007451874960679561,0.04535191704053432,0.008412832976318896,0.046483209007419646,0.007650375016964972,0.04167608299758285,0.00904862501192838,0.04360208299476653,0.008777875045780092,0.04063737497199327,0.009764957998413593,0.04408204200444743,0.008042124973144382,0.04145608295220882,0.008662916021421552,0.042307250027079135,0.007994125015102327,0.0437505419831723,0.00810300000011921,0.04477779200533405,0.0078351249685511,0.04598925000755116,0.007442125002853572,0.041383333038538694,0.007889915956184268,0.042969874979462475,0.008487416023854166,0.04109025001525879,0.008862917020451277,0.04286958399461582,0.007967709039803594,0.0395258329808712,0.007795582991093397,0.04250691703055054,0.007158541993703693,0.0460175410262309,0.008280124980956316,0.04296270804479718,0.007922791002783924,0.041642499971203506,0.008031749981455505,0.042605958005879074,0.007867792039178312,0.04210054100258276,0.007652041967958212,0.04163087496999651,0.00976262497715652,0.03983045800123364,0.008911082986742258,0.04399508296046406,0.009175999963190407,0.0407515830011107,0.008962583029642701,0.04470754199428484,0.007356666959822178,0.04604379099328071,0.007106083969119936,0.04172679199837148,0.007525708002503961,0.046086916991043836,0.0077093750005587935,0.04123879096005112,0.007940665993373841,0.04343891597818583,0.008240916999056935,0.041477125021629035,0.008534874999895692,0.04121687501901761,0.009009208006318659,0.044102958985604346,0.009262083971407264,0.051656791009008884,0.008495250018313527,0.042563292023260146,0.008549374993890524,0.04548124998109415,0.009122334013227373,0.04160308401333168,0.009065833000931889,0.039740499982144684,0.007459624961484224,0.04305720899719745,0.008410042035393417,0.0459451669594273,0.010834541055373847,0.04390812502242625,0.008635375008452684,0.044372166972607374,0.008143375045619905,0.04375145898666233,0.0073878749972209334,0.04537949996301904,0.0070057500270195305,0.04110687499633059,0.00860262499190867,0.043015124974772334,0.007732625002972782,0.04018166702007875,0.007279916957486421,0.044328249990940094,0.009535958000924438,0.04841691703768447,0.007165249960962683,0.04675512498943135,0.0072648339555598795,0.0428437499795109,0.008587040996644646,0.0441551249823533,0.008848916972056031,0.045017958036623895,0.009630749991629273,0.042062750027980655,0.0085160419694148,0.04119583300780505,0.00864654203178361,0.0418457500054501,0.008018249995075166,0.04184770799474791,0.007884333957917988,0.04315516597125679,0.0076329580042511225,0.0460872920230031,0.00830395903903991,0.03892741701565683,0.012749917048495263,0.04619737504981458,0.010270083032082766,0.04377870901953429,0.009688665973953903,0.04217999998945743,0.008583290968090296,0.04213779198471457,0.008818249974865466,0.0440161669976078,0.008494957990478724,0.04522254102630541,0.007450333971064538,0.042351000010967255,0.008125624968670309,0.04643308400409296,0.007912417000625283,0.04272204200970009,0.007535582990385592,0.0433266669861041,0.0081762500340119,0.041146833973471075,0.008696208999026567,0.03927383403060958,0.008777334005571902,0.04587362502934411,0.009829832997638732,0.039932583982590586,0.008775541966315359,0.04035970801487565,0.007396542001515627,0.04119283304316923,0.007986832992173731,0.04278679098933935,0.008510375046171248,0.04034904204308987,0.008592542028054595,0.04062483296729624,0.007616249960847199,0.04357879102462903,0.008874959021341056,0.04502883303212002,0.00842020899290219,0.03998954105190933,0.009107584017328918,0.04864579200511798,0.009574124997016042,0.044831582985352725,0.008465374994557351,0.046214832982514054,0.008906499948352575,0.04033991601318121,0.007303541002329439,0.04246383399004117,0.009132042003329843,0.046847500023432076,0.008744292019400746,0.0446528330212459,0.00869154097745195,0.04395837499760091,0.00911008397815749,0.04187295801239088,0.007145832991227508,0.04100125003606081,0.008536624955013394,0.04366224998375401,0.007304208003915846,0.042151583009399474,0.007914083951618522,0.04326770798070356,0.00788874999852851,0.04425537498900667,0.008152416034135967,0.04204258305253461,0.007846834021620452,0.04532362497411668,0.00993012497201562,0.04068295896286145,0.00873850000789389,0.041237875004298985,0.007409874990116805,0.04179033398395404,0.008666790963616222,0.04346604098100215,0.008668583992403,0.04322212503757328,0.010021625028457493,0.0442997079808265,0.007029792002867907,0.04048149997834116,0.008020125038456172,0.0437657079892233,0.008367874950636178,0.042871707992162555,0.007466624956578016,0.041392666986212134,0.008698583988007158,0.040939041995443404,0.006899542000610381,0.04117216699523851,0.008080374973360449,0.04344674997264519,0.014156708028167486,0.07115875004092231,0.0169847080251202,0.042470416985452175,0.008998042030725628,0.04332708299625665,0.008978958998341113,0.0424841670319438,0.009666041005402803,0.04345354100223631,0.00851050001801923,0.04341312497854233,0.007618166971951723,0.04160516703268513,0.008191832981538028,0.0421735419658944,0.006958915968425572,0.04135908401804045,0.008207708015106618,0.04484595899702981,0.009079416980966926,0.04376437503378838,0.0073633340070955455,0.04400645900750533,0.009266709035728127,0.04072941601043567,0.009979374997783452,0.049111415981315076,0.008089874987490475,0.042665707995183766,0.008347082999534905,0.042639374965801835,0.010565125034190714,0.04133500001626089,0.006993957969825715,0.04444562498247251,0.008659124956466258,0.04219795798417181,0.008522166986949742,0.043596250005066395,0.0084568330203183,0.04652966599678621,0.009258125035557896,0.038474083004985005,0.008706416003406048,0.043155499966815114,0.008261249982751906,0.03953029197873548,0.008237959002144635,0.04329729196615517,0.008382542000617832,0.03999683301663026,0.009685833007097244,0.04094495897879824,0.007501750020310283,0.041903291014023125,0.00721045903628692,0.04198608302976936,0.0077063749777153134,0.03849420801270753,0.007516999961808324,0.03931050002574921,0.007272167014889419,0.04520729201612994,0.009741791989654303,0.042257499997504056,0.009369665989652276,0.04654583299998194,0.00867291702888906,0.04353337496286258,0.007183542009443045,0.04369625000981614,0.008571582962758839,0.040701582969632,0.008320917026139796,0.04369949997635558,0.0074596250196918845,0.041209082992281765,0.008353040961083025,0.04173879197333008,0.00860466598533094,0.04108129098312929,0.009237457998096943,0.046247666992712766,0.009173500002361834,0.04352366697276011,0.007357708003837615,0.04351929103722796,0.009320457989815623,0.04330825002398342,0.007907875056844205,0.0438048749929294,0.006918166007380933,0.044623333029448986,0.007450792007148266,0.040857083979062736,0.007839875004719943,0.05692554195411503,0.009549458045512438,0.0429657909553498,0.008919542015064508,0.04436583298956975,0.007295707997400314,0.0445097079500556,0.00740033300826326,0.04358308296650648,0.008551957958843559,0.04466287500690669,0.008812000043690205,0.04298754199407995,0.007885958009865135,0.0500705000013113,0.009736709005665034,0.04251200001453981,0.008129124995321035,0.044316250015981495,0.007348624989390373,0.04289312497712672,0.00723062502220273,0.04802962503163144,0.01002450002124533,0.0409389590495266,0.007278416014742106,0.0407032499788329,0.007566415995825082,0.04338395898230374,0.008403750020079315,0.040696124953683466,0.008709040994290262,0.04027699999278411,0.008711291011422873,0.04091449995758012,0.008273124985862523,0.0411844999762252,0.008064208028372377,0.04364741698373109,0.009375083027407527,0.04527050000615418,0.008288334007374942,0.048376374994404614,0.011045582999940962,0.04445808398304507,0.009477290965151042,0.044803750002756715,0.010140333033632487,0.0494301249855198,0.007824917032849044,0.042218832997605205,0.008637042017653584,0.04023345798486844,0.006878125015646219,0.04144420800730586,0.007215833000373095,0.04366341599961743,0.008924624999053776,0.041194916993845254,0.00852091598790139,0.043133625003974885,0.007608417014125735,0.04212604102212936,0.007853000017348677,0.040017500054091215,0.00850391702260822,0.041143667011056095,0.007142707996536046,0.044861249974928796,0.008548542042262852,0.04158412496326491,0.008698791963979602,0.04321483295643702,0.0072550419718027115,0.04093495797133073,0.00795304198982194,0.04142845899332315,0.0068863340420648456,0.04356379096861929,0.008590749988798052,0.04416399996262044,0.008183958008885384,0.04011095903115347,0.008700582955498248,0.042563166993204504,0.0071106249815784395,0.042028333991765976,0.007514583005104214,0.040270957979373634,0.00734483398264274,0.04461387498304248,0.009086792008019984,0.04014104203088209,0.007567583990748972,0.04477004200452939,0.009201792010571808,0.05330329202115536,0.007593874994199723,0.0422941250144504,0.007605791965033859,0.04347316600615159,0.015226666000671685,0.04238829197129235,0.007062624965328723,0.04099233297165483,0.00782483397051692,0.039271874993573874,0.007046041020657867,0.043978291971143335,0.007254875032231212,0.04275079199578613,0.007211083022411913,0.041210916999261826,0.00827495800331235,0.04541233298368752,0.00821004097815603,0.04287283297162503,0.007411625003442168,0.04038633400341496,0.007042832963634282,0.043182166991755366,0.007086625031661242,0.04314974998123944,0.008557582972571254,0.04176574997836724,0.007192332996055484,0.04240883298916742,0.00782225001603365,0.04049295902950689,0.009082875039894134,0.038300625048577785,0.007168791024014354,0.040243958006612957,0.008749250031542033,0.0404465000028722,0.008533416024874896,0.042862917005550116,0.012180207995697856,0.046839124988764524,0.008970124996267259,0.044830875005573034,0.008492166001815349,0.040389500034507364,0.00846991699654609,0.042098250007256866,0.007188749965280294,0.04521958302939311,0.008391665993258357,0.04245408298447728,0.008028166019357741,0.04178475000662729,0.009076541988179088,0.047859584039542824,0.009502209024503827,0.04097466601524502],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":110.18233402865008,"p50_ms":43.15375001169741,"p95_ms":50.19468095269985,"total_seconds":21.45248279592488},"open_seconds":0.6299377080285922,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":0.7745312018069086,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":49.5252920081839,"p50_ms":18.757499987259507,"p95_ms":21.615708013996482,"total_seconds":4.811091752140783},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"f1b5b5c5abbdf090342bb18df76e95f1fd518bd05fc5705aedb956f0ce081715","piper_action_capture.py":"da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":31.455415999516845,"p50_ms":18.75156251480803,"p95_ms":21.261972520733245,"total_seconds":4.761566460132599},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":15.535571,"total_seconds":16.39190695801517,"tracking":{"count":250,"max_ms":17.21208298113197,"p50_ms":13.775167026324198,"p95_ms":14.8931187170092,"total_seconds":3.4077087902696803}} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-02-candidate.json b/benchmarks/godot-capture-latency-v02/confirmation-02-candidate.json new file mode 100644 index 0000000..59ab4fe --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-02-candidate.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":54.369541991036385,"p50_ms":39.69797902391292,"p95_ms":45.96581656369379,"total_seconds":10.048843329073861},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":100734638,"capture_integrity_sha256":"e82a936168fd9531897308069f6e46d34866fbfb0c003b500e16a6c5459d2ef4","capture_peak_memory":{"bytes":1018281984,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":250,"deadline_ms":20.0,"max_ms":54.369541991036385,"p50_ms":24.73879200988449,"p95_ms":43.61948604055215,"total_seconds":12.111713040038012},"control_cpu_seconds":10.691589,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":0,"deadline_ms":20.0,"max_ms":14.40629200078547,"p50_ms":8.025146002182737,"p95_ms":10.328479122836141,"total_seconds":2.0628697109641507},"finish_seconds":2.1239042499801144,"first_camera_render_encode_ms":46.671667019836605,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":2.3869580472819507,"p50_ms":0.20727052469737828,"p95_ms":0.264893434359692,"total_seconds":0.10938244441058487},"interval_seconds":[0.008004917006473988,0.04638483305461705,0.007694041996728629,0.043971250008326024,0.007310375047381967,0.03815345803741366,0.008832499966956675,0.03775258403038606,0.007287874992471188,0.03624604200012982,0.007229499984532595,0.036342374980449677,0.007214833982288837,0.03808070800732821,0.007192750053945929,0.04559841600712389,0.008139666984789073,0.04714650003006682,0.009719999972730875,0.03974633303005248,0.00739529199199751,0.0402368750073947,0.009797292004805058,0.04138095898088068,0.008511291001923382,0.04018850001739338,0.009117708017583936,0.04118641704553738,0.009505291993264109,0.040058250015135854,0.008017292013391852,0.04114179202588275,0.007879291952122003,0.03907079098280519,0.008452292007859796,0.03736170899355784,0.00752874999307096,0.03923491697059944,0.007348208979237825,0.03855166595894843,0.010386000038124621,0.040015666047111154,0.008174584014341235,0.040517040994018316,0.007075249974150211,0.04494670801796019,0.008595208986662328,0.03769441699841991,0.007333125045988709,0.03887391701573506,0.008496832975652069,0.04492079099873081,0.009103499993216246,0.03894666599808261,0.010377791011705995,0.03848824999295175,0.009107707999646664,0.03913120803190395,0.0078081670217216015,0.0387062500230968,0.008600832952652127,0.0396647920133546,0.007228041999042034,0.03840041597140953,0.00862020900240168,0.0412705410271883,0.010268209036439657,0.03886858402984217,0.009511000011116266,0.040676500007975847,0.008040957967750728,0.038056291989050806,0.008444583043456078,0.03667100000893697,0.007717582979239523,0.043300290999468416,0.009556583012454212,0.04160637501627207,0.007911708031315356,0.042003249982371926,0.008037083025556058,0.035949000041000545,0.007252375013194978,0.03847112494986504,0.008617915969807655,0.03959916700841859,0.0092250409652479,0.040388124994933605,0.00928208400728181,0.04242912499466911,0.009446666983421892,0.03807075001532212,0.007260749989654869,0.04010366601869464,0.008375292003620416,0.036839624983258545,0.007808041002135724,0.04325270903063938,0.007191125012468547,0.042923125030938536,0.008600417000707239,0.043505000008735806,0.008807958976831287,0.040181374992243946,0.007487541995942593,0.04627716698450968,0.012184416991658509,0.05104812502395362,0.01092100003734231,0.04775054199853912,0.009600041958037764,0.050014082982670516,0.00892858300358057,0.038978542026598006,0.009752542013302445,0.04207933403085917,0.009640000003855675,0.043550666014198214,0.00849024998024106,0.05175229097949341,0.007441124995239079,0.044431583024561405,0.007738540996797383,0.03788733301917091,0.010194458009209484,0.03997008397709578,0.012042541988193989,0.04029287496814504,0.013377790979575366,0.03862104198196903,0.007567458029370755,0.042971791990567,0.007575957977678627,0.04255166702205315,0.007737125037238002,0.046266417019069195,0.008280791982542723,0.04345270898193121,0.009141083050053567,0.03756087500369176,0.00854750000871718,0.03838866698788479,0.008232707972638309,0.04256174998590723,0.008099915983621031,0.04210233298363164,0.010099917009938508,0.03927120903972536,0.0075688749784603715,0.042870416946243495,0.007931208005174994,0.04461729200556874,0.008359083964023739,0.03957037499640137,0.008468457963317633,0.03862245799973607,0.009526957990601659,0.04319670802215114,0.008827415993437171,0.04515679198084399,0.008756417024414986,0.03595237497938797,0.008419457997661084,0.04495883302297443,0.008910125005058944,0.03829508298076689,0.008563750016037375,0.04053774999920279,0.006820582959335297,0.039350208011455834,0.008139750047121197,0.040729915956035256,0.00740274996496737,0.037872041983064264,0.007667542027775198,0.03821191599126905,0.006987833010498434,0.03782699996372685,0.007693333027418703,0.04132224997738376,0.007827207969967276,0.04045791598036885,0.012262000003829598,0.04280083399498835,0.008235041983425617,0.037326958030462265,0.007331666012760252,0.03916274994844571,0.008999042038340122,0.035130334028508514,0.0074023749912157655,0.04305979097262025,0.008324792026542127,0.039057041984051466,0.009340416989289224,0.041484958957880735,0.008424124971497804,0.04102170903934166,0.007169375021476299,0.039096541004255414,0.009591541951522231,0.039917875023093075,0.007663667027372867,0.041312624991405755,0.008480000018607825,0.040745124977547675,0.006933333002962172,0.046877749962732196,0.007413625018671155,0.04094749997602776,0.0075110410107299685,0.03955312498146668,0.006965334003325552,0.03696137497900054,0.00758687499910593,0.03992666699923575,0.009200667031109333,0.03903437498956919,0.0067856250097975135,0.04195733298547566,0.0076434999937191606,0.038355874945409596,0.00729266699636355,0.03749404096743092,0.00861679099034518,0.03597204200923443,0.008883124974090606,0.04081779101397842,0.006975082971621305,0.04266312497202307,0.007570625049993396,0.039379209047183394,0.00830670801224187,0.04063433298142627,0.006901499989908189,0.03629337501479313,0.007666584046091884,0.038003374997060746,0.007906583021394908,0.03902720898622647,0.007078375027049333,0.03869662503711879,0.007881833997089416,0.04047762497793883,0.007556749973446131,0.03778054204303771,0.007736040977761149,0.03989799995906651,0.007827082998119295,0.03840695897815749,0.007840791950002313,0.04161279200343415,0.011663500044960529,0.04216566600371152,0.00810591597110033,0.0384240829735063,0.011555374949239194,0.04092037497321144,0.007088332960847765,0.04718458297429606,0.009109375008847564,0.03685054200468585,0.0076345419511199,0.03955895802937448,0.008388041984289885,0.03798833396285772,0.007356167014222592,0.03936916700331494,0.007020207995083183,0.039267208019737154,0.007629541971255094,0.03613129199948162,0.008311708050314337,0.038883249973878264,0.00791666703298688,0.041636958019807935,0.006833542021922767,0.042275458050426096,0.008308124961331487,0.037964000017382205,0.007662416959647089,0.04090829100459814,0.008115084026940167,0.03651316702598706,0.007560957979876548,0.046627292002085596,0.00879587500821799,0.04162295802962035,0.008554707979783416,0.0418427920085378,0.007449834025464952,0.04361808398971334,0.009120125032495707,0.03726529103005305,0.008544917043764144,0.03640154202003032,0.007781499996781349,0.038638541009277105,0.007165707997046411,0.03840629098704085,0.007582166988868266,0.03826633299468085,0.008440625038929284,0.038278791995253414,0.007393500010948628,0.03660066600423306,0.008200041018426418,0.03925066703232005,0.009594125032890588,0.0427711249794811,0.007990166952367872,0.038995041977614164,0.008095124969258904,0.04002808395307511,0.007146249990910292,0.04073129198513925,0.00727583299158141,0.03974300000118092,0.008011208032257855,0.03982708300463855,0.008562166010960937,0.037425041024107486,0.008410583017393947,0.039488457958213985,0.008213583030737936,0.040245165990199894,0.007611915993038565,0.03823233296861872,0.007486791990231723,0.040008542011491954,0.00690312497317791,0.03968345804605633,0.008055832993704826,0.040638083999510854,0.007259209000039846,0.03967333398759365,0.008657583966851234,0.03874074999475852,0.007841709011700004,0.04122566699516028,0.008421915990766138,0.045426333032082766,0.008684624976012856,0.04353683296358213,0.008572541002649814,0.054369541991036385,0.007334291993174702,0.03592016699258238,0.008437209005933255,0.03766720800194889,0.007196959049906582,0.04041350004263222,0.007362041971646249,0.03826762503013015,0.007123874966055155,0.03638554201461375,0.008239500049967319,0.041412040998693556,0.00844337500166148,0.041048499988391995,0.008085709006991237,0.03753354196669534,0.00822016701567918,0.038787208031862974,0.007702291011810303,0.038710666995029896,0.007058083021547645,0.040512792009394616,0.007263208972290158,0.03963520802790299,0.008074334007687867,0.04002220794791356,0.00852708297315985,0.03961383301066235,0.007972749997861683,0.038917957979720086,0.01440629200078547,0.0410577500006184,0.007333874993491918,0.03985587501665577,0.008601916953921318,0.03563054103869945,0.007512249983847141,0.03760758298449218,0.00844800000777468,0.03829812502954155,0.00772354198852554,0.03507129201898351,0.007816166966222227,0.037695916020311415,0.00849929201649502,0.037724166992120445,0.008598415995948017,0.040178833005484194,0.012814791989512742,0.03774845798034221,0.008003750001080334,0.041065832949243486,0.007896583003457636,0.03634191700257361,0.009543832973577082,0.03913033299613744,0.007513249991461635,0.037761124956887215,0.00855587498517707,0.04137654200894758,0.00906075001694262,0.03831474995240569,0.007574082992505282,0.04757837497163564,0.00744408299215138,0.03672062500845641,0.008492042019497603,0.04058670799713582,0.007036875002086163,0.043581874982919544,0.007814833952579647,0.04074187501100823,0.007659874972887337,0.038504916010424495,0.00799662503413856,0.03937554202275351,0.008032999990973622,0.037751124997157604,0.006982000020798296,0.04366983298677951,0.008176958013791591,0.037989792006555945,0.007563083025161177,0.04170162498485297,0.007582582999020815,0.03701916598947719,0.0077340000425465405,0.0375186669989489,0.009300666977651417,0.036430415988434106,0.007733125006780028,0.03818262502318248,0.007081375049892813,0.03967912500957027,0.0070548749645240605,0.0379351670271717,0.008674999990034848,0.03802220901707187,0.006964333006180823,0.038748333987314254,0.008324624970555305,0.039793499978259206,0.0074005830101668835,0.041907041042577475,0.007089833030477166,0.04090470797382295,0.00827887502964586,0.03881850000470877,0.007109374972060323,0.039901583979371935,0.006969374953769147,0.03819404204841703,0.009432833001483232,0.039886249986011535,0.006923208013176918,0.04014862497569993,0.008144832972902805,0.039620499999728054,0.007232874981127679,0.036499999987427145,0.007867125037591904,0.03595970803871751,0.010796000016853213,0.04247966699767858,0.010606541007291526,0.04092954198131338,0.010029584052972496,0.037333249987568706,0.008074583020061255,0.03971250000176951,0.007041333010420203,0.041090707993134856,0.008341083012055606,0.04159887501737103,0.008137291995808482,0.04061108402675018,0.007862124999519438,0.04140049999114126,0.007132582948543131,0.039129832992330194,0.007018459029495716,0.037111040961463004,0.006971249997150153,0.04535937501350418,0.010008499957621098,0.03672974999062717,0.00801716698333621,0.043646125006489456,0.00894470902858302,0.04020716703962535,0.007808708993252367,0.040777500020340085,0.008256166998762637,0.04347304202383384],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":100.4725830280222,"p50_ms":40.108729008352384,"p95_ms":48.126256253453896,"total_seconds":19.815333339036442},"open_seconds":0.5604497920139693,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":0.8256470382796169,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":46.671667019836605,"p50_ms":15.97679202677682,"p95_ms":19.199687521904707,"total_seconds":4.102327629225329},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518","piper_action_capture.py":"a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":25.44729202054441,"p50_ms":15.966458508046344,"p95_ms":19.171537517104294,"total_seconds":4.055655962205492},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":14.144938,"total_seconds":15.252279541979078,"tracking":{"count":250,"max_ms":17.292417003773153,"p50_ms":13.545687514124438,"p95_ms":14.746681370888837,"total_seconds":3.3507903674035333}} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-03-candidate.json b/benchmarks/godot-capture-latency-v02/confirmation-03-candidate.json new file mode 100644 index 0000000..af0a5f1 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-03-candidate.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":89.70820799004287,"p50_ms":40.15049998997711,"p95_ms":44.925008155405514,"total_seconds":10.175001205177978},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":100734681,"capture_integrity_sha256":"64c212321e59938686b29e3c8c86019792445c8c7e9534a3b40eb6f4396a1aed","capture_peak_memory":{"bytes":1000685568,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":251,"deadline_ms":20.0,"max_ms":89.70820799004287,"p50_ms":30.609625013312325,"p95_ms":43.657935404917225,"total_seconds":12.280573581112549},"control_cpu_seconds":10.770088,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":1,"deadline_ms":20.0,"max_ms":25.889167038258165,"p50_ms":8.114416501484811,"p95_ms":10.605531086912373,"total_seconds":2.105572375934571},"finish_seconds":2.1909477079752833,"first_camera_render_encode_ms":45.21104198647663,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":1.1879579978995025,"p50_ms":0.21164599456824362,"p95_ms":0.2928228612290695,"total_seconds":0.11100608267588541},"interval_seconds":[0.007670708000659943,0.04567887500161305,0.006957708043046296,0.044293624989222735,0.008244584023486823,0.035330082988366485,0.006746625003870577,0.03726912499405444,0.007143750030081719,0.03822237497661263,0.007137707958463579,0.03694404201814905,0.008015749976038933,0.03885179100325331,0.008927041955757886,0.0425157499848865,0.008405708009377122,0.04067537502851337,0.008209875028114766,0.038995624985545874,0.008508791972417384,0.04096354095963761,0.006612291967030615,0.04247904196381569,0.007370166014879942,0.039089375000912696,0.007079250004608184,0.04037883295677602,0.007029458007309586,0.038771667052060366,0.00899125001160428,0.042436374991666526,0.007732166035566479,0.041719791013747454,0.009146333031821996,0.039520999998785555,0.0069640419678762555,0.037016875052358955,0.007440625049639493,0.04026558401528746,0.007020290999207646,0.04430158401373774,0.006826792028732598,0.04285858396906406,0.008220457995776087,0.040333916957024485,0.007114958018064499,0.03711470798589289,0.008686040993779898,0.0372377919848077,0.007092042011208832,0.03846312500536442,0.008388124988414347,0.037577209004666656,0.006867208983749151,0.037188125017564744,0.008682082989253104,0.03985274996375665,0.008898125030100346,0.03724058298394084,0.010243125027045608,0.03792633401462808,0.008243917021900415,0.04064829199342057,0.008087792026344687,0.03869791695615277,0.008706791035365313,0.04040150000946596,0.007599833013955504,0.038220208953134716,0.0072992920177057385,0.03656966699054465,0.009981917042750865,0.0407247090479359,0.007701541995629668,0.04128287499770522,0.007834290969185531,0.04577991703990847,0.007948999991640449,0.03781529201660305,0.008375917037483305,0.039912415959406644,0.010091790987644345,0.04340429202420637,0.00930991698987782,0.04020045802462846,0.0071787500055506825,0.03807020798558369,0.007192249991931021,0.0418232079828158,0.0070035000098869205,0.03954112500650808,0.008214832982048392,0.038536790991202,0.009060624986886978,0.0387575410422869,0.008068416034802794,0.03822029201546684,0.008232208027038723,0.038552707992494106,0.008352208998985589,0.040176749986130744,0.007054082991089672,0.040862167021259665,0.007751791970804334,0.0403284159838222,0.010195875016506761,0.040228291996754706,0.009452250029426068,0.04202900000382215,0.008592833008151501,0.04007791698677465,0.008631542033981532,0.04022908303886652,0.007597583986353129,0.04099958296865225,0.009170959005132318,0.03824083402287215,0.009802166954614222,0.04252283298410475,0.008519249968230724,0.03846712497761473,0.009849124995525926,0.04793975001666695,0.008430416986811906,0.04356358299264684,0.0074161249794997275,0.04291691700927913,0.011808042007032782,0.047893584007397294,0.009247709007468075,0.042462583049200475,0.009772417019121349,0.04429108300246298,0.010767999978270382,0.04242304200306535,0.009241375024430454,0.043537958001252264,0.006850290985312313,0.04169816698413342,0.008917499973904341,0.040734332986176014,0.008173000009264797,0.041245375003200024,0.0076220830087549984,0.04192074999446049,0.008670458977576345,0.043881499965209514,0.01007445901632309,0.04267537500709295,0.008350708987563848,0.03860891697695479,0.00894166697980836,0.04079358297167346,0.007802167034242302,0.04358995903749019,0.00723829201888293,0.043649874976836145,0.012460917001590133,0.040015165985096246,0.007810875016730279,0.039493917021900415,0.006716917036101222,0.04147883300902322,0.007044375000987202,0.04034474998479709,0.007599125034175813,0.044150665984489024,0.00781320797977969,0.03876237501390278,0.007247750007081777,0.03729895799187943,0.008160541008692235,0.04218925000168383,0.009107041987590492,0.0398428330081515,0.008659874962177128,0.039073916035704315,0.008584916009567678,0.04127220902591944,0.008526290999725461,0.040207749989349395,0.009156499989330769,0.03798866696888581,0.008405666972976178,0.04348724998999387,0.007735833001788706,0.04055066598812118,0.010141957958694547,0.04040125000756234,0.0072322500054724514,0.043657500005792826,0.00786145799793303,0.03895583300618455,0.006821250019129366,0.0436662079882808,0.007787874958012253,0.04325816698838025,0.007891957997344434,0.038812833023257554,0.007031582994386554,0.03771908301860094,0.00883050000993535,0.040780458017252386,0.00869854202028364,0.03747066605137661,0.007121709000784904,0.038689249951858073,0.007735666004009545,0.03716583299683407,0.008221124997362494,0.0389252090244554,0.007681249990127981,0.03765037498669699,0.006989834015257657,0.0377354160300456,0.007395291002467275,0.04188512498512864,0.008284540963359177,0.03758404200198129,0.008064916008152068,0.038554875005502254,0.008121583028696477,0.03832979203434661,0.006976292002946138,0.04045937501359731,0.008016832987777889,0.03817958303261548,0.006944291992112994,0.04377912497147918,0.01149558398174122,0.03811562497867271,0.008614916994702071,0.038949333014898,0.008871124999132007,0.042207457998301834,0.007870332978200167,0.04041754198260605,0.007453124970197678,0.042875542014371604,0.007363209035247564,0.05070275004254654,0.007059125055093318,0.03696200001286343,0.008015542000066489,0.03864358301507309,0.008055583981331438,0.035423916997388005,0.007657125010155141,0.03741220897063613,0.006935958983376622,0.04110324999783188,0.007587167026940733,0.03885883302427828,0.009170958015602082,0.038960459001827985,0.008926499984227121,0.042886082956101745,0.007352749991696328,0.03777016600361094,0.008623374975286424,0.04010958399157971,0.0075102499686181545,0.038743583019822836,0.0078089170274324715,0.03881895897211507,0.006835790991317481,0.03680895903380588,0.007892041990999132,0.039013082976453006,0.007671625004149973,0.038030333002097905,0.008142000006046146,0.03970008296892047,0.006750624976120889,0.04164112504804507,0.0072568749892525375,0.04134929203428328,0.013189874996896833,0.04112887498922646,0.008634458994492888,0.03867508302209899,0.007220375002361834,0.03979524999158457,0.00883045798400417,0.03938533301698044,0.009555040975101292,0.03844724997179583,0.007974417007062584,0.03664087498327717,0.007147500000428408,0.03838329203426838,0.008047541021369398,0.03852508298587054,0.007486540998797864,0.039562457997817546,0.007867208973038942,0.04193562502041459,0.00809550000121817,0.03618579200701788,0.008217166003305465,0.04124450002564117,0.007592750014737248,0.036367083026561886,0.00865308300126344,0.03992079105228186,0.008842708019074053,0.04539112496422604,0.007224292028695345,0.0406428340356797,0.008107249974273145,0.03967908298363909,0.008963166968896985,0.03838145796908066,0.009603624988812953,0.040510584018193185,0.009340333985164762,0.04275333398254588,0.00916504196356982,0.03612629201961681,0.008703625004272908,0.03892570798052475,0.007422499998938292,0.039782125037163496,0.007152416976168752,0.04131741600576788,0.01461283297976479,0.042704874998889863,0.009290583024267107,0.037530249974224716,0.006976582983043045,0.03945766598917544,0.008084542001597583,0.03820958302821964,0.007994999992661178,0.03858545800903812,0.009342542034573853,0.04214375000447035,0.009896750038024038,0.04001583298668265,0.008987874956801534,0.037395749997813255,0.009945333003997803,0.03870941704371944,0.00872166600311175,0.05447804101277143,0.012944499962031841,0.04457629198441282,0.008410541980993003,0.04071695898892358,0.007956875022500753,0.041060166025999933,0.011428416997659951,0.041790916002355516,0.007466042006853968,0.039862000034190714,0.007839790952857584,0.03945770801510662,0.008749958011321723,0.03934216598281637,0.006992167036514729,0.0390370839741081,0.009917624993249774,0.04061012499732897,0.00952574994880706,0.038603958033490926,0.00825845799408853,0.03940445795888081,0.007477249950170517,0.04069400002481416,0.008640167012345046,0.038033541990444064,0.007069541024975479,0.04024370800470933,0.008206375001464039,0.03752766700927168,0.00751212501199916,0.04035137500613928,0.006947665999177843,0.036947666958440095,0.007069208018947393,0.03914387500844896,0.00747266598045826,0.043578833050560206,0.009299708006437868,0.040295458980835974,0.008192666980903596,0.03946308302693069,0.007243166968692094,0.038238750013988465,0.006804209027905017,0.03844433301128447,0.006972624978516251,0.04143704101443291,0.007080042036250234,0.038178499962668866,0.0086893750121817,0.04220608400646597,0.008883291971869767,0.03684158402029425,0.006928207993041724,0.039924041950143874,0.007340207986999303,0.040698540979065,0.00686912500532344,0.040325083944480866,0.015747624973300844,0.03698737500235438,0.008330541022587568,0.04136483301408589,0.01040695799747482,0.08970820799004287,0.025889167038258165,0.06076470896368846,0.009388333011884242,0.039855208015069366,0.007257666962686926,0.038652957999147475,0.009593916998710483,0.0442561250529252,0.008062499982770532,0.04401562502607703,0.007719750050455332,0.03909637499600649,0.007319500029552728,0.04222770797787234,0.007089457998517901,0.03932650003116578,0.00903758400818333,0.04034474998479709,0.008663541986607015,0.04111195798031986,0.010867375007364899,0.04111758299404755,0.009599958022590727,0.03961945796618238,0.009239916980732232,0.03931929194368422,0.009301291953306645,0.045015832991339266,0.012847582984250039,0.04393649997655302,0.0071627500001341105,0.042161208984907717,0.007311624998692423,0.04192625003634021,0.008186083985492587,0.041996375017333776,0.007612582994624972,0.04202137503307313,0.00740504200803116,0.04012424999382347,0.0071586660342291,0.045687083969824016,0.008788249979261309,0.043486832990311086,0.009274334006477147,0.04481400002259761,0.0094939999980852,0.040882333007175475,0.00941687502199784,0.03868574998341501,0.0075642080046236515,0.041084000025875866,0.007765959016978741,0.04226433299481869,0.009337124996818602,0.042165499995462596,0.009075875044800341,0.04065500001888722,0.007647916965652257,0.038393083959817886,0.00795812503201887,0.04092320898780599,0.009712541999761015,0.04317354195518419,0.0077472919947467744,0.052782958024181426,0.008499666000716388,0.03996987495338544,0.007724541996140033,0.0383305000141263,0.008984167012386024,0.03552987502189353,0.007250832975842059,0.04932395799551159,0.009383084019646049,0.04100433399435133,0.009657541988417506,0.03807829204015434,0.012116083002183586,0.039881625038105994,0.00814145797630772,0.04291891603497788,0.007224791974294931,0.04327749996446073,0.008542332972865552,0.04007095901761204,0.0093865409726277,0.0387122500105761],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":105.58337502880022,"p50_ms":40.08579149376601,"p95_ms":48.05539309454615,"total_seconds":20.097039331973065},"open_seconds":0.556988625030499,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":0.8142942130471774,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":45.21104198647663,"p50_ms":16.115000005811453,"p95_ms":18.618250003783032,"total_seconds":4.134667038335465},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518","piper_action_capture.py":"a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":33.07091601891443,"p50_ms":16.112812503706664,"p95_ms":18.493100293562744,"total_seconds":4.089455996348988},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":14.284086,"total_seconds":15.479478167020716,"tracking":{"count":250,"max_ms":32.68391703022644,"p50_ms":13.702666998142377,"p95_ms":15.072400009375997,"total_seconds":3.412170293740928}} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-04-baseline.json b/benchmarks/godot-capture-latency-v02/confirmation-04-baseline.json new file mode 100644 index 0000000..2365a70 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-04-baseline.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":56.18779198266566,"p50_ms":42.626499984180555,"p95_ms":46.856325105181895,"total_seconds":10.731929790810682},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":98085061,"capture_integrity_sha256":"6837054fc732d0aeb1504e48eb6bd99df9b4a5de3f66385e57264b075bed394c","capture_peak_memory":{"bytes":1011417088,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":250,"deadline_ms":20.0,"max_ms":56.18779198266566,"p50_ms":27.13391647557728,"p95_ms":45.84661599074024,"total_seconds":12.84759675397072},"control_cpu_seconds":11.519633,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":0,"deadline_ms":20.0,"max_ms":17.079415963962674,"p50_ms":8.367603964870796,"p95_ms":10.248654522001743,"total_seconds":2.115666963160038},"finish_seconds":2.713172707997728,"first_camera_render_encode_ms":54.17133402079344,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":0.7475829916074872,"p50_ms":0.21341652609407902,"p95_ms":0.28408511134330183,"total_seconds":0.11067959549836814},"interval_seconds":[0.007954708009492606,0.048824792029336095,0.00858183397212997,0.04572462500073016,0.007610708998981863,0.03939983400050551,0.007981250004377216,0.04034487501485273,0.007520250044763088,0.03816941595869139,0.007021416036877781,0.04012337501626462,0.007965416996739805,0.044599125045351684,0.007629416999407113,0.042032667028252035,0.00811908399919048,0.04195383295882493,0.00701191695407033,0.04320145898964256,0.007101416005752981,0.04307466698810458,0.008555834006983787,0.04648166598053649,0.008422125014476478,0.044467250001616776,0.010114000004250556,0.047757457999978215,0.0078562080161646,0.05618779198266566,0.007812583004124463,0.046765999984927475,0.007984042051248252,0.0472056670114398,0.007941707968711853,0.04321850003907457,0.007310250017326325,0.04189270798815414,0.007882416946813464,0.04157562501495704,0.00882620899938047,0.04371129197534174,0.008207624952774495,0.04267591697862372,0.009102458017878234,0.04400350002106279,0.008098000020254403,0.04374624998308718,0.008555457985494286,0.04440962499938905,0.009761833993252367,0.04609441600041464,0.009326750005129725,0.042601416003890336,0.008214415982365608,0.04225537501042709,0.008785415964666754,0.042881041998043656,0.010289583005942404,0.044689000002108514,0.009360625001136214,0.04531216702889651,0.009096416993997991,0.0473035000031814,0.00842579099116847,0.040107542008627206,0.008641750027891248,0.04223725001793355,0.00971141696209088,0.04520420799963176,0.009792374970857054,0.045081457996275276,0.00873325002612546,0.045836790988687426,0.007720916997641325,0.040296124992892146,0.007694625004660338,0.04146808298537508,0.0071323749725706875,0.04141204204643145,0.007285083003807813,0.039082084025722,0.007777333026751876,0.04296495800372213,0.011161790986079723,0.04268025001510978,0.009440499998163432,0.05048395798075944,0.01034320896724239,0.04324654204538092,0.009017625008709729,0.0435183749650605,0.0066961669945158064,0.04165041696978733,0.007242541993036866,0.040457457944285125,0.007729833014309406,0.0405430409591645,0.006836124986875802,0.04491674999007955,0.007233333948533982,0.04579524998553097,0.008709291985724121,0.04097324999747798,0.00861550000263378,0.04166120896115899,0.00682537502143532,0.04097887495299801,0.009402416995726526,0.045192332996521145,0.008487417013384402,0.043651916028466076,0.007601833960507065,0.043061083008069545,0.009870624984614551,0.043382834002841264,0.009252250019926578,0.040186416008509696,0.007635709014721215,0.041904417041223496,0.009022124984767288,0.04337458300869912,0.008233250002376735,0.048556875030044466,0.008097417012322694,0.04499862500233576,0.008388542046304792,0.04153995797969401,0.0073517499840818346,0.0408617919893004,0.007837334007490426,0.039291499997489154,0.007278917008079588,0.04238287499174476,0.0072717079892754555,0.04175549995852634,0.007460416003596038,0.04257262498140335,0.007904917001724243,0.044213499990291893,0.009786917013116181,0.044962958025280386,0.009446749987546355,0.04188733297633007,0.008090457995422184,0.043587875028606504,0.00766295799985528,0.04106058296747506,0.008024707960430533,0.04065033298684284,0.009056874958332628,0.03929774998687208,0.008599042019341141,0.04452095797751099,0.007438250002451241,0.04135399998631328,0.008615666010882705,0.03958341700490564,0.007095000008121133,0.040576707979198545,0.01020766602596268,0.04164937499444932,0.009220083011314273,0.04383445798885077,0.00735829200129956,0.04218475002562627,0.008854499959852546,0.04019216698361561,0.008683833002578467,0.04053762502735481,0.007263000006787479,0.04035420797299594,0.010056457947939634,0.04261699999915436,0.009604041988495737,0.040288541989866644,0.008997124969027936,0.042730666988063604,0.007176292012445629,0.03871175000676885,0.007522291969507933,0.041390332975424826,0.009239749982953072,0.04175016697263345,0.008400957973208278,0.044820207986049354,0.008991125039756298,0.04675829201005399,0.008291499980259687,0.04213487496599555,0.00854091701330617,0.04245483299018815,0.01044937496772036,0.04571733297780156,0.008069375006016344,0.04613633296685293,0.009221124986652285,0.04238716699182987,0.008929167001042515,0.041408375022001565,0.008871875004842877,0.045136792003177106,0.009199042047839612,0.045611292007379234,0.008692459028679878,0.042631874966900796,0.010229542036540806,0.04338837502291426,0.009174417005851865,0.04027387499809265,0.010173416987527162,0.04061070899479091,0.008793791988864541,0.0446094999788329,0.009066207974683493,0.04158754198579118,0.00972579198423773,0.042149415996391326,0.008012375037651509,0.03946841700235382,0.0076825409778393805,0.04113966698059812,0.00816670898348093,0.03809899999760091,0.008766749990172684,0.04465387499658391,0.009123625000938773,0.04836633399827406,0.009537709003780037,0.0417445829953067,0.009065874968655407,0.04130266699939966,0.008888790966011584,0.044354791985824704,0.009150333993602544,0.04340662498725578,0.008042166999075562,0.04338695801561698,0.010980332968756557,0.04553154204040766,0.00821029202779755,0.03792479197727516,0.011491291981656104,0.040155042021069676,0.007292082998901606,0.041120250010862947,0.007830957998521626,0.03975845797685906,0.007296500029042363,0.04195549996802583,0.008025415998417884,0.04475037503289059,0.010819457995239645,0.04632954200496897,0.01041404198622331,0.04106895800214261,0.006978792021982372,0.054155166959390044,0.007042750017717481,0.042735833034384996,0.007074166962411255,0.04214833304286003,0.007865124964155257,0.0421925830305554,0.00985083298292011,0.044189457956235856,0.008366582973394543,0.043464708025567234,0.00756970897782594,0.04676633299095556,0.00875358295161277,0.04463079199194908,0.009511500014923513,0.04448924999451265,0.010050458018667996,0.04660424997564405,0.008013167011085898,0.0422351669985801,0.007333750021643937,0.039725584036204964,0.008514334040228277,0.04205854202155024,0.006917999999132007,0.0398667500121519,0.007438500004354864,0.04236408305587247,0.0073292499873787165,0.04148437501862645,0.009040667035151273,0.0442894590087235,0.007047083985526115,0.04399658303009346,0.009608125023078173,0.04016870795749128,0.008526207995600998,0.03955083299661055,0.007250334019772708,0.04081541596679017,0.008464917016681284,0.043888790998607874,0.006904124980792403,0.04273487499449402,0.008093749987892807,0.04339349997462705,0.007344916986767203,0.04571899998700246,0.009170750039629638,0.04449975001625717,0.006902666995301843,0.0414835829869844,0.007334917027037591,0.04323970800032839,0.007264832966029644,0.04339570796582848,0.008800000010523945,0.041483875014819205,0.008515749999787658,0.0441537500009872,0.008819750044494867,0.04186604201095179,0.00843191600870341,0.037188416987191886,0.007254083000589162,0.04557862499495968,0.01520070800324902,0.04051537497434765,0.009775917045772076,0.042450084001757205,0.006961333041545004,0.038905249966774136,0.008137625001836568,0.044019458000548184,0.009583040955476463,0.04478983301669359,0.007319041993469,0.04317758302204311,0.008459167031105608,0.04397462500492111,0.007131249993108213,0.040556708991061896,0.007749625016003847,0.040518582973163575,0.00731083401478827,0.0436615000362508,0.007331832952331752,0.05022908397950232,0.009013167000375688,0.04691137495683506,0.007524624990765005,0.04411200003232807,0.008166624989826232,0.04546425002627075,0.007273791008628905,0.04245087498566136,0.008773209003265947,0.041114666033536196,0.007833332987502217,0.042621125001460314,0.008042124973144382,0.04387425002641976,0.00964333297451958,0.04263633402297273,0.008017290965653956,0.038228999997954816,0.007120291003957391,0.04263316700235009,0.009271166985854506,0.040944958047475666,0.007772749988362193,0.04270691704005003,0.008303834008984268,0.042515333043411374,0.008534207998309284,0.04257925000274554,0.010152125032618642,0.04434108396526426,0.007775750011205673,0.040229625010397285,0.00903662497876212,0.040435041999444366,0.00743883301038295,0.03999833296984434,0.010435291973408312,0.04265745903830975,0.00901779200648889,0.04352658404968679,0.008739667013287544,0.04324616602389142,0.009344415972009301,0.04614979197503999,0.010264292010106146,0.03968204197008163,0.00865400000475347,0.04210175003390759,0.007527041016146541,0.04722000000765547,0.007786082976963371,0.047147707955446094,0.007593957998324186,0.04414058296242729,0.00867658294737339,0.04678904195316136,0.017079415963962674,0.04228808300103992,0.00878091697813943,0.04414891701890156,0.008285416988655925,0.043399458983913064,0.009140665992163122,0.04256341699510813,0.008776457980275154,0.0452309160027653,0.009043124970048666,0.04246358299860731,0.00976262497715652,0.040067541995085776,0.008086999994702637,0.0404027919867076,0.007871874957345426,0.042805666977074,0.007549915986601263,0.042029500007629395,0.009034874965436757,0.04297095903893933,0.008510916959494352,0.04071220802143216,0.007375458022579551,0.03961249999701977,0.0076992089743725955,0.04198170802555978,0.007504957960918546,0.040748125000391155,0.008597875013947487,0.041050750005524606,0.007126583019271493,0.0450694159953855,0.00803195801563561,0.0447902079904452,0.007884500024374574,0.04365087498445064,0.007220041996333748,0.040138375014066696,0.007573791954200715,0.042055833037011325,0.008823083015158772,0.04240487498464063,0.008368624956347048,0.04429070896003395,0.007639334013219923,0.044872667000163347,0.008614666992798448,0.04120154201518744,0.00840412499383092,0.04162554204231128,0.008252458006609231,0.043775124999228865,0.014821916993241757,0.041656917019281536,0.008494083012919873,0.04544487502425909,0.009461124951485544,0.04301670897984877,0.00894883304135874,0.041385916993021965,0.007046082988381386,0.042776540969498456,0.00721325003542006,0.040619416045956314,0.008655707992147654,0.045472417026758194,0.008520125003997236,0.04441400000359863,0.007020999968517572,0.04603329102974385,0.008320958004333079,0.0423259999952279,0.0087560840183869,0.04171345802024007,0.007702499977312982,0.0415064170374535,0.0075887919520027936,0.040424915961921215,0.008285416988655925,0.044128915993496776,0.008467916981317103,0.041268749977461994,0.006976375007070601,0.04017845803173259,0.007594999973662198,0.04603991599287838,0.008886999974492937,0.04499695898266509,0.009499625011812896,0.04170058399904519,0.008437333977781236,0.041495165962260216,0.007973583007697016,0.042718666954897344,0.008395000011660159,0.04418087500380352],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":112.28608398232609,"p50_ms":42.71060400060378,"p95_ms":49.76497945608571,"total_seconds":21.281541051575914},"open_seconds":0.6252288750256412,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":0.7783556871762314,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":54.17133402079344,"p50_ms":18.742167041637003,"p95_ms":20.86491696536541,"total_seconds":4.7879013391793706},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"f1b5b5c5abbdf090342bb18df76e95f1fd518bd05fc5705aedb956f0ce081715","piper_action_capture.py":"da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":27.668750029988587,"p50_ms":18.71852102340199,"p95_ms":20.856521182577126,"total_seconds":4.733730005158577},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":15.532895,"total_seconds":16.625860458007082,"tracking":{"count":250,"max_ms":16.512125032022595,"p50_ms":13.553541502915323,"p95_ms":14.744254329707474,"total_seconds":3.3501735831960104}} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-05-baseline.json b/benchmarks/godot-capture-latency-v02/confirmation-05-baseline.json new file mode 100644 index 0000000..b34e2d4 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-05-baseline.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":45.53225002018735,"p50_ms":25.24804152199067,"p95_ms":36.91112849337514,"total_seconds":6.876468368980568},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":98085105,"capture_integrity_sha256":"d9569707f16a54f2ff21ae68966b42d27c3e13f8e8e2cb2a8559c639c86b813b","capture_peak_memory":{"bytes":1013301248,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":251,"deadline_ms":20.0,"max_ms":45.53225002018735,"p50_ms":20.39154147496447,"p95_ms":35.85444338968954,"total_seconds":8.223677714238875},"control_cpu_seconds":7.233617000000001,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":1,"deadline_ms":20.0,"max_ms":24.769459036178887,"p50_ms":4.733854031655937,"p95_ms":7.53435869992245,"total_seconds":1.3472093452583067},"finish_seconds":2.363649750011973,"first_camera_render_encode_ms":66.37191597837955,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":0.360167003236711,"p50_ms":0.1263954909518361,"p95_ms":0.22626048303209245,"total_seconds":0.0682059598620981},"interval_seconds":[0.024769459036178887,0.03292691701790318,0.004900375031866133,0.028323167003691196,0.004682791011873633,0.02477954200003296,0.004271915997378528,0.022864874976221472,0.004020957974717021,0.02332795801339671,0.004531582992058247,0.028580125013832003,0.004725875041913241,0.02376737503800541,0.004279666987713426,0.02394541702233255,0.004741833021398634,0.025575375009793788,0.004225665994454175,0.023796416993718594,0.00413949997164309,0.023089166032150388,0.004047832975629717,0.02646916697267443,0.005276167008560151,0.028001458034850657,0.005095500033348799,0.03231491701444611,0.004816124972421676,0.02482379204593599,0.004483708005864173,0.026206666021607816,0.004624916997272521,0.025243917014449835,0.004175333015155047,0.029021250025834888,0.004405624989885837,0.020783499989192933,0.004086833039764315,0.021927291993051767,0.003930374979972839,0.02068604197120294,0.003948458004742861,0.02095699997153133,0.0040894169942475855,0.020419791981112212,0.003974416002165526,0.021940000005997717,0.0039714580052532256,0.021792582992929965,0.004321958986110985,0.021316582977306098,0.004143750004004687,0.022300750017166138,0.004337041988037527,0.023344791028648615,0.004414541996084154,0.023134166025556624,0.0044433329603634775,0.023372374998871237,0.004499291011597961,0.025442499958444387,0.004767625010572374,0.02660875004949048,0.004608292016200721,0.028076875023543835,0.004443374986294657,0.024774833000265062,0.004724750004243106,0.022227374953217804,0.0045600839657709,0.025293790968135,0.004326208028942347,0.024069792008958757,0.004437541996594518,0.022332874999847263,0.004183042037766427,0.022831417038105428,0.004078458994626999,0.0242026659543626,0.004395666997879744,0.022899125004187226,0.004195499990601093,0.023631833028048277,0.004239458008669317,0.025734249968081713,0.004206250014249235,0.023932125011924654,0.004404999956022948,0.02337866695597768,0.004057125013787299,0.022952916973736137,0.004058708960656077,0.024972874962259084,0.00410629203543067,0.023098249977920204,0.0042157500283792615,0.023315917002037168,0.004134790971875191,0.024470167001709342,0.004035457968711853,0.022921791998669505,0.004146207997109741,0.02321929100435227,0.004110332985874265,0.02378699998371303,0.004260041983798146,0.023080874991137534,0.00401504198089242,0.02344050002284348,0.004132125002797693,0.02262920798966661,0.004141957964748144,0.0225226660259068,0.004121083009522408,0.024332374974619597,0.004214833956211805,0.023018957988824695,0.004120249999687076,0.02325008303159848,0.004227500001434237,0.023975874995812774,0.004371416987851262,0.02370550000341609,0.004183375043794513,0.02275041601387784,0.004149958025664091,0.023394665971864015,0.004155249975156039,0.02334883395815268,0.004126583982724696,0.025681375002022833,0.004502541967667639,0.023343583976384252,0.004291458986699581,0.022731332981493324,0.00416512496303767,0.02305395802250132,0.004366874985862523,0.02390458300942555,0.004965999978594482,0.02287058305228129,0.004135249997489154,0.022959999972954392,0.004571791971102357,0.024250457994639874,0.004123374994378537,0.02322999999159947,0.00427224999293685,0.023138166987337172,0.0042190420208498836,0.02119912498164922,0.003845500003080815,0.020363290968816727,0.004435625043697655,0.020862958976067603,0.004310999996960163,0.022071540995966643,0.004872082965448499,0.022229541966225952,0.005034375004470348,0.023411833040881902,0.004294040962122381,0.02321775001473725,0.004440332995727658,0.023909709008876234,0.00417183298850432,0.023314958030823618,0.004113250004593283,0.023142083024140447,0.004225958022288978,0.026013458031229675,0.0047209999756887555,0.023734500049613416,0.004137041978538036,0.023373959003947675,0.004235625034198165,0.021245290990918875,0.004548042023088783,0.021137290983460844,0.0042210829560644925,0.020736583042889833,0.004437333031091839,0.021083541971165687,0.004353916039690375,0.021404291037470102,0.004301499982830137,0.022107083990704268,0.004883749992586672,0.02525216602953151,0.004500417038798332,0.026726625044830143,0.006867042044177651,0.026687000005040318,0.004786250006873161,0.026575207943096757,0.0049704170087352395,0.02620358398417011,0.00519391696434468,0.026224708009976894,0.004961709026247263,0.025418917008209974,0.004386457963846624,0.024905166996177286,0.0044625839800573885,0.024841042002663016,0.004493792017456144,0.024529792019166052,0.004419916949700564,0.024108083976898342,0.003939707996323705,0.023143584025092423,0.003913709020707756,0.0234812920098193,0.004297042032703757,0.02317866700468585,0.003981791029218584,0.023917665996123105,0.004194625013042241,0.02323541702935472,0.00412958295783028,0.027612292033154517,0.0042204170022159815,0.02351062500383705,0.0042728749685920775,0.023795332992449403,0.0055984589853324,0.0281105000176467,0.004371833987534046,0.024825916974805295,0.005066415993496776,0.02489341702312231,0.004913332988508046,0.02430216601351276,0.004433792026247829,0.023972166003659368,0.004564541974104941,0.02347191597800702,0.0046125000226311386,0.02454908302752301,0.004712875001132488,0.023621209023986012,0.004496458976063877,0.023786540958099067,0.004872167017310858,0.024622166994959116,0.004925416957121342,0.022645374992862344,0.0043945410288870335,0.022663290961645544,0.004489958984777331,0.023469707986805588,0.004401165992021561,0.022261334001086652,0.004311416996642947,0.022584417019970715,0.0043246669811196625,0.02342087496072054,0.004104041960090399,0.021358290978241712,0.004076624987646937,0.022001208970323205,0.004395083000417799,0.02125433401670307,0.004035042016766965,0.02176208299351856,0.00402029202086851,0.021395834046415985,0.004347834037616849,0.022418125008698553,0.005293000023812056,0.026343458041083068,0.009787332965061069,0.03197379200719297,0.005891915992833674,0.024967290984932333,0.004451917018741369,0.02513458300381899,0.004829457961022854,0.02314183401176706,0.004170415981207043,0.02252383396262303,0.00443916697986424,0.023518499976489693,0.004216084023937583,0.021975542011205107,0.005086999968625605,0.022942416020669043,0.004303374968003482,0.025942791951820254,0.004423958016559482,0.024780042003840208,0.004456124966964126,0.023740624950733036,0.004532833001576364,0.024042208038736135,0.004305749956984073,0.023576125036925077,0.004440708027686924,0.02332366700284183,0.004975749994628131,0.024654207983985543,0.004776832996867597,0.025612124998588115,0.005336499947588891,0.02875112503534183,0.004790291946846992,0.028035249968525022,0.004759875009767711,0.028634666989091784,0.004806167038623244,0.02419749996624887,0.004299958003684878,0.025065291963983327,0.006199499999638647,0.025985084008425474,0.004784083983395249,0.027112083043903112,0.005966082972008735,0.026958499976899475,0.005015249946154654,0.026585125015117228,0.005490667012054473,0.027042334026191384,0.0054653330007568,0.02668566699139774,0.005536291981115937,0.02718750003259629,0.005593332985881716,0.029401500010862947,0.005921958014369011,0.02885012497426942,0.006666417000815272,0.03227704198798165,0.006287625001277775,0.03189962496981025,0.008022583031561226,0.030129624996334314,0.006317832972854376,0.031127875030506402,0.005428500007838011,0.032292416028212756,0.006799165974371135,0.03584983298787847,0.007333874993491918,0.04553225002018735,0.007396750035695732,0.03390862495871261,0.007282624952495098,0.03491920797387138,0.008208041952457279,0.03657812502933666,0.007047541963402182,0.03607495897449553,0.0065547089907340705,0.03160037496127188,0.007214625016786158,0.031265375029761344,0.006090708018746227,0.03084258403396234,0.006359709019307047,0.03138825000496581,0.006415374984499067,0.0352739579975605,0.007111750019248575,0.03486533398972824,0.005386582983192056,0.03336733399191871,0.007031209010165185,0.036018458020407706,0.00604745902819559,0.03175625001313165,0.007464083028025925,0.035629333986435086,0.006585541996173561,0.03493112500291318,0.007396457949653268,0.03304766700603068,0.006330542033538222,0.03783979103900492,0.0070089579676277936,0.035942041024100035,0.0056142910034395754,0.02948616602225229,0.005702583992388099,0.029223665944300592,0.0069854590110480785,0.037216083030216396,0.007532250019721687,0.036815500003285706,0.007270667003467679,0.03358208294957876,0.005810291972011328,0.034200208028778434,0.006496459012851119,0.03684141597477719,0.009190000011585653,0.03556991700315848,0.007007292006164789,0.03362783294869587,0.006048458977602422,0.03663504199357703,0.00704424997093156,0.03967116598505527,0.007064459030516446,0.039694542007055134,0.009629208012484014,0.034270457981619984,0.006742291967384517,0.035040916001889855,0.0062744999886490405,0.03358545899391174,0.007158958003856242,0.03602662502089515,0.006872957979794592,0.035632874991279095,0.0059975419426336884,0.03375462500844151,0.006185417005326599,0.03696816600859165,0.008551166974939406,0.038749540981370956,0.008799542032647878,0.0381402499624528,0.005608209001366049,0.03137754095951095,0.006669750029686838,0.03717066702665761,0.006904291978571564,0.036446791025809944,0.0077332090004347265,0.03524766699410975,0.008011249999981374,0.038817833992652595,0.007265832973644137,0.037010832980740815,0.007536083983723074,0.03547987499041483,0.006673416995909065,0.03056099999230355,0.005352167005185038,0.03647062502568588,0.007126457989215851,0.036023917025886476,0.008588500029873103,0.037335333006922156,0.0067277500056661665,0.033087915973737836,0.005714375001844019,0.031405124987941235,0.007344209006987512,0.03214020800078288,0.00640216696774587,0.02943054202478379,0.005674500018358231,0.028195250022690743,0.005336625035852194,0.029186125029809773,0.012627625023014843,0.03155700000934303,0.006896291975863278,0.034163374977651983,0.007159708999097347,0.036342999956104904,0.005976125015877187,0.03090079198591411,0.006256665976252407,0.03180845803581178,0.006099083984736353,0.030551792006008327,0.005925958976149559,0.03207808296428993,0.0063222909811884165,0.03351575002307072,0.006044042005669326,0.032592999981716275,0.006226499972399324,0.027948958973865956,0.005870166001841426,0.030677750008180737,0.006252958031836897,0.0333434579661116,0.006080415972974151,0.03518158296355978,0.006310667027719319,0.03163549996679649,0.006923666980583221,0.02972958399914205,0.007517207995988429,0.035774042014963925,0.0069865420227870345,0.03065508301369846,0.005605125043075532,0.031115333025809377,0.007397165987640619,0.03555316699203104,0.006924333982169628,0.034037333040032536,0.007335625006817281,0.03902591596124694],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":124.42145799286664,"p50_ms":25.69993751239963,"p95_ms":38.80128085147589,"total_seconds":13.698542505444493},"open_seconds":0.5508710829890333,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":1.2160009605781992,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":66.37191597837955,"p50_ms":12.112333031836897,"p95_ms":17.084208520827815,"total_seconds":3.254592251207214},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"f1b5b5c5abbdf090342bb18df76e95f1fd518bd05fc5705aedb956f0ce081715","piper_action_capture.py":"da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":19.136291986797005,"p50_ms":12.10354152135551,"p95_ms":16.95134812907781,"total_seconds":3.1882203352288343},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":11.006842,"total_seconds":11.587758916954044,"tracking":{"count":250,"max_ms":11.850084003526717,"p50_ms":7.160270499298349,"p95_ms":11.389012460131198,"total_seconds":2.0197303357417695}} diff --git a/benchmarks/godot-capture-latency-v02/confirmation-06-candidate.json b/benchmarks/godot-capture-latency-v02/confirmation-06-candidate.json new file mode 100644 index 0000000..b63b0db --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/confirmation-06-candidate.json @@ -0,0 +1 @@ +{"camera_control":{"count":250,"deadline_misses":250,"deadline_ms":20.0,"max_ms":63.504707999527454,"p50_ms":32.54279200336896,"p95_ms":39.402210313710384,"total_seconds":8.207892318547238},"camera_dt_seconds":0.04,"camera_pairs":251,"capture_bytes":100734594,"capture_integrity_sha256":"63b8cea64b72be6199a209dfaf56a226d2c2e73276a601c84aee33bf6ffb308f","capture_peak_memory":{"bytes":1029832704,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":500,"deadline_misses":251,"deadline_ms":20.0,"max_ms":63.504707999527454,"p50_ms":25.980645994422957,"p95_ms":37.298018101137124,"total_seconds":10.044744983315468},"control_cpu_seconds":8.994465000000002,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":10.0,"encoder_control":{"count":250,"deadline_misses":1,"deadline_ms":20.0,"max_ms":38.08441699948162,"p50_ms":7.088104001013562,"p95_ms":9.45402863435447,"total_seconds":1.8368526647682302},"finish_seconds":1.6913144169957377,"first_camera_render_encode_ms":36.28749999916181,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":500,"max_ms":0.5017920047976077,"p50_ms":0.18764648120850325,"p95_ms":0.3381044312845915,"total_seconds":0.09889920003479347},"interval_seconds":[0.005962957977317274,0.037875583046115935,0.005645584024023265,0.030590249982196838,0.0062002909835428,0.029214584035798907,0.0061181249911896884,0.031841207994148135,0.006820541981142014,0.028716917033307254,0.00664779101498425,0.029682707972824574,0.00643204094376415,0.02970050001749769,0.006663208012469113,0.028344957972876728,0.005887083010748029,0.032119916984811425,0.006279499968513846,0.030416416004300117,0.00626758299767971,0.029374082980211824,0.006129083980340511,0.034131124964915216,0.016687750001437962,0.06350470799952745,0.01350829197326675,0.040218957990873605,0.007043417019303888,0.03347704198677093,0.00727883301442489,0.031986957998014987,0.007757666055113077,0.032037290977314115,0.007405915996059775,0.034114250040147454,0.008121584018226713,0.03342979203443974,0.006553624989464879,0.03071124997222796,0.006306542025413364,0.029803874960634857,0.006339707993902266,0.02979787503136322,0.00605095800710842,0.033699207997415215,0.006906417023856193,0.03581558301812038,0.007030542008578777,0.03144470800179988,0.0060907090082764626,0.03278137499000877,0.005938332993537188,0.030753707978874445,0.007392166997306049,0.03132541698869318,0.006034750025719404,0.027478792006149888,0.005477459053508937,0.026575583964586258,0.005387290962971747,0.028663292003329843,0.006357291014865041,0.03486329200677574,0.008311457990203053,0.03118345799157396,0.006280624947976321,0.031331459002103657,0.0056071250000968575,0.027153791044838727,0.005646332981996238,0.0305813750019297,0.00588345795404166,0.03154500003438443,0.007019541983027011,0.03049162495881319,0.00739679200341925,0.03287337499205023,0.0071794590330682695,0.02967275003902614,0.006097582983784378,0.031857458990998566,0.006138917000498623,0.029924625006970018,0.0062426659860648215,0.03124929196201265,0.006297375017311424,0.034283666987903416,0.01052020804490894,0.03696704102912918,0.006972291972488165,0.037641749950125813,0.007811708026565611,0.03623162501025945,0.008689959009643644,0.034408084000460804,0.008108833979349583,0.04406166699482128,0.008552832994610071,0.037288416002411395,0.007125041971448809,0.03613825002685189,0.007377250003628433,0.03329195803962648,0.006418875011149794,0.03564012498827651,0.006730833032634109,0.03482025000266731,0.007638790993951261,0.03981858299812302,0.009739209024701267,0.03604312497191131,0.007085582998115569,0.031438208010513335,0.006175875023473054,0.03464133298257366,0.008253332984168082,0.03619516600156203,0.007041540986392647,0.03344074997585267,0.008779708005022258,0.03374416596489027,0.006141082965768874,0.034193750005215406,0.008717834018170834,0.03701229201396927,0.007853624993003905,0.03679437504615635,0.008479666023049504,0.040842332993634045,0.00822837499435991,0.034665249986574054,0.006699083023704588,0.03123274998506531,0.007818832993507385,0.03761370899155736,0.008289874996989965,0.03382270905422047,0.006282000045757741,0.03388916701078415,0.007934957975521684,0.03486891702050343,0.007108209014404565,0.03661899996222928,0.008205999969504774,0.03519933304050937,0.006876375002320856,0.035061083966866136,0.0067613329738378525,0.03768212499562651,0.007212708005681634,0.03379629203118384,0.006565124960616231,0.0312709579593502,0.00796016602544114,0.03246029099682346,0.007183208013884723,0.029402833024505526,0.006168249994516373,0.032633458031341434,0.007198125007562339,0.03593583300244063,0.007862832979299128,0.038849541975650936,0.008204290992580354,0.033072250022087246,0.007085833000019193,0.03140337503282353,0.009623374964576215,0.03247166599612683,0.0069477499928325415,0.03538108296925202,0.007822124985978007,0.03387758298777044,0.007241749961394817,0.03470570797799155,0.00813754100818187,0.038493916974402964,0.007872292015235871,0.030377541028428823,0.008388457994442433,0.03367029101355001,0.00846429099328816,0.036569499992765486,0.007711166050285101,0.036583042005077004,0.010165875020902604,0.03466670896159485,0.007078333001118153,0.03566795797087252,0.00965024996548891,0.032207374984864146,0.007701167021878064,0.03043037495808676,0.006777832983061671,0.029456583026330918,0.006471125001553446,0.027053083991631866,0.0056359999580308795,0.027779666997957975,0.005772290984168649,0.02861295797629282,0.007925833982881159,0.026414457999635488,0.006045457965228707,0.02936858299653977,0.006013416976202279,0.025997624965384603,0.005411082995124161,0.027852666040416807,0.005923083983361721,0.028294917021412402,0.006145749997813255,0.028180207998957485,0.006067333975806832,0.029189165972638875,0.006374542019329965,0.029768082953523844,0.006605457980185747,0.02984983305213973,0.00644500000635162,0.02946979203261435,0.006030749995261431,0.03065970801981166,0.0062158749788068235,0.029296291002538055,0.005344708974007517,0.027788916020654142,0.0061094589764252305,0.029584040981717408,0.007409041980281472,0.03236191702308133,0.0061511670355685055,0.0317584159784019,0.005501458013895899,0.027237958973273635,0.005923957971390337,0.02798583300318569,0.006668167014140636,0.028895792027469724,0.006251625018194318,0.028542332991492003,0.006327000039163977,0.030747124983463436,0.007531374983955175,0.028368040977511555,0.006415791984181851,0.027962749998550862,0.0065894590225070715,0.04072770802304149,0.007187417009845376,0.03253470902564004,0.006949041038751602,0.030946291983127594,0.006705666950438172,0.03002945799380541,0.006528583006002009,0.030989125021733344,0.007283458020538092,0.030475375009700656,0.00626387499505654,0.029953916964586824,0.006876500032376498,0.030432375031523407,0.006908749986905605,0.032391584012657404,0.0074632089817896485,0.03487620799569413,0.007117624976672232,0.036251624987926334,0.007982334005646408,0.03457662503933534,0.008187625033315271,0.038687125022988766,0.009361582982819527,0.03620274999411777,0.009112374973483384,0.0385597079875879,0.00903891702182591,0.036955540999770164,0.009046041988767684,0.044186374987475574,0.009214665973559022,0.03258637501858175,0.007803040964063257,0.03757137496722862,0.008928125025704503,0.040517082961741835,0.008327583956997842,0.034209166013170034,0.007240999955683947,0.034401250013615936,0.008992999966721982,0.039680999994743615,0.009892207977827638,0.036733874992933124,0.009335417009424418,0.034852332959417254,0.008391832991037518,0.03461683401837945,0.007378625043202192,0.03463704197201878,0.007624958991073072,0.044183290970977396,0.03808441699948162,0.043495249992702156,0.007552750001195818,0.03936116601107642,0.007232292031403631,0.034061582991853356,0.010260457987897098,0.036278082989156246,0.008484542020596564,0.037102167028933764,0.006992583977989852,0.03388233401346952,0.008542041992768645,0.03692387498449534,0.006343832996208221,0.03373912500683218,0.009120790986344218,0.034272167016752064,0.006688583001960069,0.03288520802743733,0.008162459009326994,0.0338535420014523,0.007176749990321696,0.03459458297584206,0.008692624978721142,0.03509091696469113,0.007474042009562254,0.0359034159919247,0.00784274999750778,0.03002845897572115,0.0063314170110970736,0.0299548750044778,0.00741454103263095,0.034991166030522436,0.009982332994695753,0.03748045797692612,0.008146417036186904,0.0336347910342738,0.0070965830236673355,0.039435792015865445,0.008486459031701088,0.047617957985494286,0.007469083997420967,0.03277699998579919,0.005694083985872567,0.030583542014937848,0.005618666997179389,0.03033674997277558,0.005476458987686783,0.028320959012489766,0.006770999985747039,0.028952874999959022,0.0063208750216290355,0.032573916018009186,0.005577832984272391,0.029955333040561527,0.006438290991354734,0.03397816600045189,0.006890915974508971,0.033232334011700004,0.007480375003069639,0.03026525001041591,0.005833124974742532,0.027375874982681125,0.00836487504420802,0.03336641698842868,0.007430458965245634,0.030779165972489864,0.005956874985713512,0.030389458988793194,0.007996332948096097,0.03066816698992625,0.005765667010564357,0.027719124977011234,0.005596207978669554,0.029565166973043233,0.00716329098213464,0.030046125000808388,0.0070903750020079315,0.033842000004369766,0.007107292010914534,0.03412566694896668,0.007185459020547569,0.02836766600375995,0.006220625014975667,0.03481441701296717,0.007217292033601552,0.02944862499134615,0.005578749987762421,0.02724949998082593,0.005509875016286969,0.026821957959327847,0.007413499988615513,0.02859350002836436,0.00814541697036475,0.026019582990556955,0.0058999170432798564,0.027591832971666008,0.006473416986409575,0.03255087498109788,0.007389000034891069,0.03143629099940881,0.009529665985610336,0.03186395799275488,0.00903104100143537,0.03347933298209682,0.006668750022072345,0.028154166997410357,0.006436916009988636,0.03329391701845452,0.0076572910184040666,0.03363583399914205,0.007776041980832815,0.028710666054394096,0.006270584010053426,0.03395695798099041,0.00710466702003032,0.03298908402211964,0.007036917028017342,0.025963667023461312,0.0065777080017142,0.03214008396025747,0.007269791036378592,0.03371466597309336,0.007258958998136222,0.03282129095168784,0.007176458020694554,0.0325779159902595,0.007339917006902397,0.033126667025499046,0.006329833995550871,0.03432941698702052,0.0071384579641744494,0.03385887498734519,0.007454083999618888,0.03186899999855086,0.007490082993172109,0.028487332980148494,0.0065670000039972365,0.03260400000726804,0.007818000041879714,0.03226224996615201,0.007904416997916996,0.029458082979544997,0.006530374987050891,0.029733958013821393,0.006356082973070443,0.029956458020024,0.006522500014398247,0.03288625000277534,0.006985208950936794,0.029835875029675663,0.006446250015869737,0.030762834008783102,0.006664792017545551,0.029158833029214293,0.00685770798008889,0.030357916955836117,0.0073404579889029264,0.0320669169886969,0.0068279169499874115,0.030179458030033857,0.0072688329964876175,0.03689137496985495,0.007396500033792108,0.03576362499734387,0.007324167003389448,0.03015520900953561,0.006947832996957004,0.032758207991719246,0.007023875019513071,0.03594774997327477,0.006730666966177523,0.030762083013541996,0.006937915983144194,0.034197916043922305,0.008427792054135352,0.03208208299474791,0.007571875001303852,0.03176195902051404,0.009895708004478365,0.03419233299791813,0.00725625001359731,0.03357345797121525,0.007252582989167422,0.03094870800850913,0.0062974170432426035,0.035099040949717164,0.007278583012521267,0.03210112499073148,0.006556957960128784,0.02930833399295807,0.006146209023427218,0.029269125021528453,0.006271707999985665,0.029393041972070932],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":500,"max_ms":77.69154198467731,"p50_ms":31.922686990583315,"p95_ms":41.31426218955311,"total_seconds":16.305409316846635},"open_seconds":0.5101198750198819,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":0.995545433618296,"recorded_intervals":500,"render_encode":{"count":251,"max_ms":36.28749999916181,"p50_ms":12.93224998516962,"p95_ms":16.142437991220504,"total_seconds":3.2946795785683207},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518","piper_action_capture.py":"a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":250,"max_ms":22.1665829885751,"p50_ms":12.925291986903176,"p95_ms":15.883704207953997,"total_seconds":3.258392078569159},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":12.570917999999999,"total_seconds":12.724338667001575,"tracking":{"count":250,"max_ms":24.036334012635052,"p50_ms":10.587521508568898,"p95_ms":13.081528636394069,"total_seconds":2.7021260407636873}} diff --git a/benchmarks/godot-capture-latency-v02/diagnostic-baseline.json b/benchmarks/godot-capture-latency-v02/diagnostic-baseline.json new file mode 100644 index 0000000..fb9b9f1 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/diagnostic-baseline.json @@ -0,0 +1 @@ +{"camera_control":{"count":50,"deadline_misses":50,"deadline_ms":20.0,"max_ms":42.45800001081079,"p50_ms":31.382395507534966,"p95_ms":36.029389084433205,"total_seconds":1.5968477899441496},"camera_dt_seconds":0.04,"camera_pairs":51,"capture_bytes":19971502,"capture_integrity_sha256":"ca4afd26accd7dba5c642a2bbcdf6a91a423bf908e976a799bfdd2e44617de96","capture_peak_memory":{"bytes":967557120,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":100,"deadline_misses":50,"deadline_ms":20.0,"max_ms":42.45800001081079,"p50_ms":18.169438000768423,"p95_ms":35.14458511781413,"total_seconds":1.9146052520954981},"control_cpu_seconds":1.7511140000000003,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":2.0,"encoder_control":{"count":50,"deadline_misses":0,"deadline_ms":20.0,"max_ms":8.0934590077959,"p50_ms":6.309708493063226,"p95_ms":7.661577043472789,"total_seconds":0.3177574621513486},"finish_seconds":0.37470895802835,"first_camera_render_encode_ms":53.48237499129027,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":100,"max_ms":0.5463749985210598,"p50_ms":0.16058349865488708,"p95_ms":0.24740039370954034,"total_seconds":0.017488625715486705},"interval_seconds":[0.006531041988637298,0.04245800001081079,0.0071045830263756216,0.04003137501422316,0.006282582995481789,0.03216170804807916,0.006182542012538761,0.033407833019737154,0.005671082995831966,0.028820874984376132,0.0063747920212335885,0.03460120898671448,0.0069082920090295374,0.03185145900351927,0.0063592499936930835,0.029031792015302926,0.006323707988485694,0.03525150002678856,0.007246792025398463,0.03308229096001014,0.005471209005918354,0.028570958005730063,0.0055835830280557275,0.02956925000762567,0.006855042011011392,0.035917165980208665,0.007703332987148315,0.030340333993081003,0.0060624160105362535,0.028696290974039584,0.0062926660175435245,0.0346656670444645,0.007845875050406903,0.030589165980927646,0.006019041989929974,0.03513895801734179,0.006347166956402361,0.03209004201926291,0.006441958015784621,0.029064834001474082,0.005948291975073516,0.02947720797965303,0.005560665973462164,0.028245416993740946,0.006181292003020644,0.03479504201095551,0.00621045904699713,0.029116209014318883,0.0080934590077959,0.03350466600386426,0.006305416987743229,0.033021624956745654,0.007210958981886506,0.03388379199896008,0.006816667038947344,0.03612120798788965,0.005440833978354931,0.032414083019830287,0.0053480000351555645,0.030975291971117258,0.00569937500404194,0.030610624991822988,0.005832041031681001,0.029298875015228987,0.005781541985925287,0.031336957996245474,0.007100790971890092,0.03346199996303767,0.006313999998383224,0.030177583976183087,0.006456708011683077,0.02891720796469599,0.006291249999776483,0.029350041004363447,0.006345750007312745,0.030730667000170797,0.00663008401170373,0.031555041030514985,0.006592916965018958,0.030547250004019588,0.006649916002061218,0.03185866598505527,0.006029958021827042,0.031005125027149916,0.0060475829523056746,0.029770500026643276,0.005683791998308152,0.03276041697245091,0.007173584017436951,0.03383887495147064,0.0076105420012027025,0.03142783301882446,0.00651974999345839,0.035096417006570846,0.005356666981242597,0.02974754199385643,0.00538479199167341,0.028570458001922816,0.00553341704653576,0.029890457983128726],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":100,"max_ms":101.8858749885112,"p50_ms":31.7660415021237,"p95_ms":38.94686007115524,"total_seconds":3.230539747979492},"open_seconds":0.5739782500313595,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":1.0446017516200998,"recorded_intervals":100,"render_encode":{"count":51,"max_ms":53.48237499129027,"p50_ms":13.76324996817857,"p95_ms":20.073770981980488,"total_seconds":0.7725112529587932},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"f1b5b5c5abbdf090342bb18df76e95f1fd518bd05fc5705aedb956f0ce081715","piper_action_capture.py":"da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":50,"max_ms":23.789500002749264,"p50_ms":13.727187499171123,"p95_ms":19.432901899563145,"total_seconds":0.7190288779675029},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":4.220557,"total_seconds":3.4017567499540746,"tracking":{"count":50,"max_ms":11.442041955888271,"p50_ms":9.49989550281316,"p95_ms":11.386862644576468,"total_seconds":0.4823279559495859}} diff --git a/benchmarks/godot-capture-latency-v02/diagnostic-candidate.json b/benchmarks/godot-capture-latency-v02/diagnostic-candidate.json new file mode 100644 index 0000000..796c22d --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/diagnostic-candidate.json @@ -0,0 +1 @@ +{"camera_control":{"count":50,"deadline_misses":50,"deadline_ms":20.0,"max_ms":44.23141700681299,"p50_ms":31.209083506837487,"p95_ms":35.575375144253485,"total_seconds":1.5615720002679154},"camera_dt_seconds":0.04,"camera_pairs":51,"capture_bytes":20531258,"capture_integrity_sha256":"3ea092eaf195bfa02bb4090138cb53c18a7c5022804523178baf85e21ff228e1","capture_peak_memory":{"bytes":977289216,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":100,"deadline_misses":50,"deadline_ms":20.0,"max_ms":44.23141700681299,"p50_ms":16.996041493257508,"p95_ms":34.882189927157015,"total_seconds":1.8879600034561008},"control_cpu_seconds":1.7111550000000002,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":0},"diagnostic_png_encode":{"count":0},"duration_s":2.0,"encoder_control":{"count":50,"deadline_misses":0,"deadline_ms":20.0,"max_ms":8.276165986899287,"p50_ms":6.474062509369105,"p95_ms":7.822689233580603,"total_seconds":0.3263880031881854},"finish_seconds":0.35623145900899544,"first_camera_render_encode_ms":46.64629098260775,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":100,"max_ms":0.40954200085252523,"p50_ms":0.1663750153966248,"p95_ms":0.23787530080880967,"total_seconds":0.01701040391344577},"interval_seconds":[0.0071418750449083745,0.04423141700681299,0.006354917015414685,0.03487766702892259,0.0066314589930698276,0.03150495799491182,0.00622554199071601,0.028884915984235704,0.005296582996379584,0.03126379201421514,0.0056556250201538205,0.03181012504501268,0.006362541054841131,0.031793124973773956,0.007134665967896581,0.032613250019494444,0.0065279999980703,0.03496812499361113,0.007088374986778945,0.036649333022069186,0.005991999991238117,0.03594587498810142,0.007061625015921891,0.03119879198493436,0.006995541974902153,0.02760470804059878,0.006935084005817771,0.032924083003308624,0.00671266601420939,0.03125820803688839,0.008276165986899287,0.0348544999724254,0.008012167003471404,0.032975458016153425,0.006198042014148086,0.028060832992196083,0.006125916028395295,0.030598999990615994,0.006462917022872716,0.029498790972866118,0.0064728750148788095,0.028284416999667883,0.006365625013131648,0.030401958036236465,0.006186500017065555,0.029851209023036063,0.00593770801788196,0.03157287498470396,0.005592208995949477,0.026404708973132074,0.005405750009231269,0.027507291990332305,0.006047792034223676,0.0319503330392763,0.007111417013220489,0.03444774996023625,0.006778457958716899,0.029763416037894785,0.005456415994558483,0.031219375028740615,0.007988457975443453,0.031056458014063537,0.007397583976853639,0.02867200004402548,0.006514750013593584,0.031967459013685584,0.007558666984550655,0.03321895899716765,0.0074733750079758465,0.03462495800340548,0.006482416996732354,0.033812708978075534,0.007199124956969172,0.03512254200177267,0.00609641702612862,0.03090200002770871,0.006502292002551258,0.027898959000594914,0.0062383339973166585,0.03301745798671618,0.006196208007168025,0.02950212499126792,0.0060954170185141265,0.02571591699961573,0.005325709003955126,0.026036208029836416,0.005732875026296824,0.027945582987740636,0.0055151249980553985,0.028201208042446524,0.006475250003859401,0.029127957997843623,0.006598667008802295,0.03235087497159839,0.007067167025525123,0.029907124990131706,0.007620082993526012,0.03066291700815782,0.005763624969404191,0.02690829202765599],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":100,"max_ms":97.27641602512449,"p50_ms":30.45906248735264,"p95_ms":38.59165976755321,"total_seconds":3.1468667098670267},"open_seconds":0.5386103329947218,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":false,"profiles":{"control":[],"finish":[],"open":[]},"python":"3.12.9","real_time_factor_control_only":1.0593444756980013,"recorded_intervals":100,"render_encode":{"count":51,"max_ms":46.64629098260775,"p50_ms":11.829417024273425,"p95_ms":17.23564599524252,"total_seconds":0.6672490418422967},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518","piper_action_capture.py":"a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":50,"max_ms":25.255166983697563,"p50_ms":11.824437999166548,"p95_ms":16.508704458829012,"total_seconds":0.620602750859689},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":4.252993,"total_seconds":3.3093729579704814,"tracking":{"count":50,"max_ms":13.281708990689367,"p50_ms":10.056646511657164,"p95_ms":11.677208702894859,"total_seconds":0.5143386280396953}} diff --git a/benchmarks/godot-capture-latency-v02/fresh-install.json b/benchmarks/godot-capture-latency-v02/fresh-install.json new file mode 100644 index 0000000..a91cc2b --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/fresh-install.json @@ -0,0 +1,22 @@ +{ + "schema": "dvidia.fresh-install-check/v1", + "python": "3.12.9", + "outside_checkout": true, + "source_hashes": { + "operator_capture.py": "db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518", + "piper_action_capture.py": "a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec" + }, + "features_shape": [ + 500, + 269 + ], + "targets_shape": [ + 500, + 7 + ], + "entry_points_passed": true, + "inspect_passed": true, + "export_reload_passed": true, + "physical_robot_ready": false, + "scope": "Offline base-package installation and CLI/export only; native rendering used existing arm environment." +} diff --git a/benchmarks/godot-capture-latency-v02/godot-tests.json b/benchmarks/godot-capture-latency-v02/godot-tests.json new file mode 100644 index 0000000..d8e9983 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/godot-tests.json @@ -0,0 +1,15 @@ +{ + "coordinates_assertions": 7, + "recording_assertions": 29, + "exit_codes": [ + 0, + 0 + ], + "sandbox_warnings": [ + "user log directory not writable", + "system CA certificates unavailable" + ], + "windowed_runs_completed": 2, + "windowed_client_errors": 0, + "manual_mouse_controls_verified": false +} diff --git a/benchmarks/godot-capture-latency-v02/plan.json b/benchmarks/godot-capture-latency-v02/plan.json new file mode 100644 index 0000000..e999977 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/plan.json @@ -0,0 +1,92 @@ +{ + "schema": "dvidia.capture-latency-plan/v2", + "registered_at": "2026-11-11T11:18:28.347817+00:00", + "baseline_commit": "439c54966fbf1ab51aaf0654dbd122169c5e13ca", + "one_worker": true, + "diagnostic": [ + { + "id": "diagnostic-baseline", + "duration_s": 2, + "profile": false, + "variant": "baseline" + }, + { + "id": "profile-baseline", + "duration_s": 2, + "profile": true, + "variant": "baseline" + }, + { + "id": "diagnostic-candidate", + "duration_s": 2, + "profile": false, + "variant": "candidate" + }, + { + "id": "profile-candidate", + "duration_s": 2, + "profile": true, + "variant": "candidate" + } + ], + "confirmation": { + "order": [ + "baseline", + "candidate", + "candidate", + "baseline", + "baseline", + "candidate" + ], + "duration_s": 10, + "profile": false, + "selection": "One frozen candidate; no confirmation-driven tuning, dropped attempts or replacement captures." + }, + "windowed": { + "order": [ + "baseline", + "candidate" + ], + "duration_s": 5, + "purpose": "Actual windowed Godot integration; full RPC reporting separates finishing request from ordinary control. Single pair is not a latency guarantee." + }, + "maximum_capture_attempts": 12, + "maximum_raw_budget_bytes": 2147483648, + "reserve_bytes": 10737418240, + "initial_free_bytes": 14446104576, + "requested_thread_environment": { + "OPENBLAS_NUM_THREADS": "1", + "OMP_NUM_THREADS": "1", + "VECLIB_MAXIMUM_THREADS": "1" + }, + "effective_thread_count": "Not measured; one worker is not a claim of a single native BLAS thread.", + "sampling": { + "rgbd": [ + 320, + 240, + 25 + ], + "controls_hz": 50, + "native_tick_seconds": 0.001 + }, + "accuracy": { + "rgb": "Exact decoded uint8 RGB plus PNG CRC/bounds; compressed bytes and consequent hashes/sizes may differ.", + "depth": "Exact NPY bytes and float32 values.", + "native": "Exact arrays/dtypes/commands and independent scorer; no tolerance.", + "perception": "Exact estimates/masks/acquisition ages, excluding processing wall-time only.", + "learning": "Exact exported features/targets/dtypes/groups.", + "normalization": "Validate each original integrity, configuration binding and frame reference before excluding source implementation hashes and PNG encoding-derived hashes/sizes. All configuration fields and source-key inventories remain equal." + }, + "metrics": [ + "full-step p50/p95/max,20ms misses,control total,CPU time", + "render/encode and tracker stages,first/steady camera", + "profile-only PNG and durable file writing attribution (overlapping scopes)", + "startup and finalization separately", + "whole-process OS peak RSS", + "actual capture bytes and frame bytes", + "offline frame-processing wall age (not sensor/hardware age)", + "windowed RPC/server-step times with finishing request separate" + ], + "scope": "Simulated PiPER small authored arm path above a rigid block, no learned policy, physical commands or successful placement claim. No new human demonstration or 50Hz hardware deadline claim.", + "publication": "Reviewed source and compact evidence as GitHub draft; no raw footage or credentials. Other channels only after supported artifact readiness." +} diff --git a/benchmarks/godot-capture-latency-v02/profile-baseline.json b/benchmarks/godot-capture-latency-v02/profile-baseline.json new file mode 100644 index 0000000..1addcc1 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/profile-baseline.json @@ -0,0 +1 @@ +{"camera_control":{"count":50,"deadline_misses":50,"deadline_ms":20.0,"max_ms":64.62433299748227,"p50_ms":45.41172896279022,"p95_ms":57.682727041537866,"total_seconds":2.285640452231746},"camera_dt_seconds":0.04,"camera_pairs":51,"capture_bytes":19971471,"capture_integrity_sha256":"d9b1043fd202b23ce6f8fcc923084226492edf3e63787cd36d0096caba610b6b","capture_peak_memory":{"bytes":968835072,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":100,"deadline_misses":50,"deadline_ms":20.0,"max_ms":64.62433299748227,"p50_ms":26.132791506825015,"p95_ms":54.781535093206905,"total_seconds":2.941943532321602},"control_cpu_seconds":2.725784,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":512,"max_ms":4.040792002342641,"p50_ms":0.7971459708642215,"p95_ms":1.449123123893514,"total_seconds":0.45038032508455217},"diagnostic_png_encode":{"count":51,"max_ms":5.847292020916939,"p50_ms":4.548000055365264,"p95_ms":5.545479478314519,"total_seconds":0.22551370674045756},"duration_s":2.0,"encoder_control":{"count":50,"deadline_misses":0,"deadline_ms":20.0,"max_ms":17.874250013846904,"p50_ms":13.168271019821987,"p95_ms":17.09909550845623,"total_seconds":0.6563030800898559},"finish_seconds":0.7063349999953061,"first_camera_render_encode_ms":56.31024995818734,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":100,"max_ms":0.6613750010728836,"p50_ms":0.3009794745594263,"p95_ms":0.45769761491101224,"total_seconds":0.030970330233685672},"interval_seconds":[0.017874250013846904,0.06462433299748227,0.01553229195997119,0.05267445801291615,0.014115042053163052,0.04508829099358991,0.013501167006324977,0.054411249991972,0.015455541026312858,0.04648479202296585,0.01318587502464652,0.051408792030997574,0.013692374981474131,0.05366416601464152,0.01610141695709899,0.05932820797897875,0.016931707970798016,0.056447874987497926,0.014647333009634167,0.05298691603820771,0.015846416004933417,0.05075983400456607,0.01579983305418864,0.05848970799706876,0.014799249998759478,0.047817207989282906,0.013223291956819594,0.04899445903720334,0.01381691702408716,0.04858812503516674,0.01775679097045213,0.04777474998263642,0.013029207999352366,0.0456479579443112,0.014377915998920798,0.049803624977357686,0.013150667014997452,0.04903291701339185,0.016413708974141628,0.054693832993507385,0.016196709009818733,0.05229149997467175,0.01703845802694559,0.0566964169847779,0.015128583007026464,0.05090058298083022,0.012909375014714897,0.04481083300197497,0.01594345801277086,0.04631500004325062,0.01714870799332857,0.05023229098878801,0.0134802499669604,0.04517549998126924,0.012708041991572827,0.046950832998845726,0.011860665981657803,0.04372058401349932,0.012103457993362099,0.0401052079978399,0.0111933330190368,0.04128329100785777,0.013458166038617492,0.04204274999210611,0.011515458987560123,0.04295133403502405,0.01169016701169312,0.03643974999431521,0.009941999975126237,0.03527070803102106,0.009400249982718378,0.03876149997813627,0.009528750029858202,0.039615166024304926,0.010162958002183586,0.0362609580042772,0.010296249995008111,0.03870608302531764,0.010216374997980893,0.03562183299800381,0.009873208007775247,0.040078624966554344,0.012058874999638647,0.03871766704833135,0.010947958042379469,0.03930837503867224,0.010826708981767297,0.03718704200582579,0.009892665955703706,0.04032729100435972,0.011925041035283357,0.038656125019770116,0.00965466705383733,0.036396290990523994,0.00999570800922811,0.036355708027258515,0.009793541976250708,0.04134837503079325,0.010162291990127414,0.034391332999803126],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":100,"max_ms":143.8244580058381,"p50_ms":44.209729006979614,"p95_ms":62.4933639774099,"total_seconds":4.683044619217981},"open_seconds":0.7132864169543609,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":true,"profiles":{"control":[{"calls":100,"cumulative_seconds":2.850310829,"file":"operator_capture.py","function":"step","line":298,"own_seconds":0.004915536000000001,"primitive_calls":100},{"calls":50,"cumulative_seconds":0.8508803340000001,"file":"profile-operator-capture.py","function":"measured_sample","line":112,"own_seconds":0.00023300300000000002,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.850610163,"file":"piper_action_capture.py","function":"sample","line":211,"own_seconds":0.007355691,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.7046673290000001,"file":"camera_action_capture.py","function":"_fresh_estimate","line":194,"own_seconds":0.000674379,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.6981218720000001,"file":"piper_rgbd_tracker.py","function":"estimate_pose","line":256,"own_seconds":0.032282664,"primitive_calls":50},{"calls":100,"cumulative_seconds":0.5781512080000001,"file":"renderer.py","function":"render","line":132,"own_seconds":0.010422203000000001,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.43688850300000004,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":0.002772809,"primitive_calls":500},{"calls":100,"cumulative_seconds":0.433588122,"file":"piper_action_capture.py","function":"advance","line":258,"own_seconds":0.001046796,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.43336000500000005,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":0.007645006,"primitive_calls":500},{"calls":100,"cumulative_seconds":0.43209488,"file":"piper_feedback_env.py","function":"step","line":137,"own_seconds":0.00047095700000000004,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.431588629,"file":"piper_task.py","function":"step","line":291,"own_seconds":0.044850717000000005,"primitive_calls":100},{"calls":257600,"cumulative_seconds":0.37906663100000004,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.185532196,"primitive_calls":4500},{"calls":18900,"cumulative_seconds":0.3676593,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.050896905000000006,"primitive_calls":4200},{"calls":400,"cumulative_seconds":0.35345692300000003,"file":"operator_capture.py","function":"_reference","line":43,"own_seconds":0.0008936650000000001,"primitive_calls":400},{"calls":100,"cumulative_seconds":0.350200587,"file":"~","function":"","line":0,"own_seconds":0.350200587,"primitive_calls":100},{"calls":400,"cumulative_seconds":0.34905413500000004,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":0.000831805,"primitive_calls":400},{"calls":50,"cumulative_seconds":0.312899537,"file":"piper_rgbd_tracker.py","function":"_cube_rays","line":234,"own_seconds":0.18131982300000002,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.26456633300000004,"file":"piper_rgbd_tracker.py","function":"_top_plane","line":149,"own_seconds":0.062921985,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.22054537400000002,"file":"profile-operator-capture.py","function":"timed_png","line":123,"own_seconds":0.00023270400000000003,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.220261376,"file":"piper_action_capture.py","function":"_png","line":87,"own_seconds":0.00046812100000000005,"primitive_calls":50},{"calls":100,"cumulative_seconds":0.21380953900000002,"file":"~","function":"","line":0,"own_seconds":0.21380953900000002,"primitive_calls":100},{"calls":50,"cumulative_seconds":0.210119838,"file":"~","function":"","line":0,"own_seconds":0.210119838,"primitive_calls":50},{"calls":500,"cumulative_seconds":0.183366994,"file":"~","function":"","line":0,"own_seconds":0.171207832,"primitive_calls":500},{"calls":23050,"cumulative_seconds":0.164772559,"file":"~","function":"","line":0,"own_seconds":0.164772559,"primitive_calls":23050},{"calls":4800,"cumulative_seconds":0.16447472800000001,"file":"numeric.py","function":"cross","line":1563,"own_seconds":0.049818152000000004,"primitive_calls":4800},{"calls":300,"cumulative_seconds":0.1600022,"file":"operator_capture.py","function":"context","line":290,"own_seconds":0.0009009650000000001,"primitive_calls":300},{"calls":100,"cumulative_seconds":0.125339163,"file":"operator_capture.py","function":"_save_frames","line":219,"own_seconds":0.000790911,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.11561296100000001,"file":"operator_capture.py","function":"_save_perception","line":231,"own_seconds":0.000680135,"primitive_calls":100},{"calls":14450,"cumulative_seconds":0.103981469,"file":"numeric.py","function":"moveaxis","line":1489,"own_seconds":0.027823680000000003,"primitive_calls":14450},{"calls":2100,"cumulative_seconds":0.101763317,"file":"piper_feedback_env.py","function":"_contacts","line":132,"own_seconds":0.002195555,"primitive_calls":2100},{"calls":400,"cumulative_seconds":0.09966195700000001,"file":"camera_action_capture.py","function":"_estimate_at","line":99,"own_seconds":0.0016496640000000001,"primitive_calls":400},{"calls":2100,"cumulative_seconds":0.099567762,"file":"piper_task.py","function":"_contacts","line":219,"own_seconds":0.074096617,"primitive_calls":2100},{"calls":13150,"cumulative_seconds":0.08589829900000001,"file":"copy.py","function":"_deepcopy_list","line":191,"own_seconds":0.02061764,"primitive_calls":12350},{"calls":500,"cumulative_seconds":0.06829359,"file":"tempfile.py","function":"NamedTemporaryFile","line":537,"own_seconds":0.0018415080000000002,"primitive_calls":500},{"calls":250,"cumulative_seconds":0.067239317,"file":"~","function":"","line":0,"own_seconds":0.00023294600000000002,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.067108997,"file":"~","function":"","line":0,"own_seconds":0.000280249,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.06700637100000001,"file":"_methods.py","function":"_amax","line":39,"own_seconds":0.00010336600000000001,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.06682874800000001,"file":"_methods.py","function":"_amin","line":43,"own_seconds":0.000113585,"primitive_calls":250},{"calls":28900,"cumulative_seconds":0.064049229,"file":"numeric.py","function":"normalize_axis_tuple","line":1427,"own_seconds":0.040462754000000004,"primitive_calls":28900},{"calls":500,"cumulative_seconds":0.062007706,"file":"~","function":"","line":0,"own_seconds":0.004964622,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.056808544,"file":"tempfile.py","function":"opener","line":577,"own_seconds":0.000488331,"primitive_calls":500},{"calls":519050,"cumulative_seconds":0.056506522000000003,"file":"~","function":"","line":0,"own_seconds":0.056506522000000003,"primitive_calls":519050},{"calls":500,"cumulative_seconds":0.056320213,"file":"tempfile.py","function":"_mkstemp_inner","line":243,"own_seconds":0.0018346690000000001,"primitive_calls":500},{"calls":2500,"cumulative_seconds":0.053403201000000004,"file":"piper_task.py","function":"_finite","line":148,"own_seconds":0.006294542,"primitive_calls":2500},{"calls":5850,"cumulative_seconds":0.050862942,"file":"~","function":"","line":0,"own_seconds":0.006275494,"primitive_calls":5850},{"calls":950,"cumulative_seconds":0.049752076000000006,"file":"episode_tape.py","function":"canonical","line":62,"own_seconds":0.001317129,"primitive_calls":950},{"calls":950,"cumulative_seconds":0.047759846,"file":"__init__.py","function":"dumps","line":183,"own_seconds":0.00225741,"primitive_calls":950},{"calls":2000,"cumulative_seconds":0.047556286,"file":"piper_feedback_env.py","function":"_outcome_tick","line":173,"own_seconds":0.033569787000000004,"primitive_calls":2000},{"calls":700,"cumulative_seconds":0.046597763,"file":"~","function":"","line":0,"own_seconds":0.046597763,"primitive_calls":700},{"calls":950,"cumulative_seconds":0.044918319000000005,"file":"encoder.py","function":"encode","line":183,"own_seconds":0.0016485690000000001,"primitive_calls":950},{"calls":500,"cumulative_seconds":0.044271385,"file":"~","function":"","line":0,"own_seconds":0.044271385,"primitive_calls":500},{"calls":1500,"cumulative_seconds":0.044002174000000005,"file":"tempfile.py","function":"func_wrapper","line":497,"own_seconds":0.000683174,"primitive_calls":1500},{"calls":950,"cumulative_seconds":0.042614941,"file":"encoder.py","function":"iterencode","line":205,"own_seconds":0.042614941,"primitive_calls":950},{"calls":2000,"cumulative_seconds":0.040590038,"file":"~","function":"","line":0,"own_seconds":0.040590038,"primitive_calls":2000},{"calls":50,"cumulative_seconds":0.039520123000000004,"file":"piper_rgbd_tracker.py","function":"_components","line":130,"own_seconds":0.018317458000000002,"primitive_calls":50},{"calls":16000,"cumulative_seconds":0.03801537,"file":"piper_task.py","function":"","line":317,"own_seconds":0.03801537,"primitive_calls":16000},{"calls":11100,"cumulative_seconds":0.037216975,"file":"_linalg.py","function":"norm","line":2598,"own_seconds":0.018017123,"primitive_calls":11100},{"calls":1650,"cumulative_seconds":0.03588593,"file":"camera_action_capture.py","function":"_sample_at","line":92,"own_seconds":0.0012690210000000002,"primitive_calls":1650},{"calls":4400,"cumulative_seconds":0.033662282,"file":"fromnumeric.py","function":"_wrapfunc","line":48,"own_seconds":0.003947496,"primitive_calls":4400},{"calls":2000,"cumulative_seconds":0.030947118000000003,"file":"~","function":"","line":0,"own_seconds":0.030947118000000003,"primitive_calls":2000},{"calls":100,"cumulative_seconds":0.030630173000000004,"file":"piper_encoder_kinematics.py","function":"pose_action","line":141,"own_seconds":0.0070505870000000005,"primitive_calls":100},{"calls":2500,"cumulative_seconds":0.028210716,"file":"reference_task.py","function":"_finite","line":219,"own_seconds":0.0037745850000000004,"primitive_calls":2500},{"calls":326200,"cumulative_seconds":0.027025129000000002,"file":"~","function":"","line":0,"own_seconds":0.027025129000000002,"primitive_calls":326200},{"calls":500,"cumulative_seconds":0.02667608,"file":"~","function":"","line":0,"own_seconds":0.02667608,"primitive_calls":500},{"calls":4650,"cumulative_seconds":0.026156111000000003,"file":"~","function":"","line":0,"own_seconds":0.003619736,"primitive_calls":4650},{"calls":500,"cumulative_seconds":0.025793583000000002,"file":"pathlib.py","function":"unlink","line":1336,"own_seconds":0.00025578600000000003,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.025537797,"file":"~","function":"","line":0,"own_seconds":0.025178499,"primitive_calls":500},{"calls":1050,"cumulative_seconds":0.024817642,"file":"~","function":"","line":0,"own_seconds":0.024817642,"primitive_calls":1050},{"calls":100,"cumulative_seconds":0.023505924,"file":"operator_capture.py","function":"_snapshot","line":96,"own_seconds":0.000370262,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.022867664000000003,"file":"action_demonstration.py","function":"_snapshot","line":168,"own_seconds":0.003182222,"primitive_calls":100},{"calls":4250,"cumulative_seconds":0.022672129000000003,"file":"fromnumeric.py","function":"clip","line":2245,"own_seconds":0.004190344,"primitive_calls":4250},{"calls":50,"cumulative_seconds":0.021768542000000002,"file":"camera_action_capture.py","function":"measured","line":144,"own_seconds":0.001328434,"primitive_calls":50},{"calls":12500,"cumulative_seconds":0.021238649000000002,"file":"reference_task.py","function":"","line":221,"own_seconds":0.008954369,"primitive_calls":12500},{"calls":2600,"cumulative_seconds":0.021064332,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.00234856,"primitive_calls":2600},{"calls":6100,"cumulative_seconds":0.020890323000000002,"file":"fromnumeric.py","function":"any","line":2474,"own_seconds":0.0039203530000000006,"primitive_calls":6100},{"calls":32050,"cumulative_seconds":0.020628578,"file":"copy.py","function":"_keep_alive","line":231,"own_seconds":0.013991018000000001,"primitive_calls":32050},{"calls":6600,"cumulative_seconds":0.018916305,"file":"fromnumeric.py","function":"_wrapreduction_any_all","line":86,"own_seconds":0.0070415830000000006,"primitive_calls":6600},{"calls":200,"cumulative_seconds":0.018737045,"file":"operator_capture.py","function":"_append","line":197,"own_seconds":0.001982934,"primitive_calls":200},{"calls":1300,"cumulative_seconds":0.018715772000000002,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.0023953240000000003,"primitive_calls":1300},{"calls":1000,"cumulative_seconds":0.017050616,"file":"pathlib.py","function":"parent","line":731,"own_seconds":0.001354715,"primitive_calls":1000},{"calls":4650,"cumulative_seconds":0.016776345,"file":"~","function":"","line":0,"own_seconds":0.0020025010000000003,"primitive_calls":4650},{"calls":4298,"cumulative_seconds":0.016693112,"file":"pathlib.py","function":"__str__","line":437,"own_seconds":0.0036651960000000003,"primitive_calls":4298},{"calls":500,"cumulative_seconds":0.016488787,"file":"~","function":"","line":0,"own_seconds":0.016488787,"primitive_calls":500},{"calls":1500,"cumulative_seconds":0.016078265,"file":"tempfile.py","function":"__getattr__","line":489,"own_seconds":0.004178992,"primitive_calls":1500},{"calls":50,"cumulative_seconds":0.015372496000000001,"file":"numeric.py","function":"argwhere","line":620,"own_seconds":0.000271866,"primitive_calls":50},{"calls":224750,"cumulative_seconds":0.014795573000000001,"file":"copy.py","function":"_deepcopy_atomic","line":172,"own_seconds":0.014795573000000001,"primitive_calls":224750},{"calls":4650,"cumulative_seconds":0.014773844000000001,"file":"_methods.py","function":"_sum","line":47,"own_seconds":0.0013075110000000001,"primitive_calls":4650},{"calls":50,"cumulative_seconds":0.014543586,"file":"fromnumeric.py","function":"nonzero","line":2031,"own_seconds":4.042e-05,"primitive_calls":50},{"calls":250,"cumulative_seconds":0.014508916,"file":"episode_tape.py","function":"digest","line":66,"own_seconds":0.00037394100000000003,"primitive_calls":250},{"calls":50,"cumulative_seconds":0.014408459,"file":"~","function":"","line":0,"own_seconds":0.014408459,"primitive_calls":50},{"calls":10650,"cumulative_seconds":0.014184356,"file":"~","function":"","line":0,"own_seconds":0.004118467000000001,"primitive_calls":10650},{"calls":3998,"cumulative_seconds":0.013814554000000001,"file":"pathlib.py","function":"__fspath__","line":447,"own_seconds":0.0018814830000000002,"primitive_calls":3998},{"calls":200,"cumulative_seconds":0.013644874000000001,"file":"_function_base_impl.py","function":"_ureduce","line":3827,"own_seconds":0.000689165,"primitive_calls":200},{"calls":1300,"cumulative_seconds":0.013392389000000001,"file":"pathlib.py","function":"_parse_path","line":387,"own_seconds":0.006162184,"primitive_calls":1300},{"calls":115050,"cumulative_seconds":0.013262277000000001,"file":"~","function":"","line":0,"own_seconds":0.013262277000000001,"primitive_calls":115050},{"calls":10200,"cumulative_seconds":0.012168366,"file":"~","function":"","line":0,"own_seconds":0.012168366,"primitive_calls":10200},{"calls":57800,"cumulative_seconds":0.011968112000000001,"file":"numeric.py","function":"","line":1476,"own_seconds":0.008260158,"primitive_calls":57800},{"calls":300,"cumulative_seconds":0.011665924000000001,"file":"action_demonstration.py","function":"_relative","line":67,"own_seconds":0.0015109210000000001,"primitive_calls":300},{"calls":11050,"cumulative_seconds":0.010476522,"file":"_methods.py","function":"_all","line":64,"own_seconds":0.0031479980000000004,"primitive_calls":11050},{"calls":8400,"cumulative_seconds":0.010333844,"file":"~","function":"","line":0,"own_seconds":0.010333844,"primitive_calls":8400}],"finish":[{"calls":1,"cumulative_seconds":0.48726916600000003,"file":"piper_action_capture.py","function":"close","line":275,"own_seconds":0.000511997,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.448556875,"file":"operator_capture.py","function":"_reconcile","line":353,"own_seconds":0.0014129420000000001,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.322850542,"file":"operator_capture.py","function":"_prefix","line":541,"own_seconds":0.002287491,"primitive_calls":1},{"calls":1924,"cumulative_seconds":0.300803624,"file":"action_demonstration.py","function":"_ordinary_bytes","line":366,"own_seconds":0.013300734000000002,"primitive_calls":1924},{"calls":1315,"cumulative_seconds":0.282040359,"file":"operator_capture.py","function":"_identity","line":49,"own_seconds":0.00367826,"primitive_calls":1315},{"calls":400,"cumulative_seconds":0.16334832700000002,"file":"operator_capture.py","function":"_bound_document","line":535,"own_seconds":0.00046742400000000003,"primitive_calls":400},{"calls":606,"cumulative_seconds":0.132741309,"file":"operator_capture.py","function":"_read","line":39,"own_seconds":0.0013699130000000002,"primitive_calls":606},{"calls":27287,"cumulative_seconds":0.12804615,"file":"","function":"__iter__","line":1022,"own_seconds":0.007182568,"primitive_calls":27287},{"calls":26775,"cumulative_seconds":0.12086358200000001,"file":"pathlib.py","function":"__getitem__","line":277,"own_seconds":0.018622753000000002,"primitive_calls":26775},{"calls":9715,"cumulative_seconds":0.113572089,"file":"~","function":"","line":0,"own_seconds":0.011640205,"primitive_calls":9715},{"calls":201,"cumulative_seconds":0.101309572,"file":"operator_capture.py","function":"_perception","line":122,"own_seconds":0.0024969550000000004,"primitive_calls":201},{"calls":23075,"cumulative_seconds":0.08497583,"file":"action_demonstration.py","function":"","line":368,"own_seconds":0.006250634000000001,"primitive_calls":23075},{"calls":21151,"cumulative_seconds":0.07872519600000001,"file":"pathlib.py","function":"is_symlink","line":909,"own_seconds":0.009535106,"primitive_calls":21151},{"calls":24351,"cumulative_seconds":0.07848489900000001,"file":"pathlib.py","function":"_from_parsed_parts","line":420,"own_seconds":0.011174939,"primitive_calls":24351},{"calls":65512,"cumulative_seconds":0.077969549,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.038071312,"primitive_calls":234},{"calls":23808,"cumulative_seconds":0.07728537,"file":"pathlib.py","function":"stat","line":835,"own_seconds":0.004321513,"primitive_calls":23808},{"calls":4914,"cumulative_seconds":0.07725142900000001,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.009650770000000001,"primitive_calls":324},{"calls":23075,"cumulative_seconds":0.076466608,"file":"pathlib.py","function":"lstat","line":842,"own_seconds":0.0048064430000000005,"primitive_calls":23075},{"calls":23817,"cumulative_seconds":0.073014441,"file":"~","function":"","line":0,"own_seconds":0.06052346,"primitive_calls":23817},{"calls":28454,"cumulative_seconds":0.068918674,"file":"pathlib.py","function":"with_segments","line":380,"own_seconds":0.015019041,"primitive_calls":28454},{"calls":512,"cumulative_seconds":0.06750906500000001,"file":"operator_capture.py","function":"_artifact_name","line":54,"own_seconds":0.000618061,"primitive_calls":512},{"calls":3813,"cumulative_seconds":0.06724476,"file":"copy.py","function":"_deepcopy_list","line":191,"own_seconds":0.0051447260000000005,"primitive_calls":1670},{"calls":2635,"cumulative_seconds":0.057605267,"file":"action_demonstration.py","function":"_relative","line":67,"own_seconds":0.006504234,"primitive_calls":2635},{"calls":512,"cumulative_seconds":0.05048035,"file":"pathlib.py","function":"relative_to","line":663,"own_seconds":0.0024069060000000003,"primitive_calls":512},{"calls":30390,"cumulative_seconds":0.046639745,"file":"pathlib.py","function":"__init__","line":1157,"own_seconds":0.011992023000000001,"primitive_calls":30390},{"calls":11827,"cumulative_seconds":0.046261475,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.0054041720000000005,"primitive_calls":11827},{"calls":6115,"cumulative_seconds":0.040857303000000005,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.0055590810000000004,"primitive_calls":6115},{"calls":1930,"cumulative_seconds":0.038301792,"file":"~","function":"","line":0,"own_seconds":0.037643348,"primitive_calls":1930},{"calls":33025,"cumulative_seconds":0.038135149,"file":"pathlib.py","function":"__init__","line":358,"own_seconds":0.024242074000000002,"primitive_calls":33025},{"calls":33534,"cumulative_seconds":0.03766574,"file":"pathlib.py","function":"__str__","line":437,"own_seconds":0.010305100000000001,"primitive_calls":33534},{"calls":1113,"cumulative_seconds":0.034947347000000004,"file":"__init__.py","function":"loads","line":299,"own_seconds":0.002040937,"primitive_calls":1113},{"calls":2134,"cumulative_seconds":0.033219002000000004,"file":"~","function":"","line":0,"own_seconds":0.033219002000000004,"primitive_calls":2134},{"calls":1109,"cumulative_seconds":0.032874404,"file":"episode_tape.py","function":"_decode","line":123,"own_seconds":0.001199797,"primitive_calls":1109},{"calls":526,"cumulative_seconds":0.031269128,"file":"episode_tape.py","function":"canonical","line":62,"own_seconds":0.000370283,"primitive_calls":526},{"calls":526,"cumulative_seconds":0.030672897,"file":"__init__.py","function":"dumps","line":183,"own_seconds":0.0006679240000000001,"primitive_calls":526},{"calls":526,"cumulative_seconds":0.029837766,"file":"encoder.py","function":"encode","line":183,"own_seconds":0.00055681,"primitive_calls":526},{"calls":1113,"cumulative_seconds":0.029268249000000003,"file":"decoder.py","function":"decode","line":333,"own_seconds":0.001451176,"primitive_calls":1113},{"calls":526,"cumulative_seconds":0.029064758000000003,"file":"encoder.py","function":"iterencode","line":205,"own_seconds":0.029064758000000003,"primitive_calls":526},{"calls":2948,"cumulative_seconds":0.028134191000000003,"file":"pathlib.py","function":"parents","line":741,"own_seconds":0.001167176,"primitive_calls":2948},{"calls":2948,"cumulative_seconds":0.026967015,"file":"pathlib.py","function":"__init__","line":268,"own_seconds":0.0017649900000000001,"primitive_calls":2948},{"calls":1113,"cumulative_seconds":0.026774205000000002,"file":"decoder.py","function":"raw_decode","line":344,"own_seconds":0.022704173,"primitive_calls":1113},{"calls":6117,"cumulative_seconds":0.02578159,"file":"pathlib.py","function":"_parse_path","line":387,"own_seconds":0.013209938000000001,"primitive_calls":6117},{"calls":131958,"cumulative_seconds":0.024116068,"file":"~","function":"","line":0,"own_seconds":0.016180407,"primitive_calls":80841},{"calls":1,"cumulative_seconds":0.021283834,"file":"_npyio_impl.py","function":"savez_compressed","line":681,"own_seconds":1.5334000000000003e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.021267750000000002,"file":"_npyio_impl.py","function":"_savez","line":756,"own_seconds":6.891900000000001e-05,"primitive_calls":1},{"calls":5,"cumulative_seconds":0.020400708,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":5.1165e-05,"primitive_calls":5},{"calls":22,"cumulative_seconds":0.019228042,"file":"_format_impl.py","function":"write_array","line":702,"own_seconds":0.00010366800000000001,"primitive_calls":22},{"calls":44,"cumulative_seconds":0.018787792,"file":"__init__.py","function":"write","line":1205,"own_seconds":9.104700000000001e-05,"primitive_calls":44},{"calls":44,"cumulative_seconds":0.018552370000000002,"file":"~","function":"","line":0,"own_seconds":0.018552370000000002,"primitive_calls":44},{"calls":1,"cumulative_seconds":0.017359667000000002,"file":"camera_action_capture.py","function":"_score","line":215,"own_seconds":9.375e-05,"primitive_calls":1},{"calls":512,"cumulative_seconds":0.016851132,"file":"pathlib.py","function":"is_relative_to","line":690,"own_seconds":0.000620435,"primitive_calls":512},{"calls":407,"cumulative_seconds":0.016255289000000003,"file":"episode_tape.py","function":"digest","line":66,"own_seconds":0.00031906800000000004,"primitive_calls":407},{"calls":29954,"cumulative_seconds":0.015797351,"file":"pathlib.py","function":"_format_parsed_parts","line":429,"own_seconds":0.008976919,"primitive_calls":29954},{"calls":101,"cumulative_seconds":0.014914714,"file":"operator_capture.py","function":"_snapshot","line":96,"own_seconds":0.000183558,"primitive_calls":101},{"calls":101,"cumulative_seconds":0.014490958000000002,"file":"action_demonstration.py","function":"_snapshot","line":168,"own_seconds":0.0019305530000000002,"primitive_calls":101},{"calls":25792,"cumulative_seconds":0.013335219,"file":"pathlib.py","function":"__fspath__","line":447,"own_seconds":0.006913619,"primitive_calls":25792},{"calls":2010,"cumulative_seconds":0.01269051,"file":"~","function":"","line":0,"own_seconds":0.01269051,"primitive_calls":2010},{"calls":138492,"cumulative_seconds":0.012600393000000001,"file":"~","function":"","line":0,"own_seconds":0.012600393000000001,"primitive_calls":138492},{"calls":53550,"cumulative_seconds":0.012060283000000002,"file":"pathlib.py","function":"__len__","line":274,"own_seconds":0.008392961,"primitive_calls":53550},{"calls":52813,"cumulative_seconds":0.012029959000000002,"file":"action_demonstration.py","function":"","line":72,"own_seconds":0.008368124000000001,"primitive_calls":52813},{"calls":115626,"cumulative_seconds":0.011063017000000001,"file":"~","function":"","line":0,"own_seconds":0.011028059000000002,"primitive_calls":115626},{"calls":30390,"cumulative_seconds":0.010252696,"file":"pathlib.py","function":"__new__","line":1164,"own_seconds":0.006390884,"primitive_calls":30390},{"calls":1929,"cumulative_seconds":0.009659628,"file":"action_demonstration.py","function":"_vec","line":55,"own_seconds":0.0017081140000000002,"primitive_calls":1929},{"calls":3472,"cumulative_seconds":0.008488647,"file":"","function":"join","line":71,"own_seconds":0.005021996,"primitive_calls":3472},{"calls":1528,"cumulative_seconds":0.008185894,"file":"pathlib.py","function":"__eq__","line":519,"own_seconds":0.0007743950000000001,"primitive_calls":1528},{"calls":512,"cumulative_seconds":0.008026084000000001,"file":"","function":"__contains__","line":1032,"own_seconds":0.000639827,"primitive_calls":512},{"calls":1938,"cumulative_seconds":0.008011152,"file":"pathlib.py","function":"__truediv__","line":719,"own_seconds":0.000575657,"primitive_calls":1938},{"calls":24,"cumulative_seconds":0.0077339570000000005,"file":"~","function":"","line":0,"own_seconds":0.00040298300000000004,"primitive_calls":24},{"calls":3573,"cumulative_seconds":0.007625248,"file":"pathlib.py","function":"_str_normcase","line":484,"own_seconds":0.001837358,"primitive_calls":3573},{"calls":1938,"cumulative_seconds":0.007435495,"file":"pathlib.py","function":"joinpath","line":711,"own_seconds":0.000923238,"primitive_calls":1938},{"calls":1,"cumulative_seconds":0.007251917,"file":"piper_feedback_score.py","function":"score_feedback_episode","line":278,"own_seconds":9.175000000000001e-05,"primitive_calls":1},{"calls":2,"cumulative_seconds":0.007177709000000001,"file":"operator_capture.py","function":"_journal","line":514,"own_seconds":0.0009952560000000001,"primitive_calls":2},{"calls":13361,"cumulative_seconds":0.007063906000000001,"file":"action_demonstration.py","function":"_bounded","line":49,"own_seconds":0.0031886840000000002,"primitive_calls":13361},{"calls":1924,"cumulative_seconds":0.006950047000000001,"file":"","function":"fdopen","line":1060,"own_seconds":0.001542123,"primitive_calls":1924},{"calls":62377,"cumulative_seconds":0.006631213,"file":"~","function":"","line":0,"own_seconds":0.006631213,"primitive_calls":62377},{"calls":6,"cumulative_seconds":0.0064400410000000005,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":3.7625e-05,"primitive_calls":6},{"calls":6,"cumulative_seconds":0.00639375,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":9.954600000000001e-05,"primitive_calls":6},{"calls":1915,"cumulative_seconds":0.006341577,"file":"action_demonstration.py","function":"_availability","line":151,"own_seconds":0.001967901,"primitive_calls":1915},{"calls":1935,"cumulative_seconds":0.006140418000000001,"file":"~","function":"","line":0,"own_seconds":0.0054430450000000005,"primitive_calls":1935},{"calls":20665,"cumulative_seconds":0.006047219,"file":"episode_tape.py","function":"_number","line":75,"own_seconds":0.0048110950000000005,"primitive_calls":20665},{"calls":30534,"cumulative_seconds":0.005685286,"file":"~","function":"","line":0,"own_seconds":0.005685286,"primitive_calls":30534},{"calls":33870,"cumulative_seconds":0.0055611490000000005,"file":"~","function":"","line":0,"own_seconds":0.0055611490000000005,"primitive_calls":33870},{"calls":619,"cumulative_seconds":0.005430170000000001,"file":"pathlib.py","function":"is_file","line":886,"own_seconds":0.00039489500000000003,"primitive_calls":619},{"calls":83194,"cumulative_seconds":0.0054063670000000005,"file":"~","function":"","line":0,"own_seconds":0.0054063670000000005,"primitive_calls":83194},{"calls":512,"cumulative_seconds":0.00524947,"file":"pathlib.py","function":"as_posix","line":450,"own_seconds":0.00029116,"primitive_calls":512},{"calls":401,"cumulative_seconds":0.005028456000000001,"file":"action_demonstration.py","function":"_action","line":247,"own_seconds":0.0006326670000000001,"primitive_calls":401},{"calls":518,"cumulative_seconds":0.004536007,"file":"pathlib.py","function":"rglob","line":1097,"own_seconds":0.000102385,"primitive_calls":518},{"calls":518,"cumulative_seconds":0.004408579,"file":"pathlib.py","function":"_select_from","line":234,"own_seconds":0.00011708600000000001,"primitive_calls":518},{"calls":1,"cumulative_seconds":0.004353083000000001,"file":"renderer.py","function":"close","line":316,"own_seconds":0.004353083000000001,"primitive_calls":1},{"calls":6117,"cumulative_seconds":0.004339896,"file":"","function":"splitroot","line":138,"own_seconds":0.0031057320000000004,"primitive_calls":6117},{"calls":2,"cumulative_seconds":0.004322459,"file":"__init__.py","function":"free","line":58,"own_seconds":0.0043162090000000005,"primitive_calls":2},{"calls":33029,"cumulative_seconds":0.004315810000000001,"file":"~","function":"","line":0,"own_seconds":0.004315810000000001,"primitive_calls":33029},{"calls":22,"cumulative_seconds":0.00427571,"file":"_npyio_impl.py","function":"__getitem__","line":239,"own_seconds":7.0165e-05,"primitive_calls":22},{"calls":1981,"cumulative_seconds":0.0041845300000000005,"file":"~","function":"","line":0,"own_seconds":0.002690238,"primitive_calls":1981},{"calls":1929,"cumulative_seconds":0.004164709,"file":"episode_tape.py","function":"_vector","line":116,"own_seconds":0.0018089590000000002,"primitive_calls":1929},{"calls":5238,"cumulative_seconds":0.004157844,"file":"action_demonstration.py","function":"_time","line":61,"own_seconds":0.00137264,"primitive_calls":5238},{"calls":8727,"cumulative_seconds":0.004137046,"file":"copy.py","function":"_keep_alive","line":231,"own_seconds":0.002692767,"primitive_calls":8727},{"calls":626,"cumulative_seconds":0.004126034000000001,"file":"pathlib.py","function":"_select_from","line":200,"own_seconds":0.0009223730000000001,"primitive_calls":626},{"calls":43339,"cumulative_seconds":0.004097927,"file":"~","function":"","line":0,"own_seconds":0.004078051,"primitive_calls":43337},{"calls":9797,"cumulative_seconds":0.004070032,"file":"episode_tape.py","function":"pairs","line":135,"own_seconds":0.004070032,"primitive_calls":9797}],"open":[{"calls":1,"cumulative_seconds":0.16802808400000002,"file":"renderer.py","function":"__init__","line":29,"own_seconds":0.091396584,"primitive_calls":1},{"calls":2,"cumulative_seconds":0.139903584,"file":"robot_profiles.py","function":"_payload","line":46,"own_seconds":0.0007883300000000001,"primitive_calls":2},{"calls":225,"cumulative_seconds":0.11258970700000001,"file":"~","function":"","line":0,"own_seconds":0.11258970700000001,"primitive_calls":225},{"calls":1,"cumulative_seconds":0.08867145800000001,"file":"reference_sim.py","function":"model_digest","line":184,"own_seconds":3.4791e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.0765855,"file":"__init__.py","function":"__init__","line":30,"own_seconds":7.5333e-05,"primitive_calls":1},{"calls":8,"cumulative_seconds":0.076527126,"file":"cgl.py","function":"checked_func","line":129,"own_seconds":0.076527126,"primitive_calls":8},{"calls":1,"cumulative_seconds":0.073465167,"file":"robot_profiles.py","function":"verify_assets","line":62,"own_seconds":4.1833000000000004e-05,"primitive_calls":1},{"calls":708,"cumulative_seconds":0.072155386,"file":"~","function":"","line":0,"own_seconds":0.000818721,"primitive_calls":708},{"calls":528,"cumulative_seconds":0.06225230700000001,"file":"robot_profiles.py","function":"","line":53,"own_seconds":0.00212815,"primitive_calls":528},{"calls":1,"cumulative_seconds":0.056818333000000006,"file":"camera_action_capture.py","function":"_fresh_estimate","line":194,"own_seconds":3.9625e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.056628167,"file":"piper_rgbd_tracker.py","function":"estimate_pose","line":256,"own_seconds":0.000917253,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.05631308300000001,"file":"profile-operator-capture.py","function":"measured_sample","line":112,"own_seconds":1.9791e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.056292167000000004,"file":"piper_action_capture.py","function":"sample","line":211,"own_seconds":0.000237456,"primitive_calls":1},{"calls":2,"cumulative_seconds":0.049719333000000004,"file":"renderer.py","function":"render","line":132,"own_seconds":0.00033408200000000003,"primitive_calls":2},{"calls":1,"cumulative_seconds":0.042899625000000004,"file":"piper_rgbd_tracker.py","function":"_top_plane","line":149,"own_seconds":0.001928051,"primitive_calls":1},{"calls":7894,"cumulative_seconds":0.042489330000000006,"file":"","function":"__iter__","line":1022,"own_seconds":0.0025979090000000002,"primitive_calls":7894},{"calls":18,"cumulative_seconds":0.040405,"file":"","function":"_find_and_load","line":1349,"own_seconds":0.00011479400000000001,"primitive_calls":4},{"calls":1608,"cumulative_seconds":0.040267131000000005,"file":"","function":"__contains__","line":1032,"own_seconds":0.00249897,"primitive_calls":1608},{"calls":18,"cumulative_seconds":0.040177083,"file":"","function":"_find_and_load_unlocked","line":1304,"own_seconds":8.646000000000001e-05,"primitive_calls":4},{"calls":7546,"cumulative_seconds":0.039891421,"file":"pathlib.py","function":"__getitem__","line":277,"own_seconds":0.006320790000000001,"primitive_calls":7546},{"calls":18,"cumulative_seconds":0.039748001000000005,"file":"","function":"_load_unlocked","line":911,"own_seconds":6.5621e-05,"primitive_calls":4},{"calls":9,"cumulative_seconds":0.039592002,"file":"","function":"exec_module","line":993,"own_seconds":3.3001000000000005e-05,"primitive_calls":4},{"calls":49,"cumulative_seconds":0.037326458,"file":"","function":"_call_with_frames_removed","line":480,"own_seconds":3.7283e-05,"primitive_calls":8},{"calls":21,"cumulative_seconds":0.037314834000000005,"file":"~","function":"","line":0,"own_seconds":0.001987711,"primitive_calls":4},{"calls":2,"cumulative_seconds":0.035434584000000005,"file":"__init__.py","function":"__getattr__","line":700,"own_seconds":1.6126e-05,"primitive_calls":2},{"calls":9,"cumulative_seconds":0.033381624,"file":"","function":"_handle_fromlist","line":1390,"own_seconds":2.5335e-05,"primitive_calls":4},{"calls":4,"cumulative_seconds":0.033356709000000005,"file":"~","function":"","line":0,"own_seconds":1.1208e-05,"primitive_calls":4},{"calls":2,"cumulative_seconds":0.026945209,"file":"~","function":"","line":0,"own_seconds":0.026945209,"primitive_calls":2},{"calls":6127,"cumulative_seconds":0.025331796,"file":"pathlib.py","function":"_from_parsed_parts","line":420,"own_seconds":0.0037606540000000004,"primitive_calls":6127},{"calls":2,"cumulative_seconds":0.022337166000000002,"file":"~","function":"","line":0,"own_seconds":0.022331749,"primitive_calls":2},{"calls":1,"cumulative_seconds":0.021833208,"file":"__init__.py","function":"","line":1,"own_seconds":4.0503e-05,"primitive_calls":1},{"calls":180,"cumulative_seconds":0.019572252000000002,"file":"reference_sim.py","function":"_regular_bytes","line":42,"own_seconds":0.00094541,"primitive_calls":180},{"calls":6333,"cumulative_seconds":0.019155274,"file":"pathlib.py","function":"with_segments","line":380,"own_seconds":0.004384868,"primitive_calls":6333},{"calls":212,"cumulative_seconds":0.018285667000000002,"file":"~","function":"","line":0,"own_seconds":0.018285667000000002,"primitive_calls":212},{"calls":245,"cumulative_seconds":0.017887988,"file":"~","function":"","line":0,"own_seconds":0.017887988,"primitive_calls":245},{"calls":18,"cumulative_seconds":0.016195001,"file":"","function":"module_from_spec","line":806,"own_seconds":3.9543000000000004e-05,"primitive_calls":18},{"calls":9,"cumulative_seconds":0.015854001,"file":"","function":"create_module","line":1291,"own_seconds":1.1710000000000001e-05,"primitive_calls":9},{"calls":9,"cumulative_seconds":0.015829499,"file":"~","function":"","line":0,"own_seconds":0.015815956000000003,"primitive_calls":9},{"calls":1,"cumulative_seconds":0.013690292000000001,"file":"_pickle.py","function":"","line":1,"own_seconds":2.5959e-05,"primitive_calls":1},{"calls":4,"cumulative_seconds":0.013663001000000001,"file":"_function_base_impl.py","function":"_ureduce","line":3827,"own_seconds":2.7418e-05,"primitive_calls":4},{"calls":3,"cumulative_seconds":0.013411333000000001,"file":"_function_base_impl.py","function":"median","line":3914,"own_seconds":1.5749e-05,"primitive_calls":3},{"calls":3,"cumulative_seconds":0.013374208,"file":"_function_base_impl.py","function":"_median","line":4003,"own_seconds":5.6332e-05,"primitive_calls":3},{"calls":3,"cumulative_seconds":0.013177000000000001,"file":"_utils_impl.py","function":"_median_nancheck","line":407,"own_seconds":3.3792000000000004e-05,"primitive_calls":3},{"calls":6364,"cumulative_seconds":0.012143169,"file":"pathlib.py","function":"__init__","line":1157,"own_seconds":0.0032232040000000003,"primitive_calls":6364},{"calls":1,"cumulative_seconds":0.011821333000000002,"file":"~","function":"","line":0,"own_seconds":0.011821333000000002,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.011780292000000001,"file":"__init__.py","function":"","line":1,"own_seconds":0.000144623,"primitive_calls":1},{"calls":6084,"cumulative_seconds":0.010801492000000001,"file":"pathlib.py","function":"__eq__","line":519,"own_seconds":0.003239151,"primitive_calls":6084},{"calls":1,"cumulative_seconds":0.010179458,"file":"piper_rgbd_tracker.py","function":"_cube_rays","line":234,"own_seconds":0.004883166,"primitive_calls":1},{"calls":9,"cumulative_seconds":0.009454667,"file":"","function":"exec_module","line":1299,"own_seconds":1.0165e-05,"primitive_calls":6},{"calls":9,"cumulative_seconds":0.009442042000000001,"file":"~","function":"","line":0,"own_seconds":0.002513168,"primitive_calls":6},{"calls":503,"cumulative_seconds":0.009248154,"file":"piper_task.py","function":"_finite","line":148,"own_seconds":0.001131305,"primitive_calls":503},{"calls":6370,"cumulative_seconds":0.008944755,"file":"pathlib.py","function":"__init__","line":358,"own_seconds":0.005599305000000001,"primitive_calls":6370},{"calls":4000,"cumulative_seconds":0.008753301,"file":"piper_task.py","function":"","line":193,"own_seconds":0.008753301,"primitive_calls":4000},{"calls":33614,"cumulative_seconds":0.008071801,"file":"~","function":"","line":0,"own_seconds":0.005360392,"primitive_calls":19954},{"calls":500,"cumulative_seconds":0.008037307,"file":"~","function":"","line":0,"own_seconds":0.008037307,"primitive_calls":500},{"calls":6,"cumulative_seconds":0.0077505840000000005,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":6.5456e-05,"primitive_calls":6},{"calls":6,"cumulative_seconds":0.007671293000000001,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":0.00019711900000000002,"primitive_calls":6},{"calls":501,"cumulative_seconds":0.007041824,"file":"~","function":"","line":0,"own_seconds":0.007041824,"primitive_calls":501},{"calls":12168,"cumulative_seconds":0.006850807,"file":"pathlib.py","function":"_str_normcase","line":484,"own_seconds":0.0062228610000000005,"primitive_calls":12168},{"calls":9,"cumulative_seconds":0.006575333,"file":"","function":"get_code","line":1066,"own_seconds":0.000100747,"primitive_calls":9},{"calls":1,"cumulative_seconds":0.006489417000000001,"file":"core.py","function":"","line":1,"own_seconds":0.000368083,"primitive_calls":1},{"calls":3155,"cumulative_seconds":0.006468159,"file":"~","function":"","line":0,"own_seconds":0.006468159,"primitive_calls":3155},{"calls":21,"cumulative_seconds":0.006100879,"file":"pathlib.py","function":"read_bytes","line":1015,"own_seconds":3.9089000000000005e-05,"primitive_calls":21},{"calls":2940,"cumulative_seconds":0.005609956,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.002718463,"primitive_calls":32},{"calls":4,"cumulative_seconds":0.005509375,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":2.0167000000000002e-05,"primitive_calls":4},{"calls":187,"cumulative_seconds":0.0054260820000000005,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.000747158,"primitive_calls":28},{"calls":1790,"cumulative_seconds":0.005283655,"file":"pathlib.py","function":"parents","line":741,"own_seconds":0.0007542240000000001,"primitive_calls":1790},{"calls":1,"cumulative_seconds":0.00510575,"file":"profile-operator-capture.py","function":"timed_png","line":123,"own_seconds":1.0918000000000001e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.005093333,"file":"piper_action_capture.py","function":"_png","line":87,"own_seconds":1.5167e-05,"primitive_calls":1},{"calls":503,"cumulative_seconds":0.004878759,"file":"reference_task.py","function":"_finite","line":219,"own_seconds":0.0006073970000000001,"primitive_calls":503},{"calls":188,"cumulative_seconds":0.004865881000000001,"file":"~","function":"","line":0,"own_seconds":0.004770091000000001,"primitive_calls":188},{"calls":1,"cumulative_seconds":0.004778167000000001,"file":"~","function":"","line":0,"own_seconds":0.004778167000000001,"primitive_calls":1},{"calls":1790,"cumulative_seconds":0.004529431,"file":"pathlib.py","function":"__init__","line":268,"own_seconds":0.0012613750000000001,"primitive_calls":1790},{"calls":96,"cumulative_seconds":0.004371126,"file":"numeric.py","function":"cross","line":1563,"own_seconds":0.001300273,"primitive_calls":96},{"calls":506,"cumulative_seconds":0.004165481,"file":"~","function":"","line":0,"own_seconds":0.00036218000000000003,"primitive_calls":506},{"calls":13652,"cumulative_seconds":0.003978869,"file":"pathlib.py","function":"__len__","line":274,"own_seconds":0.0027095780000000002,"primitive_calls":13652},{"calls":2515,"cumulative_seconds":0.0037776360000000004,"file":"reference_task.py","function":"","line":221,"own_seconds":0.0016323800000000001,"primitive_calls":2515},{"calls":618,"cumulative_seconds":0.0037622610000000003,"file":"~","function":"","line":0,"own_seconds":0.0029649480000000002,"primitive_calls":618},{"calls":554,"cumulative_seconds":0.0037060910000000003,"file":"pathlib.py","function":"lstat","line":842,"own_seconds":0.000229988,"primitive_calls":554},{"calls":2040,"cumulative_seconds":0.0036445320000000002,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.000552293,"primitive_calls":2040},{"calls":29300,"cumulative_seconds":0.0036276610000000003,"file":"~","function":"","line":0,"own_seconds":0.003596244,"primitive_calls":29300},{"calls":6348,"cumulative_seconds":0.0036241700000000003,"file":"pathlib.py","function":"_format_parsed_parts","line":429,"own_seconds":0.0022669590000000002,"primitive_calls":6348},{"calls":23,"cumulative_seconds":0.003560501,"file":"~","function":"","line":0,"own_seconds":3.2876e-05,"primitive_calls":23},{"calls":2,"cumulative_seconds":0.0035164170000000004,"file":"dataclasses.py","function":"wrap","line":1264,"own_seconds":2.4e-05,"primitive_calls":2},{"calls":559,"cumulative_seconds":0.0035130200000000004,"file":"pathlib.py","function":"stat","line":835,"own_seconds":0.00017447300000000002,"primitive_calls":559},{"calls":2,"cumulative_seconds":0.0034924170000000003,"file":"dataclasses.py","function":"_process_class","line":921,"own_seconds":0.000189573,"primitive_calls":2},{"calls":10,"cumulative_seconds":0.0033507080000000004,"file":"reference_sim.py","function":"native_warnings","line":135,"own_seconds":5.1248e-05,"primitive_calls":10},{"calls":5,"cumulative_seconds":0.0033342090000000003,"file":"contextlib.py","function":"__enter__","line":132,"own_seconds":6.501e-06,"primitive_calls":5},{"calls":6,"cumulative_seconds":0.0032701680000000004,"file":"~","function":"","line":0,"own_seconds":0.003017712,"primitive_calls":6},{"calls":9,"cumulative_seconds":0.003259084,"file":"","function":"_compile_bytecode","line":755,"own_seconds":0.001553626,"primitive_calls":9},{"calls":214,"cumulative_seconds":0.0031621170000000003,"file":"~","function":"","line":0,"own_seconds":0.0019291990000000001,"primitive_calls":214},{"calls":235,"cumulative_seconds":0.003129864,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.000370033,"primitive_calls":235},{"calls":13,"cumulative_seconds":0.003019499,"file":"core.py","function":"_convert2ma","line":8820,"own_seconds":0.000138459,"primitive_calls":13},{"calls":9,"cumulative_seconds":0.0030108770000000003,"file":"","function":"get_data","line":1187,"own_seconds":3.3252e-05,"primitive_calls":9},{"calls":1,"cumulative_seconds":0.0029805,"file":"operator_capture.py","function":"_save_frames","line":219,"own_seconds":2.5958e-05,"primitive_calls":1},{"calls":1014,"cumulative_seconds":0.0029415770000000003,"file":"fromnumeric.py","function":"any","line":2474,"own_seconds":0.000510707,"primitive_calls":1014},{"calls":40,"cumulative_seconds":0.0028977070000000002,"file":"inspect.py","function":"signature","line":3343,"own_seconds":2.3539000000000003e-05,"primitive_calls":40},{"calls":40,"cumulative_seconds":0.0028741680000000003,"file":"inspect.py","function":"from_callable","line":3081,"own_seconds":3.2127e-05,"primitive_calls":40},{"calls":42,"cumulative_seconds":0.002842041,"file":"inspect.py","function":"_signature_from_callable","line":2501,"own_seconds":0.000195219,"primitive_calls":40},{"calls":289,"cumulative_seconds":0.002805325,"file":"numeric.py","function":"moveaxis","line":1489,"own_seconds":0.000723649,"primitive_calls":289}]},"python":"3.12.9","real_time_factor_control_only":0.6798227015668523,"recorded_intervals":100,"render_encode":{"count":51,"max_ms":56.31024995818734,"p50_ms":16.61808299832046,"p95_ms":23.26245798030868,"total_seconds":0.9070996238733642},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"f1b5b5c5abbdf090342bb18df76e95f1fd518bd05fc5705aedb956f0ce081715","piper_action_capture.py":"da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":50,"max_ms":32.10050001507625,"p50_ms":16.514207993168384,"p95_ms":22.216269047930837,"total_seconds":0.8507893739151768},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":5.6911819999999995,"total_seconds":4.860403708007652,"tracking":{"count":50,"max_ms":18.674874969292432,"p50_ms":14.294187509221956,"p95_ms":17.79662271437701,"total_seconds":0.6985737510840409}} diff --git a/benchmarks/godot-capture-latency-v02/profile-candidate.json b/benchmarks/godot-capture-latency-v02/profile-candidate.json new file mode 100644 index 0000000..6935886 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/profile-candidate.json @@ -0,0 +1 @@ +{"camera_control":{"count":50,"deadline_misses":50,"deadline_ms":20.0,"max_ms":48.26729197520763,"p50_ms":38.87424952699803,"p95_ms":44.17900972184725,"total_seconds":1.9433836211683229},"camera_dt_seconds":0.04,"camera_pairs":51,"capture_bytes":20531261,"capture_integrity_sha256":"9f8fc7fda4fb6c767fbd298f092e3d0edfc6a130f65815e6338bfbec6df28352","capture_peak_memory":{"bytes":979664896,"scope":"Whole process high-water RSS, not incremental renderer/cache memory.","status":"available"},"case":{"goal_position_m":[0.35,0.08,0.08],"group_id":"operator-start-001","id":"operator-block-001","object_position_m":[0.3,-0.03,0.082],"seed":0},"complete":true,"control":{"count":100,"deadline_misses":50,"deadline_ms":20.0,"max_ms":48.26729197520763,"p50_ms":25.327645998913795,"p95_ms":43.11088542162906,"total_seconds":2.5243279521237127},"control_cpu_seconds":2.360096,"control_dt_seconds":0.02,"diagnostic_durable_write":{"count":512,"max_ms":2.888083050493151,"p50_ms":0.7129790028557181,"p95_ms":1.2041979731293395,"total_seconds":0.3980434453696944},"diagnostic_png_encode":{"count":51,"max_ms":2.5264169671572745,"p50_ms":1.484417007304728,"p95_ms":1.7657705175224692,"total_seconds":0.07785995886661112},"duration_s":2.0,"encoder_control":{"count":50,"deadline_misses":0,"deadline_ms":20.0,"max_ms":18.61458399798721,"p50_ms":11.558187485206872,"p95_ms":13.714334927499293,"total_seconds":0.5809443309553899},"finish_seconds":0.7327504589920864,"first_camera_render_encode_ms":43.79970795707777,"frame_age_scope":"Wall time from beginning of synthetic sample to step return; includes tracking and durable recording. Offline without pacing; not physical capture or delivery age.","ik":{"count":100,"max_ms":0.4199590184725821,"p50_ms":0.26285400963388383,"p95_ms":0.37372288643382484,"total_seconds":0.02716349618276581},"interval_seconds":[0.011216084007173777,0.04826729197520763,0.011912791000213474,0.04419279098510742,0.010798832983709872,0.038142249977681786,0.009470040968153626,0.03539745800662786,0.010341999994125217,0.03493966598762199,0.010702583007514477,0.036357292032334954,0.010423249972518533,0.03321587503887713,0.0095512920524925,0.03284941700985655,0.01130379200913012,0.03733487497083843,0.012007832992821932,0.03857483301544562,0.009713416977319866,0.033484417013823986,0.009361791016999632,0.0379167499486357,0.011956750007811934,0.038849833013955504,0.010432332986965775,0.04003033402841538,0.01005474996054545,0.039669791993219405,0.013878791010938585,0.039338333008345217,0.012262584001291543,0.04408008296741173,0.01861458399798721,0.04770812502829358,0.015822791028767824,0.03988266602391377,0.011896584008354694,0.04060949996346608,0.011964624980464578,0.03664758399827406,0.010906500043347478,0.03629345796070993,0.010754708957392722,0.03575916599947959,0.011681957985274494,0.041375666041858494,0.012093542027287185,0.04224104102468118,0.012733333045616746,0.04148470802465454,0.011084916011895984,0.037819917022716254,0.012257499969564378,0.03965558297932148,0.011758874985389411,0.041903709003236145,0.012606750009581447,0.04305987502448261,0.010800541960634291,0.03924737503984943,0.013513333047740161,0.039712415949907154,0.012847499980125576,0.04127295804210007,0.012525625003036112,0.038735167006962,0.010706332977861166,0.03889866604004055,0.010730749985668808,0.0397973750368692,0.012537374976091087,0.044162165955640376,0.012768541986588389,0.04239770903950557,0.011844249966088682,0.03749495901865885,0.012195207993499935,0.03640466701472178,0.01229837501887232,0.03531329199904576,0.00944695802172646,0.03204070799984038,0.009548417001497,0.03712375002214685,0.012299375026486814,0.03865229099756107,0.01122137502534315,0.03459504200145602,0.010027625015936792,0.03988212498370558,0.013119957991875708,0.04154016700340435,0.01143441698513925,0.034872707969043404,0.010825750010553747,0.03479349997360259,0.010687040979973972,0.03936429100576788],"numerical_runtime":{"build_dependencies":{"blas":{"found":true,"name":"accelerate","version":"unknown"},"lapack":{"found":true,"name":"accelerate","version":"unknown"}},"effective_thread_count":null,"requested_thread_environment":{"MKL_NUM_THREADS":null,"OMP_NUM_THREADS":"1","OPENBLAS_NUM_THREADS":"1","VECLIB_MAXIMUM_THREADS":"1"},"thread_scope":"One worker process; environment requests are not measured effective BLAS thread counts."},"numpy":"2.5.3","offline_frame_processing_age":{"count":100,"max_ms":104.65512500377372,"p50_ms":38.2480209809728,"p95_ms":48.89889786427375,"total_seconds":3.9523655360681005},"open_seconds":0.6002354999654926,"physical_robot_ready":false,"physics_dt_seconds":0.001,"profile_enabled":true,"profiles":{"control":[{"calls":100,"cumulative_seconds":2.4394428290000003,"file":"operator_capture.py","function":"step","line":296,"own_seconds":0.004216494,"primitive_calls":100},{"calls":50,"cumulative_seconds":0.6594921260000001,"file":"camera_action_capture.py","function":"_fresh_estimate","line":194,"own_seconds":0.0005519650000000001,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.653586329,"file":"piper_rgbd_tracker.py","function":"estimate_pose","line":256,"own_seconds":0.029661234,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.636516791,"file":"profile-operator-capture.py","function":"measured_sample","line":112,"own_seconds":0.000193715,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.6362932060000001,"file":"piper_action_capture.py","function":"sample","line":214,"own_seconds":0.006233634,"primitive_calls":50},{"calls":100,"cumulative_seconds":0.513082251,"file":"renderer.py","function":"render","line":132,"own_seconds":0.009329377,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.394699458,"file":"piper_action_capture.py","function":"advance","line":266,"own_seconds":0.0008799130000000001,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.393456252,"file":"piper_feedback_env.py","function":"step","line":137,"own_seconds":0.00040199900000000005,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.39302604300000005,"file":"piper_task.py","function":"step","line":291,"own_seconds":0.040242869,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.385297049,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":0.002349395,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.382271709,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":0.0066836890000000005,"primitive_calls":500},{"calls":233100,"cumulative_seconds":0.327551604,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.16039176000000002,"primitive_calls":3800},{"calls":16800,"cumulative_seconds":0.318563674,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.044185267,"primitive_calls":3600},{"calls":100,"cumulative_seconds":0.31796592100000004,"file":"~","function":"","line":0,"own_seconds":0.31796592100000004,"primitive_calls":100},{"calls":400,"cumulative_seconds":0.314387784,"file":"operator_capture.py","function":"_reference","line":43,"own_seconds":0.00067524,"primitive_calls":400},{"calls":400,"cumulative_seconds":0.310669829,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":0.000783949,"primitive_calls":400},{"calls":50,"cumulative_seconds":0.293572463,"file":"piper_rgbd_tracker.py","function":"_cube_rays","line":234,"own_seconds":0.167651204,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.249818791,"file":"piper_rgbd_tracker.py","function":"_top_plane","line":149,"own_seconds":0.059326918000000006,"primitive_calls":50},{"calls":100,"cumulative_seconds":0.18251388000000002,"file":"~","function":"","line":0,"own_seconds":0.18251388000000002,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.169922713,"file":"~","function":"","line":0,"own_seconds":0.159001588,"primitive_calls":500},{"calls":4800,"cumulative_seconds":0.156094013,"file":"numeric.py","function":"cross","line":1563,"own_seconds":0.047280151000000006,"primitive_calls":4800},{"calls":23050,"cumulative_seconds":0.155968762,"file":"~","function":"","line":0,"own_seconds":0.155968762,"primitive_calls":23050},{"calls":100,"cumulative_seconds":0.109309876,"file":"operator_capture.py","function":"_save_frames","line":217,"own_seconds":0.000689609,"primitive_calls":100},{"calls":100,"cumulative_seconds":0.104094168,"file":"operator_capture.py","function":"_save_perception","line":229,"own_seconds":0.000532707,"primitive_calls":100},{"calls":200,"cumulative_seconds":0.10338016600000001,"file":"operator_capture.py","function":"context","line":288,"own_seconds":0.0006195370000000001,"primitive_calls":200},{"calls":14450,"cumulative_seconds":0.098581176,"file":"numeric.py","function":"moveaxis","line":1489,"own_seconds":0.026364081,"primitive_calls":14450},{"calls":2100,"cumulative_seconds":0.09357666,"file":"piper_feedback_env.py","function":"_contacts","line":132,"own_seconds":0.0019930300000000002,"primitive_calls":2100},{"calls":2100,"cumulative_seconds":0.09158363,"file":"piper_task.py","function":"_contacts","line":219,"own_seconds":0.06836645300000001,"primitive_calls":2100},{"calls":12150,"cumulative_seconds":0.076702463,"file":"copy.py","function":"_deepcopy_list","line":191,"own_seconds":0.018449166,"primitive_calls":11350},{"calls":50,"cumulative_seconds":0.076464418,"file":"profile-operator-capture.py","function":"timed_png","line":123,"own_seconds":0.00016616000000000002,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.07625912500000001,"file":"piper_action_capture.py","function":"_png","line":87,"own_seconds":0.00044313200000000005,"primitive_calls":50},{"calls":300,"cumulative_seconds":0.071540539,"file":"camera_action_capture.py","function":"_estimate_at","line":99,"own_seconds":0.0012498070000000001,"primitive_calls":300},{"calls":50,"cumulative_seconds":0.066748334,"file":"~","function":"","line":0,"own_seconds":0.066748334,"primitive_calls":50},{"calls":250,"cumulative_seconds":0.06417365900000001,"file":"~","function":"","line":0,"own_seconds":0.00020920900000000002,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.064161115,"file":"~","function":"","line":0,"own_seconds":0.000181664,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.063979451,"file":"_methods.py","function":"_amax","line":39,"own_seconds":9.091100000000001e-05,"primitive_calls":250},{"calls":250,"cumulative_seconds":0.06396445,"file":"_methods.py","function":"_amin","line":43,"own_seconds":9.757900000000001e-05,"primitive_calls":250},{"calls":28900,"cumulative_seconds":0.060735736000000005,"file":"numeric.py","function":"normalize_axis_tuple","line":1427,"own_seconds":0.038185079000000004,"primitive_calls":28900},{"calls":500,"cumulative_seconds":0.058709793,"file":"tempfile.py","function":"NamedTemporaryFile","line":537,"own_seconds":0.001644295,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.052912341,"file":"~","function":"","line":0,"own_seconds":0.004219058,"primitive_calls":500},{"calls":469950,"cumulative_seconds":0.048741101,"file":"~","function":"","line":0,"own_seconds":0.048741101,"primitive_calls":469950},{"calls":2500,"cumulative_seconds":0.048711621000000004,"file":"piper_task.py","function":"_finite","line":148,"own_seconds":0.005771195000000001,"primitive_calls":2500},{"calls":500,"cumulative_seconds":0.048462884000000005,"file":"tempfile.py","function":"opener","line":577,"own_seconds":0.00043922700000000004,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.048023657000000004,"file":"tempfile.py","function":"_mkstemp_inner","line":243,"own_seconds":0.00158393,"primitive_calls":500},{"calls":5850,"cumulative_seconds":0.046428301000000005,"file":"~","function":"","line":0,"own_seconds":0.005738114000000001,"primitive_calls":5850},{"calls":950,"cumulative_seconds":0.045084539,"file":"episode_tape.py","function":"canonical","line":62,"own_seconds":0.001117565,"primitive_calls":950},{"calls":2000,"cumulative_seconds":0.043572062,"file":"piper_feedback_env.py","function":"_outcome_tick","line":173,"own_seconds":0.030898113,"primitive_calls":2000},{"calls":950,"cumulative_seconds":0.043355506,"file":"__init__.py","function":"dumps","line":183,"own_seconds":0.001859617,"primitive_calls":950},{"calls":950,"cumulative_seconds":0.041014943000000005,"file":"encoder.py","function":"encode","line":183,"own_seconds":0.0014426830000000002,"primitive_calls":950},{"calls":950,"cumulative_seconds":0.038986360000000005,"file":"encoder.py","function":"iterencode","line":205,"own_seconds":0.038986360000000005,"primitive_calls":950},{"calls":700,"cumulative_seconds":0.037317455,"file":"~","function":"","line":0,"own_seconds":0.037317455,"primitive_calls":700},{"calls":500,"cumulative_seconds":0.037185921000000004,"file":"~","function":"","line":0,"own_seconds":0.037185921000000004,"primitive_calls":500},{"calls":50,"cumulative_seconds":0.037091582000000005,"file":"piper_rgbd_tracker.py","function":"_components","line":130,"own_seconds":0.017107177,"primitive_calls":50},{"calls":2000,"cumulative_seconds":0.036270942,"file":"~","function":"","line":0,"own_seconds":0.036270942,"primitive_calls":2000},{"calls":1500,"cumulative_seconds":0.034767912000000005,"file":"tempfile.py","function":"func_wrapper","line":497,"own_seconds":0.0006113840000000001,"primitive_calls":1500},{"calls":16000,"cumulative_seconds":0.034573465000000005,"file":"piper_task.py","function":"","line":317,"own_seconds":0.034573465000000005,"primitive_calls":16000},{"calls":11100,"cumulative_seconds":0.034438055,"file":"_linalg.py","function":"norm","line":2598,"own_seconds":0.016539465,"primitive_calls":11100},{"calls":4400,"cumulative_seconds":0.030877632000000002,"file":"fromnumeric.py","function":"_wrapfunc","line":48,"own_seconds":0.0034508950000000003,"primitive_calls":4400},{"calls":2000,"cumulative_seconds":0.028553137000000003,"file":"~","function":"","line":0,"own_seconds":0.028553137000000003,"primitive_calls":2000},{"calls":100,"cumulative_seconds":0.026849127,"file":"piper_encoder_kinematics.py","function":"pose_action","line":141,"own_seconds":0.0060516450000000005,"primitive_calls":100},{"calls":1250,"cumulative_seconds":0.026527440000000003,"file":"camera_action_capture.py","function":"_sample_at","line":92,"own_seconds":0.0009643340000000001,"primitive_calls":1250},{"calls":2500,"cumulative_seconds":0.025852973,"file":"reference_task.py","function":"_finite","line":219,"own_seconds":0.003342602,"primitive_calls":2500},{"calls":1050,"cumulative_seconds":0.024102344,"file":"~","function":"","line":0,"own_seconds":0.024102344,"primitive_calls":1050},{"calls":4650,"cumulative_seconds":0.024005319,"file":"~","function":"","line":0,"own_seconds":0.003310672,"primitive_calls":4650},{"calls":294800,"cumulative_seconds":0.023126980000000002,"file":"~","function":"","line":0,"own_seconds":0.023126980000000002,"primitive_calls":294800},{"calls":100,"cumulative_seconds":0.022253545000000003,"file":"operator_capture.py","function":"_snapshot","line":96,"own_seconds":0.000347005,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.02219946,"file":"pathlib.py","function":"unlink","line":1336,"own_seconds":0.00022437200000000003,"primitive_calls":500},{"calls":500,"cumulative_seconds":0.021975088,"file":"~","function":"","line":0,"own_seconds":0.021663114,"primitive_calls":500},{"calls":100,"cumulative_seconds":0.021646832,"file":"action_demonstration.py","function":"_snapshot","line":168,"own_seconds":0.002999584,"primitive_calls":100},{"calls":500,"cumulative_seconds":0.021307950000000003,"file":"~","function":"","line":0,"own_seconds":0.021307950000000003,"primitive_calls":500},{"calls":50,"cumulative_seconds":0.020595962000000002,"file":"camera_action_capture.py","function":"measured","line":144,"own_seconds":0.001207367,"primitive_calls":50},{"calls":4250,"cumulative_seconds":0.020227686,"file":"fromnumeric.py","function":"clip","line":2245,"own_seconds":0.003686144,"primitive_calls":4250},{"calls":12500,"cumulative_seconds":0.019534135,"file":"reference_task.py","function":"","line":221,"own_seconds":0.008196643,"primitive_calls":12500},{"calls":2600,"cumulative_seconds":0.018890927000000002,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.00202659,"primitive_calls":2600},{"calls":6100,"cumulative_seconds":0.018797773,"file":"fromnumeric.py","function":"any","line":2474,"own_seconds":0.0035731,"primitive_calls":6100},{"calls":28950,"cumulative_seconds":0.017478441,"file":"copy.py","function":"_keep_alive","line":231,"own_seconds":0.011797134,"primitive_calls":28950},{"calls":6600,"cumulative_seconds":0.016984786,"file":"fromnumeric.py","function":"_wrapreduction_any_all","line":86,"own_seconds":0.006382926000000001,"primitive_calls":6600},{"calls":1300,"cumulative_seconds":0.016864337,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.002176159,"primitive_calls":1300},{"calls":200,"cumulative_seconds":0.015569206,"file":"operator_capture.py","function":"_append","line":195,"own_seconds":0.001832691,"primitive_calls":200},{"calls":4650,"cumulative_seconds":0.015462974,"file":"~","function":"","line":0,"own_seconds":0.0018618200000000001,"primitive_calls":4650},{"calls":1000,"cumulative_seconds":0.015341096,"file":"pathlib.py","function":"parent","line":731,"own_seconds":0.0012090640000000001,"primitive_calls":1000},{"calls":4298,"cumulative_seconds":0.01522556,"file":"pathlib.py","function":"__str__","line":437,"own_seconds":0.0033612840000000004,"primitive_calls":4298},{"calls":50,"cumulative_seconds":0.014535995000000001,"file":"numeric.py","function":"argwhere","line":620,"own_seconds":0.000260707,"primitive_calls":50},{"calls":1500,"cumulative_seconds":0.014440086000000001,"file":"tempfile.py","function":"__getattr__","line":489,"own_seconds":0.003670641,"primitive_calls":1500},{"calls":50,"cumulative_seconds":0.013745497,"file":"fromnumeric.py","function":"nonzero","line":2031,"own_seconds":3.4660000000000004e-05,"primitive_calls":50},{"calls":50,"cumulative_seconds":0.013637795000000001,"file":"~","function":"","line":0,"own_seconds":0.013637795000000001,"primitive_calls":50},{"calls":4650,"cumulative_seconds":0.013601154,"file":"_methods.py","function":"_sum","line":47,"own_seconds":0.001217676,"primitive_calls":4650},{"calls":10650,"cumulative_seconds":0.012940464,"file":"~","function":"","line":0,"own_seconds":0.0038346300000000003,"primitive_calls":10650},{"calls":250,"cumulative_seconds":0.01284824,"file":"episode_tape.py","function":"digest","line":66,"own_seconds":0.000311998,"primitive_calls":250},{"calls":500,"cumulative_seconds":0.012709748000000002,"file":"~","function":"","line":0,"own_seconds":0.012709748000000002,"primitive_calls":500},{"calls":203550,"cumulative_seconds":0.012608552,"file":"copy.py","function":"_deepcopy_atomic","line":172,"own_seconds":0.012608552,"primitive_calls":203550},{"calls":3998,"cumulative_seconds":0.012478284000000001,"file":"pathlib.py","function":"__fspath__","line":447,"own_seconds":0.0017837620000000002,"primitive_calls":3998},{"calls":1300,"cumulative_seconds":0.012062611,"file":"pathlib.py","function":"_parse_path","line":387,"own_seconds":0.0057091,"primitive_calls":1300},{"calls":200,"cumulative_seconds":0.011775170000000001,"file":"_function_base_impl.py","function":"_ureduce","line":3827,"own_seconds":0.0005765340000000001,"primitive_calls":200},{"calls":109250,"cumulative_seconds":0.011759311000000001,"file":"~","function":"","line":0,"own_seconds":0.011759311000000001,"primitive_calls":109250},{"calls":57800,"cumulative_seconds":0.011484524000000001,"file":"numeric.py","function":"","line":1476,"own_seconds":0.007960304,"primitive_calls":57800},{"calls":10200,"cumulative_seconds":0.011481324000000001,"file":"~","function":"","line":0,"own_seconds":0.011481324000000001,"primitive_calls":10200},{"calls":300,"cumulative_seconds":0.01106292,"file":"action_demonstration.py","function":"_relative","line":67,"own_seconds":0.0014132790000000001,"primitive_calls":300},{"calls":11050,"cumulative_seconds":0.009482076,"file":"_methods.py","function":"_all","line":64,"own_seconds":0.0028332300000000004,"primitive_calls":11050},{"calls":8400,"cumulative_seconds":0.009402347,"file":"~","function":"","line":0,"own_seconds":0.009402347,"primitive_calls":8400}],"finish":[{"calls":1,"cumulative_seconds":0.466128625,"file":"piper_action_capture.py","function":"close","line":283,"own_seconds":0.00057171,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.420980208,"file":"operator_capture.py","function":"_reconcile","line":355,"own_seconds":0.001791735,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.285774417,"file":"operator_capture.py","function":"_prefix","line":547,"own_seconds":0.0027717690000000003,"primitive_calls":1},{"calls":1323,"cumulative_seconds":0.271492921,"file":"action_demonstration.py","function":"_ordinary_bytes","line":366,"own_seconds":0.011961310000000001,"primitive_calls":1323},{"calls":714,"cumulative_seconds":0.20504761400000002,"file":"operator_capture.py","function":"_identity","line":49,"own_seconds":0.002481048,"primitive_calls":714},{"calls":601,"cumulative_seconds":0.185236367,"file":"operator_capture.py","function":"_bound_document","line":537,"own_seconds":0.0030453610000000003,"primitive_calls":601},{"calls":20676,"cumulative_seconds":0.117718732,"file":"","function":"__iter__","line":1022,"own_seconds":0.006541006,"primitive_calls":20676},{"calls":20164,"cumulative_seconds":0.111177726,"file":"pathlib.py","function":"__getitem__","line":277,"own_seconds":0.017161548000000002,"primitive_calls":20164},{"calls":7912,"cumulative_seconds":0.10458621800000001,"file":"~","function":"","line":0,"own_seconds":0.011182031,"primitive_calls":7912},{"calls":65512,"cumulative_seconds":0.09304658,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.045189617,"primitive_calls":234},{"calls":4914,"cumulative_seconds":0.09217013900000001,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.011746126,"primitive_calls":324},{"calls":3813,"cumulative_seconds":0.0804127,"file":"copy.py","function":"_deepcopy_list","line":191,"own_seconds":0.0062465360000000004,"primitive_calls":1670},{"calls":201,"cumulative_seconds":0.079598713,"file":"operator_capture.py","function":"_perception","line":122,"own_seconds":0.0027606920000000004,"primitive_calls":201},{"calls":15863,"cumulative_seconds":0.07697527500000001,"file":"action_demonstration.py","function":"","line":368,"own_seconds":0.0053451670000000005,"primitive_calls":15863},{"calls":512,"cumulative_seconds":0.07609864200000001,"file":"operator_capture.py","function":"_artifact_name","line":54,"own_seconds":0.000696234,"primitive_calls":512},{"calls":18341,"cumulative_seconds":0.072906652,"file":"pathlib.py","function":"_from_parsed_parts","line":420,"own_seconds":0.010296314,"primitive_calls":18341},{"calls":16596,"cumulative_seconds":0.07266072600000001,"file":"pathlib.py","function":"stat","line":835,"own_seconds":0.003710465,"primitive_calls":16596},{"calls":14540,"cumulative_seconds":0.071630108,"file":"pathlib.py","function":"is_symlink","line":909,"own_seconds":0.008218233,"primitive_calls":14540},{"calls":15863,"cumulative_seconds":0.070456895,"file":"pathlib.py","function":"lstat","line":842,"own_seconds":0.004053315,"primitive_calls":15863},{"calls":16605,"cumulative_seconds":0.068990678,"file":"~","function":"","line":0,"own_seconds":0.057991242000000005,"primitive_calls":16605},{"calls":21843,"cumulative_seconds":0.065163229,"file":"pathlib.py","function":"with_segments","line":380,"own_seconds":0.014091646000000001,"primitive_calls":21843},{"calls":512,"cumulative_seconds":0.057112587000000006,"file":"pathlib.py","function":"relative_to","line":663,"own_seconds":0.002706355,"primitive_calls":512},{"calls":2034,"cumulative_seconds":0.054963011000000006,"file":"action_demonstration.py","function":"_relative","line":67,"own_seconds":0.006207896,"primitive_calls":2034},{"calls":9423,"cumulative_seconds":0.045332417,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.005170213,"primitive_calls":9423},{"calls":23178,"cumulative_seconds":0.044167409000000005,"file":"pathlib.py","function":"__init__","line":1157,"own_seconds":0.011463424000000002,"primitive_calls":23178},{"calls":1113,"cumulative_seconds":0.043304423,"file":"__init__.py","function":"loads","line":299,"own_seconds":0.002538831,"primitive_calls":1113},{"calls":1109,"cumulative_seconds":0.041007958000000004,"file":"episode_tape.py","function":"_decode","line":123,"own_seconds":0.001503179,"primitive_calls":1109},{"calls":4913,"cumulative_seconds":0.040162204,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.005416176,"primitive_calls":4913},{"calls":2134,"cumulative_seconds":0.038733303000000004,"file":"~","function":"","line":0,"own_seconds":0.038733303000000004,"primitive_calls":2134},{"calls":526,"cumulative_seconds":0.037562195,"file":"episode_tape.py","function":"canonical","line":62,"own_seconds":0.000444885,"primitive_calls":526},{"calls":24519,"cumulative_seconds":0.037354242,"file":"pathlib.py","function":"__str__","line":437,"own_seconds":0.009711766,"primitive_calls":24519},{"calls":1329,"cumulative_seconds":0.037266148,"file":"~","function":"","line":0,"own_seconds":0.036687012000000005,"primitive_calls":1329},{"calls":526,"cumulative_seconds":0.036890145,"file":"__init__.py","function":"dumps","line":183,"own_seconds":0.000771175,"primitive_calls":526},{"calls":1113,"cumulative_seconds":0.036134999,"file":"decoder.py","function":"decode","line":333,"own_seconds":0.0017560730000000001,"primitive_calls":1113},{"calls":25212,"cumulative_seconds":0.036038495000000004,"file":"pathlib.py","function":"__init__","line":358,"own_seconds":0.023133554,"primitive_calls":25212},{"calls":526,"cumulative_seconds":0.035901245000000005,"file":"encoder.py","function":"encode","line":183,"own_seconds":0.000685929,"primitive_calls":526},{"calls":526,"cumulative_seconds":0.034944036000000005,"file":"encoder.py","function":"iterencode","line":205,"own_seconds":0.034944036000000005,"primitive_calls":526},{"calls":1113,"cumulative_seconds":0.033020562,"file":"decoder.py","function":"raw_decode","line":344,"own_seconds":0.027949743000000003,"primitive_calls":1113},{"calls":2347,"cumulative_seconds":0.026427032000000003,"file":"pathlib.py","function":"parents","line":741,"own_seconds":0.001138961,"primitive_calls":2347},{"calls":1,"cumulative_seconds":0.025794625,"file":"_npyio_impl.py","function":"savez_compressed","line":681,"own_seconds":1.8417e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.025775250000000003,"file":"_npyio_impl.py","function":"_savez","line":756,"own_seconds":0.000132454,"primitive_calls":1},{"calls":4915,"cumulative_seconds":0.025428001000000002,"file":"pathlib.py","function":"_parse_path","line":387,"own_seconds":0.013064741000000001,"primitive_calls":4915},{"calls":2347,"cumulative_seconds":0.025288071000000002,"file":"pathlib.py","function":"__init__","line":268,"own_seconds":0.001633316,"primitive_calls":2347},{"calls":5,"cumulative_seconds":0.024597166,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":4.9083000000000004e-05,"primitive_calls":5},{"calls":22,"cumulative_seconds":0.022941418,"file":"_format_impl.py","function":"write_array","line":702,"own_seconds":0.000224495,"primitive_calls":22},{"calls":44,"cumulative_seconds":0.022188045,"file":"__init__.py","function":"write","line":1205,"own_seconds":0.000134719,"primitive_calls":44},{"calls":44,"cumulative_seconds":0.021890083,"file":"~","function":"","line":0,"own_seconds":0.021890083,"primitive_calls":44},{"calls":102509,"cumulative_seconds":0.021796747,"file":"~","function":"","line":0,"own_seconds":0.014822748,"primitive_calls":64013},{"calls":407,"cumulative_seconds":0.019674748000000002,"file":"episode_tape.py","function":"digest","line":66,"own_seconds":0.000368442,"primitive_calls":407},{"calls":1,"cumulative_seconds":0.019612959000000003,"file":"camera_action_capture.py","function":"_score","line":215,"own_seconds":7.5418e-05,"primitive_calls":1},{"calls":512,"cumulative_seconds":0.018723613,"file":"pathlib.py","function":"is_relative_to","line":690,"own_seconds":0.0007036610000000001,"primitive_calls":512},{"calls":101,"cumulative_seconds":0.017114703000000002,"file":"operator_capture.py","function":"_snapshot","line":96,"own_seconds":0.00021233200000000003,"primitive_calls":101},{"calls":101,"cumulative_seconds":0.016616333,"file":"action_demonstration.py","function":"_snapshot","line":168,"own_seconds":0.002234867,"primitive_calls":101},{"calls":138492,"cumulative_seconds":0.015170242,"file":"~","function":"","line":0,"own_seconds":0.015170242,"primitive_calls":138492},{"calls":22742,"cumulative_seconds":0.014936936000000001,"file":"pathlib.py","function":"_format_parsed_parts","line":429,"own_seconds":0.008473197,"primitive_calls":22742},{"calls":1409,"cumulative_seconds":0.012872995000000002,"file":"~","function":"","line":0,"own_seconds":0.012872995000000002,"primitive_calls":1409},{"calls":17979,"cumulative_seconds":0.011815737000000002,"file":"pathlib.py","function":"__fspath__","line":447,"own_seconds":0.006148314,"primitive_calls":17979},{"calls":40992,"cumulative_seconds":0.011303486000000001,"file":"action_demonstration.py","function":"","line":72,"own_seconds":0.007846521,"primitive_calls":40992},{"calls":1929,"cumulative_seconds":0.011189486,"file":"action_demonstration.py","function":"_vec","line":55,"own_seconds":0.001994151,"primitive_calls":1929},{"calls":40328,"cumulative_seconds":0.010770886,"file":"pathlib.py","function":"__len__","line":274,"own_seconds":0.007381505000000001,"primitive_calls":40328},{"calls":90985,"cumulative_seconds":0.010503223,"file":"~","function":"","line":0,"own_seconds":0.010453807,"primitive_calls":90985},{"calls":24,"cumulative_seconds":0.009632207,"file":"~","function":"","line":0,"own_seconds":0.0004980690000000001,"primitive_calls":24},{"calls":23178,"cumulative_seconds":0.009559423000000001,"file":"pathlib.py","function":"__new__","line":1164,"own_seconds":0.005849835,"primitive_calls":23178},{"calls":2,"cumulative_seconds":0.009124208,"file":"operator_capture.py","function":"_journal","line":516,"own_seconds":0.0012744750000000002,"primitive_calls":2},{"calls":1528,"cumulative_seconds":0.009050872,"file":"pathlib.py","function":"__eq__","line":519,"own_seconds":0.00086251,"primitive_calls":1528},{"calls":512,"cumulative_seconds":0.008901868,"file":"","function":"__contains__","line":1032,"own_seconds":0.000716017,"primitive_calls":512},{"calls":3573,"cumulative_seconds":0.008470592,"file":"pathlib.py","function":"_str_normcase","line":484,"own_seconds":0.00205798,"primitive_calls":3573},{"calls":2871,"cumulative_seconds":0.008349518,"file":"","function":"join","line":71,"own_seconds":0.004987603,"primitive_calls":2871},{"calls":1,"cumulative_seconds":0.008229667000000001,"file":"piper_feedback_score.py","function":"score_feedback_episode","line":278,"own_seconds":0.00015066500000000002,"primitive_calls":1},{"calls":13361,"cumulative_seconds":0.008166802,"file":"action_demonstration.py","function":"_bounded","line":49,"own_seconds":0.003655277,"primitive_calls":13361},{"calls":6,"cumulative_seconds":0.007850125000000001,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":5.5e-05,"primitive_calls":6},{"calls":6,"cumulative_seconds":0.007783708,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":0.000139336,"primitive_calls":6},{"calls":1915,"cumulative_seconds":0.007304007,"file":"action_demonstration.py","function":"_availability","line":151,"own_seconds":0.0022928000000000002,"primitive_calls":1915},{"calls":1337,"cumulative_seconds":0.007082453000000001,"file":"pathlib.py","function":"__truediv__","line":719,"own_seconds":0.0005181550000000001,"primitive_calls":1337},{"calls":20665,"cumulative_seconds":0.007073225000000001,"file":"episode_tape.py","function":"_number","line":75,"own_seconds":0.005587567000000001,"primitive_calls":20665},{"calls":55165,"cumulative_seconds":0.006919752,"file":"~","function":"","line":0,"own_seconds":0.006919752,"primitive_calls":55165},{"calls":1337,"cumulative_seconds":0.0065642980000000005,"file":"pathlib.py","function":"joinpath","line":711,"own_seconds":0.000839964,"primitive_calls":1337},{"calls":1323,"cumulative_seconds":0.006466786,"file":"","function":"fdopen","line":1060,"own_seconds":0.0014292530000000001,"primitive_calls":1323},{"calls":83194,"cumulative_seconds":0.006441953,"file":"~","function":"","line":0,"own_seconds":0.006441953,"primitive_calls":83194},{"calls":619,"cumulative_seconds":0.00605663,"file":"pathlib.py","function":"is_file","line":886,"own_seconds":0.00045617600000000003,"primitive_calls":619},{"calls":1334,"cumulative_seconds":0.005991413,"file":"~","function":"","line":0,"own_seconds":0.0051564110000000005,"primitive_calls":1334},{"calls":401,"cumulative_seconds":0.005902622000000001,"file":"action_demonstration.py","function":"_action","line":247,"own_seconds":0.000738542,"primitive_calls":401},{"calls":512,"cumulative_seconds":0.005858238,"file":"pathlib.py","function":"as_posix","line":450,"own_seconds":0.000338533,"primitive_calls":512},{"calls":518,"cumulative_seconds":0.005764232,"file":"pathlib.py","function":"rglob","line":1097,"own_seconds":0.00012191500000000001,"primitive_calls":518},{"calls":518,"cumulative_seconds":0.0056171500000000004,"file":"pathlib.py","function":"_select_from","line":234,"own_seconds":0.000162645,"primitive_calls":518},{"calls":26658,"cumulative_seconds":0.005573740000000001,"file":"~","function":"","line":0,"own_seconds":0.005573740000000001,"primitive_calls":26658},{"calls":22,"cumulative_seconds":0.005433706,"file":"_npyio_impl.py","function":"__getitem__","line":239,"own_seconds":9.411900000000001e-05,"primitive_calls":22},{"calls":23322,"cumulative_seconds":0.005409543,"file":"~","function":"","line":0,"own_seconds":0.005409543,"primitive_calls":23322},{"calls":626,"cumulative_seconds":0.005312514,"file":"pathlib.py","function":"_select_from","line":200,"own_seconds":0.001256587,"primitive_calls":626},{"calls":9797,"cumulative_seconds":0.005070819000000001,"file":"episode_tape.py","function":"pairs","line":135,"own_seconds":0.005070819000000001,"primitive_calls":9797},{"calls":8727,"cumulative_seconds":0.004933707000000001,"file":"copy.py","function":"_keep_alive","line":231,"own_seconds":0.0031952440000000003,"primitive_calls":8727},{"calls":1929,"cumulative_seconds":0.004872137,"file":"episode_tape.py","function":"_vector","line":116,"own_seconds":0.0020897000000000003,"primitive_calls":1929},{"calls":5238,"cumulative_seconds":0.004838953,"file":"action_demonstration.py","function":"_time","line":61,"own_seconds":0.001597192,"primitive_calls":5238},{"calls":1380,"cumulative_seconds":0.0047155470000000005,"file":"~","function":"","line":0,"own_seconds":0.0026900070000000003,"primitive_calls":1380},{"calls":4915,"cumulative_seconds":0.004161948,"file":"","function":"splitroot","line":138,"own_seconds":0.00306194,"primitive_calls":4915},{"calls":25216,"cumulative_seconds":0.004116062,"file":"~","function":"","line":0,"own_seconds":0.004116062,"primitive_calls":25216},{"calls":22,"cumulative_seconds":0.003891377,"file":"_format_impl.py","function":"read_array","line":780,"own_seconds":0.00023679400000000002,"primitive_calls":22},{"calls":200,"cumulative_seconds":0.0038670370000000003,"file":"operator_capture.py","function":"_command","line":111,"own_seconds":0.000333159,"primitive_calls":200},{"calls":1,"cumulative_seconds":0.0037266250000000003,"file":"renderer.py","function":"close","line":316,"own_seconds":0.0037266250000000003,"primitive_calls":1},{"calls":2,"cumulative_seconds":0.003701124,"file":"__init__.py","function":"free","line":58,"own_seconds":0.0036939570000000003,"primitive_calls":2}],"open":[{"calls":1,"cumulative_seconds":0.13964916700000002,"file":"renderer.py","function":"__init__","line":29,"own_seconds":0.07806650100000001,"primitive_calls":1},{"calls":2,"cumulative_seconds":0.13715275000000002,"file":"robot_profiles.py","function":"_payload","line":46,"own_seconds":0.000832783,"primitive_calls":2},{"calls":225,"cumulative_seconds":0.09627753900000001,"file":"~","function":"","line":0,"own_seconds":0.09627753900000001,"primitive_calls":225},{"calls":1,"cumulative_seconds":0.07644416700000001,"file":"robot_profiles.py","function":"verify_assets","line":62,"own_seconds":3.8916000000000005e-05,"primitive_calls":1},{"calls":705,"cumulative_seconds":0.06969976900000001,"file":"~","function":"","line":0,"own_seconds":0.000675404,"primitive_calls":705},{"calls":1,"cumulative_seconds":0.06506845800000001,"file":"reference_sim.py","function":"model_digest","line":184,"own_seconds":2.4583e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.061546791,"file":"__init__.py","function":"__init__","line":30,"own_seconds":7.3959e-05,"primitive_calls":1},{"calls":8,"cumulative_seconds":0.061481667000000004,"file":"cgl.py","function":"checked_func","line":129,"own_seconds":0.061481667000000004,"primitive_calls":8},{"calls":528,"cumulative_seconds":0.06094427400000001,"file":"robot_profiles.py","function":"","line":53,"own_seconds":0.0021133280000000003,"primitive_calls":528},{"calls":1,"cumulative_seconds":0.04380325,"file":"profile-operator-capture.py","function":"measured_sample","line":112,"own_seconds":1.9624e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.043782833,"file":"piper_action_capture.py","function":"sample","line":214,"own_seconds":0.00018199600000000002,"primitive_calls":1},{"calls":7883,"cumulative_seconds":0.041568382,"file":"","function":"__iter__","line":1022,"own_seconds":0.002511438,"primitive_calls":7883},{"calls":2,"cumulative_seconds":0.041170333,"file":"renderer.py","function":"render","line":132,"own_seconds":0.00022692100000000002,"primitive_calls":2},{"calls":1,"cumulative_seconds":0.041164125,"file":"camera_action_capture.py","function":"_fresh_estimate","line":194,"own_seconds":3.1082000000000005e-05,"primitive_calls":1},{"calls":1,"cumulative_seconds":0.041011625,"file":"piper_rgbd_tracker.py","function":"estimate_pose","line":256,"own_seconds":0.000663004,"primitive_calls":1},{"calls":1608,"cumulative_seconds":0.039424289,"file":"","function":"__contains__","line":1032,"own_seconds":0.002432919,"primitive_calls":1608},{"calls":7535,"cumulative_seconds":0.039056944,"file":"pathlib.py","function":"__getitem__","line":277,"own_seconds":0.0062842440000000005,"primitive_calls":7535},{"calls":1,"cumulative_seconds":0.031520667,"file":"piper_rgbd_tracker.py","function":"_top_plane","line":149,"own_seconds":0.0011673360000000002,"primitive_calls":1},{"calls":18,"cumulative_seconds":0.030206125,"file":"","function":"_find_and_load","line":1349,"own_seconds":8.608e-05,"primitive_calls":4},{"calls":18,"cumulative_seconds":0.03004025,"file":"","function":"_find_and_load_unlocked","line":1304,"own_seconds":6.617500000000001e-05,"primitive_calls":4},{"calls":18,"cumulative_seconds":0.029729124000000003,"file":"","function":"_load_unlocked","line":911,"own_seconds":5.0747e-05,"primitive_calls":4},{"calls":9,"cumulative_seconds":0.02960996,"file":"","function":"exec_module","line":993,"own_seconds":2.3378000000000002e-05,"primitive_calls":4},{"calls":49,"cumulative_seconds":0.028942334,"file":"","function":"_call_with_frames_removed","line":480,"own_seconds":2.5834e-05,"primitive_calls":8},{"calls":21,"cumulative_seconds":0.028934916,"file":"~","function":"","line":0,"own_seconds":0.001506338,"primitive_calls":4},{"calls":2,"cumulative_seconds":0.026580333,"file":"__init__.py","function":"__getattr__","line":700,"own_seconds":1.2291000000000001e-05,"primitive_calls":2},{"calls":9,"cumulative_seconds":0.025975125,"file":"","function":"_handle_fromlist","line":1390,"own_seconds":1.8832000000000002e-05,"primitive_calls":4},{"calls":4,"cumulative_seconds":0.025955459,"file":"~","function":"","line":0,"own_seconds":6.750000000000001e-06,"primitive_calls":4},{"calls":6117,"cumulative_seconds":0.024930946000000002,"file":"pathlib.py","function":"_from_parsed_parts","line":420,"own_seconds":0.0036222850000000003,"primitive_calls":6117},{"calls":2,"cumulative_seconds":0.022378249000000003,"file":"~","function":"","line":0,"own_seconds":0.022378249000000003,"primitive_calls":2},{"calls":180,"cumulative_seconds":0.018882158,"file":"reference_sim.py","function":"_regular_bytes","line":42,"own_seconds":0.0009760680000000001,"primitive_calls":180},{"calls":6322,"cumulative_seconds":0.018865773000000002,"file":"pathlib.py","function":"with_segments","line":380,"own_seconds":0.00427614,"primitive_calls":6322},{"calls":2,"cumulative_seconds":0.018488958,"file":"~","function":"","line":0,"own_seconds":0.018484583000000002,"primitive_calls":2},{"calls":1,"cumulative_seconds":0.01686125,"file":"__init__.py","function":"","line":1,"own_seconds":2.4666e-05,"primitive_calls":1},{"calls":18,"cumulative_seconds":0.01297475,"file":"","function":"module_from_spec","line":806,"own_seconds":3.125e-05,"primitive_calls":18},{"calls":9,"cumulative_seconds":0.012720541,"file":"","function":"create_module","line":1291,"own_seconds":9.707e-06,"primitive_calls":9},{"calls":9,"cumulative_seconds":0.012702499,"file":"~","function":"","line":0,"own_seconds":0.01268729,"primitive_calls":9},{"calls":6352,"cumulative_seconds":0.011991333000000002,"file":"pathlib.py","function":"__init__","line":1157,"own_seconds":0.003209734,"primitive_calls":6352},{"calls":1,"cumulative_seconds":0.011670000000000002,"file":"~","function":"","line":0,"own_seconds":0.011670000000000002,"primitive_calls":1},{"calls":211,"cumulative_seconds":0.010613736,"file":"~","function":"","line":0,"own_seconds":0.010613736,"primitive_calls":211},{"calls":6084,"cumulative_seconds":0.010558199,"file":"pathlib.py","function":"__eq__","line":519,"own_seconds":0.003113049,"primitive_calls":6084},{"calls":1,"cumulative_seconds":0.01055325,"file":"_pickle.py","function":"","line":1,"own_seconds":1.8668e-05,"primitive_calls":1},{"calls":4,"cumulative_seconds":0.009900500000000001,"file":"_function_base_impl.py","function":"_ureduce","line":3827,"own_seconds":1.9086e-05,"primitive_calls":4},{"calls":245,"cumulative_seconds":0.009855866000000001,"file":"~","function":"","line":0,"own_seconds":0.009855866000000001,"primitive_calls":245},{"calls":3,"cumulative_seconds":0.009751082000000001,"file":"_function_base_impl.py","function":"median","line":3914,"own_seconds":1.6665e-05,"primitive_calls":3},{"calls":3,"cumulative_seconds":0.009718291,"file":"_function_base_impl.py","function":"_median","line":4003,"own_seconds":4.0624e-05,"primitive_calls":3},{"calls":3,"cumulative_seconds":0.009574791000000001,"file":"_utils_impl.py","function":"_median_nancheck","line":407,"own_seconds":2.7584000000000002e-05,"primitive_calls":3},{"calls":1,"cumulative_seconds":0.009212042,"file":"__init__.py","function":"","line":1,"own_seconds":4.8875e-05,"primitive_calls":1},{"calls":6357,"cumulative_seconds":0.008799599,"file":"pathlib.py","function":"__init__","line":358,"own_seconds":0.005504269,"primitive_calls":6357},{"calls":503,"cumulative_seconds":0.008292172,"file":"piper_task.py","function":"_finite","line":148,"own_seconds":0.001000643,"primitive_calls":503},{"calls":4000,"cumulative_seconds":0.007915263,"file":"piper_task.py","function":"","line":193,"own_seconds":0.007915263,"primitive_calls":4000},{"calls":33565,"cumulative_seconds":0.007588563,"file":"~","function":"","line":0,"own_seconds":0.004993959,"primitive_calls":19926},{"calls":9,"cumulative_seconds":0.0074885410000000005,"file":"","function":"exec_module","line":1299,"own_seconds":8.045e-06,"primitive_calls":6},{"calls":9,"cumulative_seconds":0.0074794580000000005,"file":"~","function":"","line":0,"own_seconds":0.001978625,"primitive_calls":6},{"calls":500,"cumulative_seconds":0.007403993,"file":"~","function":"","line":0,"own_seconds":0.007403993,"primitive_calls":500},{"calls":1,"cumulative_seconds":0.007039458,"file":"piper_rgbd_tracker.py","function":"_cube_rays","line":234,"own_seconds":0.003248167,"primitive_calls":1},{"calls":12168,"cumulative_seconds":0.0067308310000000005,"file":"pathlib.py","function":"_str_normcase","line":484,"own_seconds":0.006116923000000001,"primitive_calls":12168},{"calls":501,"cumulative_seconds":0.006450061,"file":"~","function":"","line":0,"own_seconds":0.006450061,"primitive_calls":501},{"calls":1,"cumulative_seconds":0.005583125,"file":"core.py","function":"","line":1,"own_seconds":0.000288125,"primitive_calls":1},{"calls":6,"cumulative_seconds":0.005564501,"file":"profile-operator-capture.py","function":"timed_record","line":128,"own_seconds":4.3041000000000003e-05,"primitive_calls":6},{"calls":6,"cumulative_seconds":0.005512042,"file":"piper_action_capture.py","function":"_record","line":64,"own_seconds":0.00011962600000000001,"primitive_calls":6},{"calls":1789,"cumulative_seconds":0.00511687,"file":"pathlib.py","function":"parents","line":741,"own_seconds":0.00072094,"primitive_calls":1789},{"calls":3155,"cumulative_seconds":0.005012933000000001,"file":"~","function":"","line":0,"own_seconds":0.005012933000000001,"primitive_calls":3155},{"calls":187,"cumulative_seconds":0.004557948,"file":"~","function":"","line":0,"own_seconds":0.004464031,"primitive_calls":187},{"calls":503,"cumulative_seconds":0.004403029,"file":"reference_task.py","function":"_finite","line":219,"own_seconds":0.000543332,"primitive_calls":503},{"calls":1789,"cumulative_seconds":0.00439593,"file":"pathlib.py","function":"__init__","line":268,"own_seconds":0.0012063730000000002,"primitive_calls":1789},{"calls":2940,"cumulative_seconds":0.004123792,"file":"copy.py","function":"deepcopy","line":118,"own_seconds":0.002026813,"primitive_calls":32},{"calls":187,"cumulative_seconds":0.003967875,"file":"copy.py","function":"_deepcopy_dict","line":217,"own_seconds":0.000536565,"primitive_calls":28},{"calls":13630,"cumulative_seconds":0.0037831020000000004,"file":"pathlib.py","function":"__len__","line":274,"own_seconds":0.002592605,"primitive_calls":13630},{"calls":506,"cumulative_seconds":0.0037478890000000003,"file":"~","function":"","line":0,"own_seconds":0.00033467100000000004,"primitive_calls":506},{"calls":4,"cumulative_seconds":0.003648665,"file":"piper_action_capture.py","function":"_json","line":77,"own_seconds":1.5247000000000002e-05,"primitive_calls":4},{"calls":6336,"cumulative_seconds":0.0035819650000000003,"file":"pathlib.py","function":"_format_parsed_parts","line":429,"own_seconds":0.0022172150000000002,"primitive_calls":6336},{"calls":542,"cumulative_seconds":0.003476634,"file":"pathlib.py","function":"lstat","line":842,"own_seconds":0.00019901100000000002,"primitive_calls":542},{"calls":606,"cumulative_seconds":0.003423222,"file":"~","function":"","line":0,"own_seconds":0.0026730630000000003,"primitive_calls":606},{"calls":29259,"cumulative_seconds":0.003412341,"file":"~","function":"","line":0,"own_seconds":0.003382008,"primitive_calls":29259},{"calls":2036,"cumulative_seconds":0.003401171,"file":"pathlib.py","function":"drive","line":551,"own_seconds":0.000507928,"primitive_calls":2036},{"calls":2515,"cumulative_seconds":0.0033978850000000002,"file":"reference_task.py","function":"","line":221,"own_seconds":0.0014676110000000002,"primitive_calls":2515},{"calls":547,"cumulative_seconds":0.0033092900000000003,"file":"pathlib.py","function":"stat","line":835,"own_seconds":0.000179196,"primitive_calls":547},{"calls":9,"cumulative_seconds":0.0032545820000000002,"file":"","function":"get_code","line":1066,"own_seconds":6.553900000000001e-05,"primitive_calls":9},{"calls":96,"cumulative_seconds":0.002986458,"file":"numeric.py","function":"cross","line":1563,"own_seconds":0.000875743,"primitive_calls":96},{"calls":233,"cumulative_seconds":0.0029272010000000004,"file":"pathlib.py","function":"_load_parts","line":407,"own_seconds":0.00035683300000000003,"primitive_calls":233},{"calls":13,"cumulative_seconds":0.0027283340000000002,"file":"core.py","function":"_convert2ma","line":8820,"own_seconds":0.000121378,"primitive_calls":13},{"calls":2,"cumulative_seconds":0.0027195410000000002,"file":"dataclasses.py","function":"wrap","line":1264,"own_seconds":1.5917e-05,"primitive_calls":2},{"calls":2,"cumulative_seconds":0.002703624,"file":"dataclasses.py","function":"_process_class","line":921,"own_seconds":0.000143623,"primitive_calls":2},{"calls":6352,"cumulative_seconds":0.002696337,"file":"pathlib.py","function":"__new__","line":1164,"own_seconds":0.0016674020000000001,"primitive_calls":6352},{"calls":23,"cumulative_seconds":0.0026362070000000002,"file":"~","function":"","line":0,"own_seconds":2.6293e-05,"primitive_calls":23},{"calls":1014,"cumulative_seconds":0.0026237350000000003,"file":"fromnumeric.py","function":"any","line":2474,"own_seconds":0.000458231,"primitive_calls":1014},{"calls":213,"cumulative_seconds":0.002570302,"file":"~","function":"","line":0,"own_seconds":0.0016897560000000002,"primitive_calls":213},{"calls":40,"cumulative_seconds":0.002543164,"file":"inspect.py","function":"signature","line":3343,"own_seconds":2.1036e-05,"primitive_calls":40},{"calls":9,"cumulative_seconds":0.0025420440000000002,"file":"","function":"_compile_bytecode","line":755,"own_seconds":0.001225336,"primitive_calls":9},{"calls":40,"cumulative_seconds":0.0025221280000000002,"file":"inspect.py","function":"from_callable","line":3081,"own_seconds":2.9133e-05,"primitive_calls":40},{"calls":42,"cumulative_seconds":0.002492995,"file":"inspect.py","function":"_signature_from_callable","line":2501,"own_seconds":0.000171416,"primitive_calls":40},{"calls":10,"cumulative_seconds":0.002465084,"file":"reference_sim.py","function":"native_warnings","line":135,"own_seconds":4.2209e-05,"primitive_calls":10},{"calls":5,"cumulative_seconds":0.0024541240000000002,"file":"contextlib.py","function":"__enter__","line":132,"own_seconds":6.25e-06,"primitive_calls":5},{"calls":1,"cumulative_seconds":0.002446583,"file":"operator_capture.py","function":"_save_frames","line":217,"own_seconds":1.925e-05,"primitive_calls":1},{"calls":361,"cumulative_seconds":0.002211645,"file":"pathlib.py","function":"is_symlink","line":909,"own_seconds":0.000276683,"primitive_calls":361},{"calls":1023,"cumulative_seconds":0.0022036290000000004,"file":"fromnumeric.py","function":"_wrapreduction_any_all","line":86,"own_seconds":0.0007765430000000001,"primitive_calls":1023},{"calls":6,"cumulative_seconds":0.002044457,"file":"~","function":"","line":0,"own_seconds":0.0019077920000000002,"primitive_calls":6},{"calls":1,"cumulative_seconds":0.0019993330000000003,"file":"env.py","function":"","line":1,"own_seconds":2.4166000000000002e-05,"primitive_calls":1},{"calls":2016,"cumulative_seconds":0.001952607,"file":"~","function":"","line":0,"own_seconds":0.0005595060000000001,"primitive_calls":2016},{"calls":289,"cumulative_seconds":0.001938934,"file":"numeric.py","function":"moveaxis","line":1489,"own_seconds":0.0005127090000000001,"primitive_calls":289}]},"python":"3.12.9","real_time_factor_control_only":0.79229008192751,"recorded_intervals":100,"render_encode":{"count":51,"max_ms":43.79970795707777,"p50_ms":12.274166976567358,"p95_ms":16.925895964959636,"total_seconds":0.6802526248502545},"resolution":[320,240],"schema":"dvidia.operator-profile/v2","scope":"Single-process local scripted capture including encoder-only IK; excludes sockets, Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.","source_kind":"simulation_scripted_input","source_sha256":{"camera_action_capture.py":"399f512a08087c72bfa37e382157a2250f413e423974b77b1bd3c0a911ff0a1e","operator_capture.py":"db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518","piper_action_capture.py":"a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec","piper_encoder_kinematics.py":"6606bb8aad04e5abb1e9b6d1a8ec628a4114acd167862167184fd4eef1d21c34","piper_rgbd_tracker.py":"e89cba0414832fcfc09127eb05a326557d3aa32afd458a9a8f59d6c4f850f2d3","profile-operator-capture.py":"3316ccc7545bbbc4f8d672d2836ea7a102ceb42c49607ab266a95612ecfc54fb"},"stage_scope":"render_encode includes initial camera; tracking includes control camera updates only. Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. File-write timer excludes journal append/fsync; cProfile retains that separate work.","steady_camera_render_encode":{"count":50,"max_ms":24.01424996787682,"p50_ms":12.254437489900738,"p95_ms":16.126360738417134,"total_seconds":0.6364529168931767},"strict_success":false,"system":"macOS-26.5.2-arm64-arm-64bit","teacher_queries":0,"total_cpu_seconds":5.390283999999999,"total_seconds":4.395376959000714,"tracking":{"count":50,"max_ms":19.987250037956983,"p50_ms":12.806583486963063,"p95_ms":14.661399833858013,"total_seconds":0.6539812498376705}} diff --git a/benchmarks/godot-capture-latency-v02/results.json b/benchmarks/godot-capture-latency-v02/results.json new file mode 100644 index 0000000..b43a4ac --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/results.json @@ -0,0 +1,675 @@ +{ + "schema": "dvidia.capture-latency-results/v2", + "scope": "Simulated PiPER small authored arm path above a rigid block, no learned policy, physical commands or successful placement claim. No new human demonstration or 50Hz hardware deadline claim.", + "all_attempts_retained": true, + "captures_completed": 12, + "confirmation_pairs": [ + { + "pair": 1, + "baseline_control_seconds": 12.911035703495145, + "candidate_control_seconds": 12.111713040038012, + "control_time_reduction_pct": 6.191003431589525, + "baseline_finish_seconds": 2.376895874971524, + "candidate_finish_seconds": 2.1239042499801144, + "parity": { + "comparison_mode": "decoded-lossless-png", + "control_intervals": 500, + "exact": true, + "exclusions": [ + "source implementation hashes and unique recording/session provenance IDs", + "perception diagnostics.processing_seconds and capture wall-time metadata", + "lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required" + ], + "features_shape": [ + 500, + 269 + ], + "frame_bytes": [ + 83711327, + 86360933 + ], + "integrity_sha256": [ + "2303c7635a97e156658911a9252da9f35358b9ef55239c2a4ace410cba58fe4b", + "e82a936168fd9531897308069f6e46d34866fbfb0c003b500e16a6c5459d2ef4" + ], + "native_values_compared": 510000, + "perception_rows_compared": 501, + "physical_robot_ready": false, + "png_files_with_different_compressed_bytes": 251, + "rgbd_artifacts_compared": 502, + "schema": "dvidia.operator-performance-parity/v1", + "scope": "Semantic and exact numeric parity, not task qualification.", + "strict_success": [ + false, + false + ], + "targets_shape": [ + 500, + 7 + ] + } + }, + { + "pair": 2, + "baseline_control_seconds": 12.84759675397072, + "candidate_control_seconds": 12.280573581112549, + "control_time_reduction_pct": 4.4134571135486915, + "baseline_finish_seconds": 2.713172707997728, + "candidate_finish_seconds": 2.1909477079752833, + "parity": { + "comparison_mode": "decoded-lossless-png", + "control_intervals": 500, + "exact": true, + "exclusions": [ + "source implementation hashes and unique recording/session provenance IDs", + "perception diagnostics.processing_seconds and capture wall-time metadata", + "lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required" + ], + "features_shape": [ + 500, + 269 + ], + "frame_bytes": [ + 83711327, + 86360933 + ], + "integrity_sha256": [ + "6837054fc732d0aeb1504e48eb6bd99df9b4a5de3f66385e57264b075bed394c", + "64c212321e59938686b29e3c8c86019792445c8c7e9534a3b40eb6f4396a1aed" + ], + "native_values_compared": 510000, + "perception_rows_compared": 501, + "physical_robot_ready": false, + "png_files_with_different_compressed_bytes": 251, + "rgbd_artifacts_compared": 502, + "schema": "dvidia.operator-performance-parity/v1", + "scope": "Semantic and exact numeric parity, not task qualification.", + "strict_success": [ + false, + false + ], + "targets_shape": [ + 500, + 7 + ] + } + }, + { + "pair": 3, + "baseline_control_seconds": 8.223677714238875, + "candidate_control_seconds": 10.044744983315468, + "control_time_reduction_pct": -22.144195484746554, + "baseline_finish_seconds": 2.363649750011973, + "candidate_finish_seconds": 1.6913144169957377, + "parity": { + "comparison_mode": "decoded-lossless-png", + "control_intervals": 500, + "exact": true, + "exclusions": [ + "source implementation hashes and unique recording/session provenance IDs", + "perception diagnostics.processing_seconds and capture wall-time metadata", + "lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required" + ], + "features_shape": [ + 500, + 269 + ], + "frame_bytes": [ + 83711327, + 86360933 + ], + "integrity_sha256": [ + "d9569707f16a54f2ff21ae68966b42d27c3e13f8e8e2cb2a8559c639c86b813b", + "63b8cea64b72be6199a209dfaf56a226d2c2e73276a601c84aee33bf6ffb308f" + ], + "native_values_compared": 510000, + "perception_rows_compared": 501, + "physical_robot_ready": false, + "png_files_with_different_compressed_bytes": 251, + "rgbd_artifacts_compared": 502, + "schema": "dvidia.operator-performance-parity/v1", + "scope": "Semantic and exact numeric parity, not task qualification.", + "strict_success": [ + false, + false + ], + "targets_shape": [ + 500, + 7 + ] + } + } + ], + "confirmation_summary": { + "baseline": { + "mean_control_seconds": 11.32743672390158, + "mean_finish_seconds": 2.4845727776604085, + "mean_total_seconds": 14.868508777658766, + "full_step": { + "count": 1500, + "total_ms": 33982.31017170474, + "p50_ms": 20.39154147496447, + "p95_ms": 45.31273992615752, + "max_ms": 71.15875004092231, + "over_20ms": 751 + }, + "mean_capture_bytes": 98085086.66666667, + "peak_process_rss_bytes": [ + 1029980160, + 1011417088, + 1013301248 + ], + "control_cpu_seconds": [ + 11.550999000000001, + 11.519633, + 7.233617000000001 + ] + }, + "candidate": { + "mean_control_seconds": 11.47901053482201, + "mean_finish_seconds": 2.002055458317045, + "mean_total_seconds": 14.485365458667124, + "full_step": { + "count": 1500, + "total_ms": 34437.03160446603, + "p50_ms": 25.980645994422957, + "p95_ms": 43.252981928526424, + "max_ms": 89.70820799004287, + "over_20ms": 752 + }, + "mean_capture_bytes": 100734637.66666667, + "peak_process_rss_bytes": [ + 1018281984, + 1000685568, + 1029832704 + ], + "control_cpu_seconds": [ + 10.691589, + 10.770088, + 8.994465000000002 + ] + } + }, + "mean_control_reduction_pct": -1.3381121838500265, + "mean_finalization_reduction_pct": 19.420534736669083, + "mean_capture_storage_increase_pct": 2.7012781351809956, + "windowed": { + "baseline": { + "applied_sim_time_seconds": 5.0, + "client_script_sha256": "98aac9a91f93a0389943289aab4f58982d6cc1e13170d5ec71d732c5b05f802f", + "errors": [], + "expected_model_sha256": "9c12b9437e4825685921a229129e2154a225e308593f227d17042852926e060f", + "godot": "4.7.2-stable (official)", + "initial_sim_time_seconds": 0.0, + "interactive_wall_seconds": 14.17478, + "logical_processors": 10, + "ok": true, + "physics_authority": "MuJoCo only", + "process_frame_interval_ms": { + "p50": 8.33333333333333, + "p95": 8.53200000000019, + "samples": 1699 + }, + "processor": "Apple M5", + "project_sha256": "d886d21c17931d0fef863e6f219cb9da10bc4b916d4cd4bbb70012f07f47e556", + "recording": { + "episode": 1.0, + "max_episodes": 1.0, + "max_steps": 250.0, + "output_directory": "windowed-baseline/episode-0001", + "physical_robot_ready": false, + "source_authenticated": false, + "source_kind": "simulation_scripted_input", + "status": "finished", + "steps": 250.0 + }, + "render_process_frames": 1701, + "requested_steps": 250, + "reset_responses": 0, + "rpc_roundtrip_ms": { + "p50": 18.093, + "p95": 59.224, + "samples": 252 + }, + "scene_integrity_sha256": "90bd8d005eec330fb4ed70126a14290e5137448ff1407479e917012d739a3fa5", + "schema": "dvidia.godot-demonstration-smoke/v1", + "server_compute_total_ms": 7525.52971203113, + "step_responses": 250, + "timing_scope": "Startup-inclusive wall time; ready-to-completion interactive wall; Godot process delta intervals (not GPU render time); socket request-to-parsed-response latency; server compute includes controller, native camera capture and disk writes; excludes IPC and Godot rendering. Samples capped at 10000 per series.", + "trace_limit": 256, + "wall_seconds": 15.742386, + "raw_receipt_sha256": "7c552efae63272555f5389b22061fd80674c1f4173fdeb0d53ff6036b628829a", + "ordinary_step_rpc": { + "count": 249, + "total_ms": 7533.516, + "p50_ms": 18.353, + "p95_ms": 57.47619999999999, + "max_ms": 67.212, + "over_20ms": 124 + }, + "ordinary_step_server": { + "count": 249, + "total_ms": 6235.824378032702, + "p50_ms": 14.7938330192119, + "p95_ms": 51.0968495858833, + "max_ms": 65.6434580450878, + "over_20ms": 124 + }, + "final_step_including_seal_rpc_ms": 1295.9, + "final_step_including_seal_server_ms": 1289.70533399843 + }, + "candidate": { + "applied_sim_time_seconds": 5.0, + "client_script_sha256": "98aac9a91f93a0389943289aab4f58982d6cc1e13170d5ec71d732c5b05f802f", + "errors": [], + "expected_model_sha256": "9c12b9437e4825685921a229129e2154a225e308593f227d17042852926e060f", + "godot": "4.7.2-stable (official)", + "initial_sim_time_seconds": 0.0, + "interactive_wall_seconds": 13.555162, + "logical_processors": 10, + "ok": true, + "physics_authority": "MuJoCo only", + "process_frame_interval_ms": { + "p50": 8.33333333333333, + "p95": 8.33333333333333, + "samples": 1623 + }, + "processor": "Apple M5", + "project_sha256": "d886d21c17931d0fef863e6f219cb9da10bc4b916d4cd4bbb70012f07f47e556", + "recording": { + "episode": 1.0, + "max_episodes": 1.0, + "max_steps": 250.0, + "output_directory": "windowed-candidate/episode-0001", + "physical_robot_ready": false, + "source_authenticated": false, + "source_kind": "simulation_scripted_input", + "status": "finished", + "steps": 250.0 + }, + "render_process_frames": 1625, + "requested_steps": 250, + "reset_responses": 0, + "rpc_roundtrip_ms": { + "p50": 18.936, + "p95": 50.52, + "samples": 252 + }, + "scene_integrity_sha256": "90bd8d005eec330fb4ed70126a14290e5137448ff1407479e917012d739a3fa5", + "schema": "dvidia.godot-demonstration-smoke/v1", + "server_compute_total_ms": 6950.80904604401, + "step_responses": 250, + "timing_scope": "Startup-inclusive wall time; ready-to-completion interactive wall; Godot process delta intervals (not GPU render time); socket request-to-parsed-response latency; server compute includes controller, native camera capture and disk writes; excludes IPC and Godot rendering. Samples capped at 10000 per series.", + "trace_limit": 256, + "wall_seconds": 15.118243, + "raw_receipt_sha256": "ed4dbed4f0d9ae938e98351122eb228436cf46e6ff56bc4a46ca511065103cdc", + "ordinary_step_rpc": { + "count": 249, + "total_ms": 7194.755, + "p50_ms": 23.668, + "p95_ms": 50.299, + "max_ms": 72.284, + "over_20ms": 125 + }, + "ordinary_step_server": { + "count": 249, + "total_ms": 5926.894213014747, + "p50_ms": 15.2668750379235, + "p95_ms": 46.70062521472572, + "max_ms": 65.9577500191517, + "over_20ms": 124 + }, + "final_step_including_seal_rpc_ms": 1032.826, + "final_step_including_seal_server_ms": 1023.91483302927 + } + }, + "windowed_parity": { + "comparison_mode": "decoded-lossless-png", + "control_intervals": 250, + "exact": true, + "exclusions": [ + "source implementation hashes and unique recording/session provenance IDs", + "perception diagnostics.processing_seconds and capture wall-time metadata", + "lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required" + ], + "features_shape": [ + 250, + 269 + ], + "frame_bytes": [ + 42002083, + 43322335 + ], + "integrity_sha256": [ + "f5844654e1bd80f368fad4abe992345eccbaa378ad481a6bcaab59b81d24db07", + "709d30b7a68cd1be5dfec5b25b6e52fb1f8d1079c65b04e69f68535e4325aaa9" + ], + "native_values_compared": 255000, + "perception_rows_compared": 251, + "physical_robot_ready": false, + "png_files_with_different_compressed_bytes": 126, + "rgbd_artifacts_compared": 252, + "schema": "dvidia.operator-performance-parity/v1", + "scope": "Semantic and exact numeric parity, not task qualification.", + "strict_success": [ + false, + false + ], + "targets_shape": [ + 250, + 7 + ] + }, + "diagnostic_parity": { + "comparison_mode": "decoded-lossless-png", + "control_intervals": 100, + "exact": true, + "exclusions": [ + "source implementation hashes and unique recording/session provenance IDs", + "perception diagnostics.processing_seconds and capture wall-time metadata", + "lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required" + ], + "features_shape": [ + 100, + 269 + ], + "frame_bytes": [ + 17039206, + 17598970 + ], + "integrity_sha256": [ + "ca4afd26accd7dba5c642a2bbcdf6a91a423bf908e976a799bfdd2e44617de96", + "3ea092eaf195bfa02bb4090138cb53c18a7c5022804523178baf85e21ff228e1" + ], + "native_values_compared": 102000, + "perception_rows_compared": 101, + "physical_robot_ready": false, + "png_files_with_different_compressed_bytes": 51, + "rgbd_artifacts_compared": 102, + "schema": "dvidia.operator-performance-parity/v1", + "scope": "Semantic and exact numeric parity, not task qualification.", + "strict_success": [ + false, + false + ], + "targets_shape": [ + 100, + 7 + ] + }, + "independent_native_replay": { + "capture_integrity_sha256": "e82a936168fd9531897308069f6e46d34866fbfb0c003b500e16a6c5459d2ef4", + "control_intervals": 500, + "exact_native_arrays": true, + "fields": { + "applied_jaw_target_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "arm_actuator_controls_rad": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 6 + ] + }, + "grasp_contact_counts": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 2 + ] + }, + "gripper_joint_position_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 2 + ] + }, + "joint_position_rad": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 6 + ] + }, + "native_tick": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "normal_rate_limited_jaw_target_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "object_angular_velocity_rad_s": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 3 + ] + }, + "object_linear_velocity_m_s": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 3 + ] + }, + "object_minus_tcp_local_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 3 + ] + }, + "object_position_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 3 + ] + }, + "object_quaternion_wxyz": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 4 + ] + }, + "pad_normal_forces_n": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 2 + ] + }, + "pulse_active": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "pulse_closing_tail": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "pulse_minimum_opening_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "requested_jaw_target_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "t_seconds": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "table_object_contact_count": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + }, + "tcp_position_m": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 3 + ] + }, + "tcp_quaternion_wxyz": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000, + 4 + ] + }, + "unexpected_contact_count": { + "exact": true, + "max_abs_error": 0.0, + "shape": [ + 10000 + ] + } + }, + "independent_score_matches": true, + "maximum_abs_error": 0.0, + "native_values_compared": 510000, + "original_strict_success": false, + "physical_robot_ready": false, + "recording_sha256": "99c90100e3faba0194b2ba4ce9c2515011c680bf78d65b1025f423d22ee6a28e", + "schema": "dvidia.operator-native-replay/v1", + "scope": "CPU native command replay including reset; excludes camera, Godot, fitting and hardware. Native parity is separate from successful task completion.", + "score": { + "evidence_scope": "Recomputed simulator-authored numeric evidence; no physics rerun, source attestation or hardware sensing.", + "false_alarms": { + "reason": "Continuous residual policy has no declared discrete alarm events.", + "status": "not_applicable" + }, + "grip_events": [], + "grip_summary": { + "airborne_events": 0, + "loss_events": 0, + "qualification_latency_s": [], + "restored_events": 0, + "supported_events": 0, + "unresolved_events": 0 + }, + "native_diagnostics": { + "premature_open_jaw": { + "count": 0, + "intervals": [], + "maximum_s": 0.0, + "total_s": 0.0 + }, + "support_touchdown_before_destination": { + "count": 0, + "intervals": [], + "maximum_s": 0.0, + "total_s": 0.0 + } + }, + "native_metrics_mismatches": [], + "native_recomputed": { + "carry_complete": false, + "carry_contact_loss_events": 0, + "dwell_seconds": 0.0, + "first_success_time_seconds": null, + "grasp_seen": false, + "lift_dwell_seconds": 0.0, + "lift_seen": false, + "max_carry_contact_loss_seconds": 0.0, + "max_object_lift_m": 6.22998874710845e-11, + "max_pad_normal_force_n": 0.0, + "retention_lost": false, + "success": false, + "unexpected_contact_native_ticks": 0 + }, + "reason": "native_outcome_failed", + "restoration_scope": "Loaded contact restored for 100 ms after sustained loss; does not establish task recovery or airborne regrasp.", + "schema": "dvidia.piper-feedback-score/v1", + "strict_v01": { + "native_metrics_source": "simulator-authored episode record; not authenticated sensor input", + "native_outcome_success": false, + "native_outcome_valid": true, + "reason": "native_outcome_failed", + "reference_xy_m": [ + 0.35, + 0.08 + ], + "required_dwell_s": 0.25, + "required_lift_dwell_s": 0.1, + "sample_interval_s": 0.02, + "success": false, + "terminal_dwell_s": 0.0, + "terminal_reference_success": false, + "terminal_xy_error_m": 0.12083027983928725, + "trace_lift_dwell_s": 0.0, + "trajectory_complete": true + }, + "success": false, + "terminal_only": { + "dwell_s": 0.0, + "scope": "Terminal-only geometry/release/settling/dwell; excludes lift, carry and retention history.", + "success": false, + "terminal_xy_error_m": 0.12083027983928725 + }, + "valid": true + }, + "simulated_seconds": 9.999999999999897, + "source_kind": "simulation_scripted_input", + "teacher_queries": 0, + "wall_seconds": 2.1197141250013374 + }, + "raw_local_bytes": 787601880, + "raw_budget_bytes": 2147483648, + "free_bytes_after": 13598826496, + "limitations": [ + "Three pairs on a shared host are not a reliable performance guarantee.", + "Total control timing is mixed; no sustained50Hz or hardware reaction bound.", + "PNG compression changes bytes and size; decoded pixels remain exact.", + "Diagnostic profiles overlap and include profiler overhead; never pool with confirmation.", + "NumPy build uses reported BLAS backend; effective thread count unmeasured.", + "Whole-process RSS excludes a separate Godot process and is not a hardware minimum.", + "No policy fitting, genuine operator demonstrations or task-success qualification." + ], + "physical_robot_ready": false, + "learned_skill_evaluated": false +} diff --git a/benchmarks/godot-capture-latency-v02/tests-initial-missing-fixture.json b/benchmarks/godot-capture-latency-v02/tests-initial-missing-fixture.json new file mode 100644 index 0000000..f40de5b --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/tests-initial-missing-fixture.json @@ -0,0 +1,26 @@ +{ + "schema": "dvidia.local-test-receipt/v1", + "modules": [ + "test_tracker_ray_cache", + "test_piper_rgbd_tracker", + "test_operator_capture", + "test_operator_export", + "test_godot_demonstration_bridge", + "test_camera_action_capture", + "test_camera_action_export", + "test_godot_bridge", + "test_action_demonstration", + "test_capture_encoding", + "test_operator_capture_latency", + "test_operator_capture_parity", + "test_capture_profile", + "test_piper_action_capture" + ], + "executions": 138, + "failures": 0, + "errors": 1, + "skipped": 0, + "seconds": 5.889018208952621, + "python": "3.12.9", + "scope": "Unit/fixture regressions; native rendering success measured separately by retained captures." +} diff --git a/benchmarks/godot-capture-latency-v02/tests.json b/benchmarks/godot-capture-latency-v02/tests.json new file mode 100644 index 0000000..47ee5dc --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/tests.json @@ -0,0 +1,27 @@ +{ + "schema": "dvidia.local-test-receipt/v1", + "modules": [ + "test_tracker_ray_cache", + "test_piper_rgbd_tracker", + "test_operator_capture", + "test_operator_export", + "test_godot_demonstration_bridge", + "test_camera_action_capture", + "test_camera_action_export", + "test_godot_bridge", + "test_action_demonstration", + "test_capture_encoding", + "test_operator_capture_latency", + "test_operator_capture_parity", + "test_capture_profile", + "test_piper_action_capture" + ], + "executions": 138, + "failures": 0, + "errors": 0, + "skipped": 0, + "seconds": 10.313802082964685, + "python": "3.12.9", + "scope": "Unit/fixture regressions; native rendering success measured separately by retained captures.", + "prior_failure": "Sparse worktree omitted tracked example fixture; added examples to checkout and reran without runtime changes." +} diff --git a/benchmarks/godot-capture-latency-v02/windowed-baseline.json b/benchmarks/godot-capture-latency-v02/windowed-baseline.json new file mode 100644 index 0000000..6410000 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/windowed-baseline.json @@ -0,0 +1,64 @@ +{ + "applied_sim_time_seconds": 5.0, + "client_script_sha256": "98aac9a91f93a0389943289aab4f58982d6cc1e13170d5ec71d732c5b05f802f", + "errors": [], + "expected_model_sha256": "9c12b9437e4825685921a229129e2154a225e308593f227d17042852926e060f", + "godot": "4.7.2-stable (official)", + "initial_sim_time_seconds": 0.0, + "interactive_wall_seconds": 14.17478, + "logical_processors": 10, + "ok": true, + "physics_authority": "MuJoCo only", + "process_frame_interval_ms": { + "p50": 8.33333333333333, + "p95": 8.53200000000019, + "samples": 1699 + }, + "processor": "Apple M5", + "project_sha256": "d886d21c17931d0fef863e6f219cb9da10bc4b916d4cd4bbb70012f07f47e556", + "recording": { + "episode": 1.0, + "max_episodes": 1.0, + "max_steps": 250.0, + "output_directory": "windowed-baseline/episode-0001", + "physical_robot_ready": false, + "source_authenticated": false, + "source_kind": "simulation_scripted_input", + "status": "finished", + "steps": 250.0 + }, + "render_process_frames": 1701, + "requested_steps": 250, + "reset_responses": 0, + "rpc_roundtrip_ms": { + "p50": 18.093, + "p95": 59.224, + "samples": 252 + }, + "scene_integrity_sha256": "90bd8d005eec330fb4ed70126a14290e5137448ff1407479e917012d739a3fa5", + "schema": "dvidia.godot-demonstration-smoke/v1", + "server_compute_total_ms": 7525.52971203113, + "step_responses": 250, + "timing_scope": "Startup-inclusive wall time; ready-to-completion interactive wall; Godot process delta intervals (not GPU render time); socket request-to-parsed-response latency; server compute includes controller, native camera capture and disk writes; excludes IPC and Godot rendering. Samples capped at 10000 per series.", + "trace_limit": 256, + "wall_seconds": 15.742386, + "raw_receipt_sha256": "7c552efae63272555f5389b22061fd80674c1f4173fdeb0d53ff6036b628829a", + "ordinary_step_rpc": { + "count": 249, + "total_ms": 7533.516, + "p50_ms": 18.353, + "p95_ms": 57.47619999999999, + "max_ms": 67.212, + "over_20ms": 124 + }, + "ordinary_step_server": { + "count": 249, + "total_ms": 6235.824378032702, + "p50_ms": 14.7938330192119, + "p95_ms": 51.0968495858833, + "max_ms": 65.6434580450878, + "over_20ms": 124 + }, + "final_step_including_seal_rpc_ms": 1295.9, + "final_step_including_seal_server_ms": 1289.70533399843 +} diff --git a/benchmarks/godot-capture-latency-v02/windowed-candidate.json b/benchmarks/godot-capture-latency-v02/windowed-candidate.json new file mode 100644 index 0000000..c5486f7 --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/windowed-candidate.json @@ -0,0 +1,64 @@ +{ + "applied_sim_time_seconds": 5.0, + "client_script_sha256": "98aac9a91f93a0389943289aab4f58982d6cc1e13170d5ec71d732c5b05f802f", + "errors": [], + "expected_model_sha256": "9c12b9437e4825685921a229129e2154a225e308593f227d17042852926e060f", + "godot": "4.7.2-stable (official)", + "initial_sim_time_seconds": 0.0, + "interactive_wall_seconds": 13.555162, + "logical_processors": 10, + "ok": true, + "physics_authority": "MuJoCo only", + "process_frame_interval_ms": { + "p50": 8.33333333333333, + "p95": 8.33333333333333, + "samples": 1623 + }, + "processor": "Apple M5", + "project_sha256": "d886d21c17931d0fef863e6f219cb9da10bc4b916d4cd4bbb70012f07f47e556", + "recording": { + "episode": 1.0, + "max_episodes": 1.0, + "max_steps": 250.0, + "output_directory": "windowed-candidate/episode-0001", + "physical_robot_ready": false, + "source_authenticated": false, + "source_kind": "simulation_scripted_input", + "status": "finished", + "steps": 250.0 + }, + "render_process_frames": 1625, + "requested_steps": 250, + "reset_responses": 0, + "rpc_roundtrip_ms": { + "p50": 18.936, + "p95": 50.52, + "samples": 252 + }, + "scene_integrity_sha256": "90bd8d005eec330fb4ed70126a14290e5137448ff1407479e917012d739a3fa5", + "schema": "dvidia.godot-demonstration-smoke/v1", + "server_compute_total_ms": 6950.80904604401, + "step_responses": 250, + "timing_scope": "Startup-inclusive wall time; ready-to-completion interactive wall; Godot process delta intervals (not GPU render time); socket request-to-parsed-response latency; server compute includes controller, native camera capture and disk writes; excludes IPC and Godot rendering. Samples capped at 10000 per series.", + "trace_limit": 256, + "wall_seconds": 15.118243, + "raw_receipt_sha256": "ed4dbed4f0d9ae938e98351122eb228436cf46e6ff56bc4a46ca511065103cdc", + "ordinary_step_rpc": { + "count": 249, + "total_ms": 7194.755, + "p50_ms": 23.668, + "p95_ms": 50.299, + "max_ms": 72.284, + "over_20ms": 125 + }, + "ordinary_step_server": { + "count": 249, + "total_ms": 5926.894213014747, + "p50_ms": 15.2668750379235, + "p95_ms": 46.70062521472572, + "max_ms": 65.9577500191517, + "over_20ms": 124 + }, + "final_step_including_seal_rpc_ms": 1032.826, + "final_step_including_seal_server_ms": 1023.91483302927 +} diff --git a/scripts/compare-operator-captures.py b/scripts/compare-operator-captures.py index c75ca6e..2635d99 100644 --- a/scripts/compare-operator-captures.py +++ b/scripts/compare-operator-captures.py @@ -5,6 +5,9 @@ from hashlib import sha256 import json from pathlib import Path +import re +import struct +import zlib import numpy as np @@ -12,58 +15,186 @@ from dvidia_training import piper_action_capture as files -def compare(left, right): +def _png_pixels(body, width, height): + """Bounded RGB8/filter-0 decoder for this capture writer; verify every CRC. + + The existing sensor-goal decoder accepts only its 640x480 fixtures. This + variant binds the dimensions to the recording's validated calibration. + No image-library dependency, lossy tolerance, ignored chunks or trailing data. + """ + if (type(width) is not int or type(height) is not int + or not 16 <= width <= 640 or not 16 <= height <= 480 + or len(body) > capture.tape.MAX_FRAME_BYTES + or body[:8] != b'\x89PNG\r\n\x1a\n'): + raise ValueError('Unsupported bounded capture PNG.') + offset = 8; compressed = bytearray(); header = False; ended = False + while offset < len(body): + if offset+12 > len(body): + raise ValueError('Truncated PNG chunk.') + length = struct.unpack('>I', body[offset:offset+4])[0] + if offset+12+length > len(body): + raise ValueError('Truncated PNG chunk body.') + kind = body[offset+4:offset+8]; data = body[offset+8:offset+8+length] + crc = struct.unpack('>I', body[offset+8+length:offset+12+length])[0] + if zlib.crc32(kind+data) & 0xffffffff != crc: + raise ValueError('PNG CRC mismatch.') + if kind == b'IHDR': + if header or offset != 8 or length != 13: + raise ValueError('Invalid PNG header.') + if struct.unpack('>IIBBBBB', data) != (width, height, 8, 2, 0, 0, 0): + raise ValueError('PNG dimensions or format differ from calibration.') + header = True + elif kind == b'IDAT': + if not header: + raise ValueError('PNG image precedes header.') + compressed.extend(data) + elif kind == b'IEND': + if not header or not compressed or length or offset+12 != len(body): + raise ValueError('Invalid PNG terminator.') + ended = True; break + else: + raise ValueError('Unexpected capture PNG chunk.') + offset += length+12 + if not ended: + raise ValueError('Incomplete PNG.') + expected = height*(1+width*3) + try: + decoder = zlib.decompressobj() + pixels = decoder.decompress(compressed, expected+1) + except zlib.error as exc: + raise ValueError('Invalid PNG compressed pixels.') from exc + if (len(pixels) != expected or not decoder.eof + or decoder.unused_data or decoder.unconsumed_tail): + raise ValueError('Invalid bounded PNG pixel length.') + rows = np.frombuffer(pixels, dtype=np.uint8).reshape(height, 1+width*3) + if np.any(rows[:, 0]): + raise ValueError('Only capture PNG filter-0 rows are accepted.') + return rows[:, 1:].reshape(height, width, 3).copy() + + +def _configuration(root, recording, *, normalize_sources): + config = deepcopy(capture._read(root, 'context.json')['metadata']['configuration']) + if capture.tape.digest(config) != recording['binding']['configuration_sha256']: + raise ValueError('Configuration document does not match its original binding.') + sources = config.get('implementation_sha256') + if type(sources) is not dict or set(sources) != set(files.SOURCES): + raise ValueError('Configuration source inventory differs.') + for name, value in sources.items(): + capture.tape._sha(value, 'configuration source '+name) + if (name in recording['operator_implementation_sha256'] + and recording['operator_implementation_sha256'][name] != value): + raise ValueError('Configuration implementation differs from operator source binding.') + if normalize_sources: + config['implementation_sha256'] = {name: 'validated-source-identity' for name in sources} + return config + + +def _frame(frame, identities, canonical): + result = deepcopy(frame) + ref = result['rgb']; path = ref['path'] + if path not in identities or ref != identities[path]: + raise ValueError('RGB reference does not match the verified frame bytes.') + result['rgb'] = deepcopy(canonical[path]) + return result + + +def _snapshot(snapshot, identities, canonical): + result = deepcopy(snapshot) + result['camera']['value'] = _frame(result['camera']['value'], identities, canonical) + return result + + +def compare(left, right, *, lossless_png=False): + if type(lossless_png) is not bool: + raise ValueError('lossless_png must be explicitly boolean.') left, right = Path(left), Path(right) reports = [capture.inspect_capture(p) for p in (left, right)] capture_reports = [json.loads((p/'capture.json').read_text()) for p in (left,right)] recordings = [capture.load_capture(p) for p in (left, right)] a, b = recordings - for key in ('initial', 'initial_applied_targets', 'profile', 'calibration', 'limits', 'clock', 'goal_position_m'): + for key in ('initial_applied_targets', 'profile', 'calibration', 'limits', 'clock', 'goal_position_m', + 'schema', 'scope', 'physical_robot_ready', 'signal_contract', 'control_mode', + 'camera_cadence_seconds', 'source_authenticated', 'human_authenticated', 'outcome'): if a[key] != b[key]: raise ValueError('Initial observation/calibration contract differs: '+key) for key in ('profile_lock_sha256', 'profile_record_sha256', 'model_sha256', - 'scene_sha256', 'limits_sha256', 'calibration_sha256', 'reference_policy_sha256', - 'configuration_sha256'): + 'scene_sha256', 'limits_sha256', 'calibration_sha256', 'reference_policy_sha256'): if a['binding'][key] != b['binding'][key]: raise ValueError('Stable recording binding differs: '+key) + configs = [_configuration(root, recording, normalize_sources=lossless_png) + for root, recording in zip((left, right), recordings)] + if configs[0] != configs[1]: + raise ValueError('Configuration differs beyond declared implementation identities.') for key in ('kind', 'source_group', 'case_id'): if a['provenance'][key] != b['provenance'][key]: raise ValueError('Source provenance differs: '+key) for key in ('status', 'reason', 'source_kind', 'case', 'requested_intervals', 'started_intervals', 'recorded_complete_intervals', 'uncommitted_native_intervals', 'strict_success', 'teacher_queries', - 'native_evidence_saved', 'error', 'sealed', 'camera_pairs', 'frame_bytes'): + 'native_evidence_saved', 'error', 'sealed', 'camera_pairs'): if capture_reports[0][key] != capture_reports[1][key]: raise ValueError('Capture lifecycle/outcome differs: '+key) if len(a['steps']) != len(b['steps']): raise ValueError('Control interval counts differ.') + names = [sorted(p.name for p in (root/'frames').iterdir()) for root in (left, right)] + if names[0] != names[1]: + raise ValueError('Frame inventory differs.') + rgbd_files = 0; changed_png_bytes = 0; identities = [{}, {}] + intrinsics = a['calibration']['intrinsics'] + for name in names[0]: + bodies = [capture.tape._ordinary_bytes(root/'frames'/name, capture.tape.MAX_FRAME_BYTES) + for root in (left, right)] + if lossless_png and re.fullmatch(r'rgb-\d{4}\.png', name): + pixels = [_png_pixels(body, intrinsics['width'], intrinsics['height']) for body in bodies] + if not np.array_equal(pixels[0], pixels[1]): + raise ValueError('Decoded RGB pixels differ: '+name) + changed_png_bytes += int(bodies[0] != bodies[1]) + for mapping, body in zip(identities, bodies): + path = 'frames/'+name + mapping[path] = dict(path=path, bytes=len(body), sha256=sha256(body).hexdigest()) + elif bodies[0] != bodies[1]: + raise ValueError('Lossless RGB/depth bytes differ: '+name) + rgbd_files += 1 + if lossless_png and len(identities[0]) != capture_reports[0]['camera_pairs']: + raise ValueError('Decoded PNG count differs from camera-pair count.') + if not lossless_png and capture_reports[0]['frame_bytes'] != capture_reports[1]['frame_bytes']: + raise ValueError('Capture lifecycle/outcome differs: frame_bytes') + def normalized(snapshot, side): + return _snapshot(snapshot, identities[side], identities[0]) if lossless_png else snapshot + if normalized(a['initial'], 0) != normalized(b['initial'], 1): + raise ValueError('Initial observation differs.') for x, y in zip(a['steps'], b['steps']): - for key in ('index', 'before', 'command', 'applied', 'after', 'input_event', 'teacher_query'): + if set(x) != set(y) or x['perception']['path'] != y['perception']['path']: + raise ValueError('Control row or perception reference inventory differs.') + for key in ('index', 'command', 'applied', 'input_event', 'teacher_query'): if x[key] != y[key]: raise ValueError('Control observation/action differs: '+key) - rgbd_files = 0 - for path in sorted((left/'frames').iterdir()): - peer = right/'frames'/path.name - if path.read_bytes() != peer.read_bytes(): - raise ValueError('Lossless RGB/depth bytes differ: '+path.name) - rgbd_files += 1 - if rgbd_files != len(list((right/'frames').iterdir())): - raise ValueError('Frame inventory differs.') + for key in ('before', 'after'): + if normalized(x[key], 0) != normalized(y[key], 1): + raise ValueError('Control observation/action differs: '+key) perception_rows = 0 - for path in sorted((left/'perception').iterdir()): - x = json.loads(path.read_text()); y = json.loads((right/'perception'/path.name).read_text()) - for key in ('index', 'snapshot_sha256', 'frame', 'calibration_sha256', 'input_calibration_sha256'): - if x[key] != y[key]: - raise ValueError('Perception binding differs: '+key) - estimates = [deepcopy(z['estimate']) for z in (x,y)] - for estimate in estimates: + expected_perception = [f'{index:04}.json' for index in range(len(a['steps'])+1)] + if any(sorted(p.name for p in (root/'perception').iterdir()) != expected_perception for root in (left, right)): + raise ValueError('Perception inventory differs from complete boundaries.') + for index, name in enumerate(expected_perception): + items = [] + for side, (root, recording) in enumerate(zip((left, right), recordings)): + snapshot = recording['initial'] if index == 0 else recording['steps'][index-1]['after'] + body = capture.tape._ordinary_bytes(root/'perception'/name, capture.MAX_DOCUMENT_BYTES) + reference = dict(path='perception/'+name, bytes=len(body), sha256=sha256(body).hexdigest()) + item = deepcopy(capture._perception(root, reference, snapshot, recording, index)) + # Validate the original digest above before replacing only consequences + # of PNG byte identities already proven to decode to exact pixels. + if lossless_png: + item['frame'] = _frame(item['frame'], identities[side], identities[0]) + item['snapshot_sha256'] = capture.tape.digest(normalized(snapshot, side)) + item.pop('tracker_sha256') # Source identity; all estimate fields still compare. # The sole numeric exclusion is diagnostic wall-clock computation. - estimate['diagnostics'].pop('processing_seconds', None) - if estimates[0] != estimates[1]: - raise ValueError('Current-frame perception or missingness differs: '+path.name) + item['estimate']['diagnostics'].pop('processing_seconds', None) + items.append(item) + if items[0] != items[1]: + raise ValueError('Current-frame perception/binding/missingness differs: '+name) perception_rows += 1 - if perception_rows != len(list((right/'perception').iterdir())): - raise ValueError('Perception inventory differs.') native_values = 0 with np.load(left/'native.npz',allow_pickle=False) as x, np.load(right/'native.npz',allow_pickle=False) as y: if set(x.files) != set(y.files): @@ -83,14 +214,20 @@ def compare(left, right): raise ValueError('Learning export differs: '+key) if datasets[0]['groups'] != datasets[1]['groups']: raise ValueError('Learning split groups differ.') + exclusions = ['source implementation hashes and unique recording/session provenance IDs', + 'perception diagnostics.processing_seconds and capture wall-time metadata'] + if lossless_png: + exclusions.append('lossless PNG compressed bytes/length/hash and consequent bound RGB references/snapshot digests; exact decoded uint8 pixels required') return dict(schema='dvidia.operator-performance-parity/v1',exact=True, + comparison_mode='decoded-lossless-png' if lossless_png else 'exact-artifact-bytes', + png_files_with_different_compressed_bytes=changed_png_bytes, + frame_bytes=[r['frame_bytes'] for r in capture_reports], native_values_compared=int(native_values),rgbd_artifacts_compared=rgbd_files, perception_rows_compared=perception_rows,control_intervals=len(a['steps']), features_shape=list(datasets[0]['features'].shape),targets_shape=list(datasets[0]['targets'].shape), strict_success=[r['strict_success'] for r in reports], integrity_sha256=[sha256((p/'integrity.json').read_bytes()).hexdigest() for p in (left,right)], - exclusions=['source implementation hashes and unique recording/session provenance IDs', - 'perception diagnostics.processing_seconds and capture wall-time metadata'], + exclusions=exclusions, physical_robot_ready=False,scope='Semantic and exact numeric parity, not task qualification.') @@ -99,7 +236,9 @@ def compare(left, right): parser.add_argument('--baseline',required=True,type=Path) parser.add_argument('--candidate',required=True,type=Path) parser.add_argument('--output',required=True,type=Path) + parser.add_argument('--lossless-png',action='store_true', + help='Allow PNG compression changes only after exact decoded RGB equality and original binding checks.') args=parser.parse_args() - result=compare(args.baseline,args.candidate) + result=compare(args.baseline,args.candidate,lossless_png=args.lossless_png) files._json(args.output,result) print(json.dumps(result,indent=2)) diff --git a/scripts/profile-operator-capture.py b/scripts/profile-operator-capture.py index 371874b..4e23ff6 100644 --- a/scripts/profile-operator-capture.py +++ b/scripts/profile-operator-capture.py @@ -11,10 +11,12 @@ from hashlib import sha256 import json import math +import os from pathlib import Path import platform import pstats import shutil +import sys import time import numpy as np @@ -25,14 +27,38 @@ from dvidia_training.piper_encoder_kinematics import PiperEncoderKinematics -def summary(values): +def summary(values, deadline_seconds=None): a = np.asarray(values, dtype=np.float64) if not len(a): return dict(count=0) - return dict(count=len(a), total_seconds=float(a.sum()), + result = dict(count=len(a), total_seconds=float(a.sum()), p50_ms=float(np.percentile(a, 50)*1000), p95_ms=float(np.percentile(a, 95)*1000), max_ms=float(a.max()*1000)) + if deadline_seconds is not None: + result.update(deadline_ms=deadline_seconds*1000, + deadline_misses=int((a > deadline_seconds).sum())) + return result + + +def peak_memory(): + try: + import resource + except ImportError: + return dict(status='unavailable', bytes=None) + value = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss + return dict(status='available', bytes=int(value if sys.platform == 'darwin' else value*1024), + scope='Whole process high-water RSS, not incremental renderer/cache memory.') + + +def numerical_runtime(): + dependencies = np.show_config(mode='dicts')['Build Dependencies'] + return dict(build_dependencies={name:{key:value.get(key) for key in ('name','version','found')} + for name,value in dependencies.items() if name in ('blas','lapack')}, + requested_thread_environment={name:os.environ.get(name) for name in + ('OPENBLAS_NUM_THREADS','OMP_NUM_THREADS','VECLIB_MAXIMUM_THREADS','MKL_NUM_THREADS')}, + effective_thread_count=None, + thread_scope='One worker process; environment requests are not measured effective BLAS thread counts.') def profile_rows(profiler): @@ -59,26 +85,52 @@ def run(assets, output, duration, profile): raise ValueError('Keep the 10 GiB reserve plus the full declared capture budget.') output.mkdir(parents=True, exist_ok=False) source = Path(capture.__file__).parent - manifest = dict(schema='dvidia.operator-profile/v1', duration_s=duration, + manifest = dict(schema='dvidia.operator-profile/v2', duration_s=duration, profile_enabled=profile, source_kind='simulation_scripted_input', source_sha256={p.name: sha256(p.read_bytes()).hexdigest() for p in [ Path(__file__), source/'operator_capture.py', source/'piper_action_capture.py', source/'camera_action_capture.py', source/'piper_rgbd_tracker.py', source/'piper_encoder_kinematics.py']}, case=bridge.DEFAULT_CASE, python=platform.python_version(), system=platform.platform(), - numpy=np.__version__, physics_dt_seconds=.001, control_dt_seconds=.02, + numpy=np.__version__, numerical_runtime=numerical_runtime(), + physics_dt_seconds=.001, control_dt_seconds=.02, camera_dt_seconds=.04, resolution=[320, 240], scope='Single-process local scripted capture including encoder-only IK; excludes sockets, ' 'Godot, real-time pacing, model fitting and hardware. cProfile cumulative scopes overlap.') files._json(output/'started.json', manifest) profiles = {name: cProfile.Profile() if profile else None for name in ('open', 'control', 'finish')} times, camera_times, encoder_times, ik_times = [], [], [], [] + sample_times, png_times, record_times, frame_processing_age, tracking_times = [], [], [], [], [] + latest_sample_start = None recorder = None - began = time.perf_counter() + began = time.perf_counter(); cpu_began = time.process_time() try: kinematics = PiperEncoderKinematics(assets) recorder = capture.OperatorCapture(assets, output/'capture', case=bridge.DEFAULT_CASE, duration_s=config.duration_s, source_kind='simulation_scripted_input') + original_sample = recorder.session.sample + def measured_sample(index): + nonlocal latest_sample_start + latest_sample_start = time.perf_counter() + result = original_sample(index) + sample_times.append(time.perf_counter()-latest_sample_start) + return result + recorder.session.sample = measured_sample + # Stage wrappers only run in diagnostic profiles. Confirmation uses + # the normal encoder and writer without additional per-file timers. + original_png, original_record = files._png, files._record + if profile: + def timed_png(*args, **kwargs): + start = time.perf_counter() + result = original_png(*args, **kwargs) + png_times.append(time.perf_counter()-start) + return result + def timed_record(*args, **kwargs): + start = time.perf_counter() + result = original_record(*args, **kwargs) + record_times.append(time.perf_counter()-start) + return result + files._png, files._record = timed_png, timed_record opening = time.perf_counter() if profile: profiles['open'].enable() opened = recorder.open() @@ -89,6 +141,7 @@ def run(assets, output, duration, profile): orientation = recorder.session.task_config.tool_orientation_wxyz # Same explicit path for every revision/run; camera and object truth # never choose the action. No teacher calls or task-completion retries. + control_cpu_start = time.process_time() for index in range(round(duration/.02)): tick = time.perf_counter() if profile: profiles['control'].enable() @@ -105,19 +158,38 @@ def run(assets, output, duration, profile): elapsed = time.perf_counter()-tick times.append(elapsed) (camera_times if (index+1)%2 == 0 else encoder_times).append(elapsed) + frame_processing_age.append(time.perf_counter()-latest_sample_start) + if (index+1)%2 == 0: + tracking_times.append(recorder._estimate_timing['estimator_wall_seconds']) + control_cpu_seconds = time.process_time()-control_cpu_start finishing = time.perf_counter() if profile: profiles['finish'].enable() result = recorder.finish('capture_budget_complete') if profile: profiles['finish'].disable() finish_seconds = time.perf_counter()-finishing total_seconds = time.perf_counter()-began + total_cpu_seconds = time.process_time()-cpu_began + capture_peak_memory = peak_memory() if not result['sealed'] or result['error'] or not result['native_evidence_saved']: raise RuntimeError('Recorder did not seal complete native evidence.') inspection = capture.inspect_capture(output/'capture') receipt = dict(**manifest, complete=True, open_seconds=open_seconds, finish_seconds=finish_seconds, total_seconds=total_seconds, - control=summary(times), camera_control=summary(camera_times), - encoder_control=summary(encoder_times), ik=summary(ik_times), + control=summary(times,.02), camera_control=summary(camera_times,.02), + encoder_control=summary(encoder_times,.02), ik=summary(ik_times), + control_cpu_seconds=control_cpu_seconds, total_cpu_seconds=total_cpu_seconds, + capture_peak_memory=capture_peak_memory, + render_encode=summary(sample_times), tracking=summary(tracking_times), + first_camera_render_encode_ms=sample_times[0]*1000, + steady_camera_render_encode=summary(sample_times[1:]), + diagnostic_png_encode=summary(png_times), diagnostic_durable_write=summary(record_times), + stage_scope='render_encode includes initial camera; tracking includes control camera updates only. ' + 'Diagnostic PNG/file-write timers include open/control/finish and overlap parent scopes. ' + 'File-write timer excludes journal append/fsync; cProfile retains that separate work.', + offline_frame_processing_age=summary(frame_processing_age), + frame_age_scope='Wall time from beginning of synthetic sample to step return; includes tracking ' + 'and durable recording. Offline without pacing; not physical capture or delivery age.', + real_time_factor_control_only=duration/sum(times), interval_seconds=times, profiles={name:profile_rows(p) for name,p in profiles.items()}, capture_integrity_sha256=sha256((output/'capture/integrity.json').read_bytes()).hexdigest(), capture_bytes=sum(p.stat().st_size for p in (output/'capture').rglob('*') if p.is_file()), @@ -137,6 +209,9 @@ def run(assets, output, duration, profile): files._json(output/'failure.json', dict(schema=manifest['schema'], type=type(exc).__name__, message=str(exc), complete=False)) raise + finally: + if 'original_png' in locals(): + files._png, files._record = original_png, original_record def main(): diff --git a/scripts/summarize-capture-latency.py b/scripts/summarize-capture-latency.py new file mode 100644 index 0000000..3955afb --- /dev/null +++ b/scripts/summarize-capture-latency.py @@ -0,0 +1,101 @@ +#!/usr/bin/env python3 +"""Summarize every attempt in the registered capture-latency v02 workload.""" +import argparse +from hashlib import sha256 +import json +from pathlib import Path +import shutil +import statistics + +import numpy as np + + +def read(path): + return json.loads(path.read_text()) + + +def timing(values): + return dict(count=len(values), total_ms=float(sum(values)), + p50_ms=float(np.percentile(values, 50)), p95_ms=float(np.percentile(values, 95)), + max_ms=float(max(values)), over_20ms=sum(x>20 for x in values)) + + +def run(root, output): + root, output = Path(root), Path(output) + plan = read(output/'plan.json') + confirmation = [read(root/f'confirmation-{index:02}-{variant}'/'profile.json') + for index,variant in enumerate(plan['confirmation']['order'],1)] + diagnostic = {row['id']:read(root/row['id']/'profile.json') for row in plan['diagnostic']} + assert all(row['complete'] for row in confirmation+list(diagnostic.values())) + pairs = [] + for index,(a,b) in enumerate(((0,1),(3,2),(4,5)),1): + baseline,candidate=confirmation[a],confirmation[b] + pairs.append(dict(pair=index,baseline_control_seconds=baseline['control']['total_seconds'], + candidate_control_seconds=candidate['control']['total_seconds'], + control_time_reduction_pct=100*(1-candidate['control']['total_seconds']/baseline['control']['total_seconds']), + baseline_finish_seconds=baseline['finish_seconds'],candidate_finish_seconds=candidate['finish_seconds'], + parity=read(root/f'pair-{index}-parity.json'))) + totals={} + for variant in ('baseline','candidate'): + rows=[r for r,v in zip(confirmation,plan['confirmation']['order']) if v==variant] + totals[variant]=dict(mean_control_seconds=statistics.mean(r['control']['total_seconds'] for r in rows), + mean_finish_seconds=statistics.mean(r['finish_seconds'] for r in rows), + mean_total_seconds=statistics.mean(r['total_seconds'] for r in rows), + full_step=timing([x*1000 for r in rows for x in r['interval_seconds']]), + mean_capture_bytes=statistics.mean(r['capture_bytes'] for r in rows), + peak_process_rss_bytes=[r['capture_peak_memory']['bytes'] for r in rows], + control_cpu_seconds=[r['control_cpu_seconds'] for r in rows]) + windowed={} + for variant in ('baseline','candidate'): + path=root/f'windowed-{variant}-client.json'; raw=read(path) + assert raw['ok'] and not raw['errors'] and raw['step_responses']==250 + trace=raw.pop('trace'); raw.pop('initial_state') + raw['recording']['output_directory']=f'windowed-{variant}/episode-0001' + ordinary=[r for r in trace if r['request']['type']=='step' and r['recording']['status']!='finished'] + sealing=[r for r in trace if r['request']['type']=='step' and r['recording']['status']=='finished'] + assert len(ordinary)==249 and len(sealing)==1 + raw.update(raw_receipt_sha256=sha256(path.read_bytes()).hexdigest(), + ordinary_step_rpc=timing([r['rpc_roundtrip_ms'] for r in ordinary]), + ordinary_step_server=timing([r['step_compute_wall_seconds']*1000 for r in ordinary]), + final_step_including_seal_rpc_ms=sealing[0]['rpc_roundtrip_ms'], + final_step_including_seal_server_ms=sealing[0]['step_compute_wall_seconds']*1000) + windowed[variant]=raw + for key in ('client_script_sha256','project_sha256','scene_integrity_sha256','expected_model_sha256'): + assert windowed['baseline'][key]==windowed['candidate'][key] + a,b=totals['baseline'],totals['candidate'] + result=dict(schema='dvidia.capture-latency-results/v2',scope=plan['scope'], + all_attempts_retained=True,captures_completed=12,confirmation_pairs=pairs,confirmation_summary=totals, + mean_control_reduction_pct=100*(1-b['mean_control_seconds']/a['mean_control_seconds']), + mean_finalization_reduction_pct=100*(1-b['mean_finish_seconds']/a['mean_finish_seconds']), + mean_capture_storage_increase_pct=100*(b['mean_capture_bytes']/a['mean_capture_bytes']-1), + windowed=windowed,windowed_parity=read(root/'windowed-parity.json'), + diagnostic_parity=read(root/'diagnostic-parity.json'), + independent_native_replay=read(root/'independent-native-replay.json'), + raw_local_bytes=sum(p.stat().st_size for p in root.rglob('*') if p.is_file()), + raw_budget_bytes=plan['maximum_raw_budget_bytes'],free_bytes_after=shutil.disk_usage(root).free, + limitations=['Three pairs on a shared host are not a reliable performance guarantee.', + 'Total control timing is mixed; no sustained50Hz or hardware reaction bound.', + 'PNG compression changes bytes and size; decoded pixels remain exact.', + 'Diagnostic profiles overlap and include profiler overhead; never pool with confirmation.', + 'NumPy build uses reported BLAS backend; effective thread count unmeasured.', + 'Whole-process RSS excludes a separate Godot process and is not a hardware minimum.', + 'No policy fitting, genuine operator demonstrations or task-success qualification.'], + physical_robot_ready=False,learned_skill_evaluated=False) + assert result['raw_local_bytes']I',len(body))+kind+body+struct.pack('>I',zlib.crc32(kind+body)&0xffffffff) raw=b''.join(b'\0'+row.tobytes() for row in rgb) return (b'\x89PNG\r\n\x1a\n'+chunk(b'IHDR',struct.pack('>IIBBBBB',width,height,8,2,0,0,0)) - +chunk(b'IDAT',zlib.compress(raw,6))+chunk(b'IEND',b'')) + # Level 1 changes only lossless compression, never pixel values, + # colour channels or row order. Keep the conservative raw-frame + # allocation bound; compressed size is not a capacity guarantee. + +chunk(b'IDAT',zlib.compress(raw,1))+chunk(b'IEND',b'')) def optical_calibration(camera, *, base_position, base_rotation, width, height, duration_s): @@ -217,16 +220,21 @@ def sample(self,index): if any(abs(a-b)>1e-6 for a,b in zip(actual['base_from_camera'],self.calibration['base_from_camera'])) or actual['intrinsics']!=self.calibration['intrinsics']: raise RuntimeError('Fixed rendered camera calibration changed.') with self.sim.native_warnings(self.renderer_warnings): - rgb=self.renderer.render().copy() + # The pinned classic Renderer allocates a new array when out=None. + # Retain each owned result directly; the next render does not reuse + # its storage. Keep separate native passes: depth uses different + # scene flags for accurate metric depth and cannot be inferred from + # the colour pass without changing the observation contract. + rgb=self.renderer.render() try: - self.renderer.enable_depth_rendering();depth=self.renderer.render().copy() + self.renderer.enable_depth_rendering();depth=self.renderer.render() finally:self.renderer.disable_depth_rendering() if (rgb.shape!=(self.config.height,self.config.width,3) or rgb.dtype!=self.np.uint8 or depth.shape!=(self.config.height,self.config.width) or depth.dtype!=self.np.float32 or not self.np.isfinite(depth).all() or not (depth>0).all()):raise RuntimeError('Renderer did not supply finite aligned RGB and metric depth arrays.') if native_time!=float(self.env.data.time) or seconds!=float(self.env.elapsed):raise RuntimeError('Physics advanced during paired RGB-D capture.') # Only the latest pair is retained for optional observation-sidecar - # consumers. Existing v1 capture files and behavior are unchanged. + # consumers. The v1 capture format and decoded observations are unchanged. self.latest_rgbd=(rgb,depth) depth_buffer=io.BytesIO();self.np.save(depth_buffer,depth.astype('I', payload[offset:offset+4])[0] + kind = payload[offset+4:offset+8] + body = payload[offset+8:offset+8+size] + crc = struct.unpack('>I', payload[offset+8+size:offset+12+size])[0] + assert crc == zlib.crc32(kind+body) & 0xffffffff + chunks.append((kind, body)); offset += size+12 + assert offset == len(payload) + assert [kind for kind, _ in chunks] == [b'IHDR', b'IDAT', b'IEND'] + width, height, bits, colour, compression, filtering, interlace = struct.unpack('>IIBBBBB', chunks[0][1]) + assert (bits, colour, compression, filtering, interlace) == (8, 2, 0, 0, 0) + assert 0 < width <= 320 and 0 < height <= 240 + raw = zlib.decompress(chunks[1][1]) + assert len(raw) == height*(width*3+1) + rows = np.frombuffer(raw, dtype=np.uint8).reshape(height, width*3+1) + assert not rows[:, 0].any() + return rows[:, 1:].reshape(height, width, 3), chunks + + +def make_session(): + """Owned-buffer renderer double following classic render(out=None).""" + class Renderer: + scene = SimpleNamespace(camera=[camera()]) + depth = False + fail_depth = False + move_clock = False + + def __init__(self): + self.calls = []; self.outputs = [] + + def disable_depth_rendering(self): self.depth = False + def enable_depth_rendering(self): self.depth = True + def update_scene(self, *args, **kwargs): pass + + def render(self): + self.calls.append('depth' if self.depth else 'rgb') + if self.depth and self.fail_depth: + raise RuntimeError('Authored depth readback error.') + if self.depth and self.move_clock: + session.env.elapsed += .001; session.env.data.time += .001 + value = (np.full((64, 64), .75+len(self.calls)/100, dtype=np.float32) + if self.depth else np.full((64, 64, 3), 40+len(self.calls), dtype=np.uint8)) + self.outputs.append(value) + return value + + session = capture._NativeSession('unused', capture.CaptureConfig(width=64, height=64)) + session.np = np; session.renderer = Renderer(); session.camera = 'test-camera' + session.native_origin = .5 + session.sim = SimpleNamespace(native_warnings=lambda _: nullcontext()) + session.base = 0; session.tool = 1 + data = SimpleNamespace(time=.5, qpos=np.zeros(15), qvel=np.zeros(14), + xpos=np.array([[0., 0., 0.], [.1, .2, .3]]), + xmat=np.array([np.eye(3).ravel(), np.eye(3).ravel()])) + session.env = SimpleNamespace(data=data, elapsed=0.) + session.mj = SimpleNamespace(mju_mat2Quat=lambda target, _: target.__setitem__(slice(None), [1., 0., 0., 0.])) + session.calibration = session._calibration(); session.info = {'valid': True} + session.observation = {'object_position_m': [9., 9., 9.], 'scope': 'privileged test truth'} + return session + + +class CaptureEncodingTests(unittest.TestCase): + def test_fast_png_is_lossless_with_valid_crc_and_unchanged_pixel_order(self): + rng = np.random.default_rng(31209) + full = rng.integers(0, 256, (240, 320, 3), dtype=np.uint8) + patterns = [np.zeros((64, 64, 3), np.uint8), + np.full((64, 64, 3), 255, np.uint8), + np.arange(64*64*3, dtype=np.uint8).reshape(64, 64, 3), + full, full[::2, ::2, ::-1]] + for rgb in patterns: + with self.subTest(shape=rgb.shape, contiguous=rgb.flags.c_contiguous): + decoded, chunks = decode_png(capture._png(rgb)) + np.testing.assert_array_equal(decoded, rgb) + # The frozen previous encoder compressed these same filtered + # scanlines at level 6. The compressed artifact changes; no + # tolerance or approximate image comparison is permitted. + old_raw = b''.join(b'\0'+row.tobytes() for row in rgb) + self.assertEqual(zlib.decompress(chunks[1][1]), zlib.decompress(zlib.compress(old_raw, 6))) + self.assertNotEqual(chunks[1][1], zlib.compress(old_raw, 6)) + + def test_later_sample_does_not_mutate_previous_owned_rgb_or_depth(self): + session = make_session() + first, first_frames, _, _ = session.sample(0) + old_rgb, old_depth = session.latest_rgbd + expected_rgb = old_rgb.copy(); expected_depth = old_depth.copy() + session.env.elapsed = .04; session.env.data.time = .54 + second, _, _, _ = session.sample(1) + new_rgb, new_depth = session.latest_rgbd + self.assertEqual(session.renderer.calls, ['rgb', 'depth', 'rgb', 'depth']) + self.assertFalse(session.renderer.depth) + self.assertFalse(np.shares_memory(old_rgb, new_rgb)) + self.assertFalse(np.shares_memory(old_depth, new_depth)) + np.testing.assert_array_equal(old_rgb, expected_rgb) + np.testing.assert_array_equal(old_depth, expected_depth) + decoded, _ = decode_png(first_frames[first['camera']['value']['rgb']['path']]) + np.testing.assert_array_equal(decoded, expected_rgb) + np.testing.assert_array_equal(np.load(io.BytesIO(first_frames[first['camera']['value']['depth']['path']]), allow_pickle=False), expected_depth) + self.assertEqual(first['timestamp_seconds'], 0.) + self.assertEqual(second['timestamp_seconds'], .04) + + def test_depth_failure_restores_colour_mode_and_moving_physics_is_refused(self): + for failure in ('fail_depth', 'move_clock'): + with self.subTest(failure=failure): + session = make_session(); setattr(session.renderer, failure, True) + with self.assertRaises(RuntimeError): session.sample(0) + self.assertFalse(session.renderer.depth) + self.assertFalse(hasattr(session, 'latest_rgbd')) + + def test_pinned_classic_renderer_allocates_fresh_arrays_without_output_buffer(self): + try: + import mujoco + from mujoco.rendering.classic.renderer import Renderer + except ImportError: + self.skipTest('Optional native dependency absent; renderer allocation checked in the arm environment.') + # Exercise the installed public Renderer.render implementation without + # a native scene or graphics context. Only its low-level render/readback + # calls are replaced; no simulated physics or visual accuracy claimed. + renderer = Renderer.__new__(Renderer) + renderer._height = 64; renderer._width = 64 + renderer._depth_rendering = False; renderer._segmentation_rendering = False + renderer._scene = SimpleNamespace(flags=np.zeros(32, dtype=np.uint8), camera=[camera()]) + context_calls = [] + renderer._mjr_context = object(); renderer._rect = object() + renderer._gl_context = SimpleNamespace(make_current=lambda: context_calls.append(True)) + renderer._model = SimpleNamespace(stat=SimpleNamespace(extent=1.), + vis=SimpleNamespace(map=SimpleNamespace(znear=.01, zfar=10.))) + def pixels(rgb, depth, *_): + if rgb is not None: rgb[:] = np.arange(64, dtype=np.uint8)[:, None, None] + if depth is not None: depth[:] = .25 + try: + with patch.object(mujoco, 'mjr_render'), patch.object(mujoco, 'mjr_readPixels', pixels): + rgb_a = renderer.render(); rgb_b = renderer.render() + renderer.enable_depth_rendering() + depth_a = renderer.render(); depth_b = renderer.render() + self.assertTrue(all(a.flags.owndata for a in (rgb_a, rgb_b, depth_a, depth_b))) + self.assertFalse(np.shares_memory(rgb_a, rgb_b)) + self.assertFalse(np.shares_memory(depth_a, depth_b)) + np.testing.assert_array_equal(rgb_a[:, 0, 0], np.arange(63, -1, -1, dtype=np.uint8)) + self.assertEqual(len(context_calls), 4) + self.assertFalse(renderer._scene.flags.any()) + finally: + renderer._mjr_context = None; renderer._gl_context = None + + +if __name__ == '__main__': unittest.main() diff --git a/tests/test_capture_profile.py b/tests/test_capture_profile.py new file mode 100644 index 0000000..641dd29 --- /dev/null +++ b/tests/test_capture_profile.py @@ -0,0 +1,32 @@ +"""Check benchmark units and deadline accounting without native graphics.""" +import importlib.util +from pathlib import Path +import unittest + +spec = importlib.util.spec_from_file_location('capture_profile', + Path(__file__).resolve().parents[1]/'scripts/profile-operator-capture.py') +profile = importlib.util.module_from_spec(spec) +spec.loader.exec_module(profile) + + +class CaptureProfileTests(unittest.TestCase): + def test_full_interval_deadlines_use_seconds_and_include_only_overruns(self): + result = profile.summary([.001, .020, .021, .100], .020) + self.assertEqual(result['count'], 4) + self.assertEqual(result['deadline_ms'], 20.) + self.assertEqual(result['deadline_misses'], 2) + self.assertEqual(result['max_ms'], 100.) + self.assertAlmostEqual(result['total_seconds'], .142) + self.assertEqual(profile.summary([]), {'count':0}) + + def test_thread_requests_do_not_claim_measured_thread_count(self): + runtime = profile.numerical_runtime() + self.assertIn('blas', runtime['build_dependencies']) + self.assertIsNone(runtime['effective_thread_count']) + memory = profile.peak_memory() + if memory['status'] == 'available': + self.assertGreater(memory['bytes'], 0) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_operator_capture_latency.py b/tests/test_operator_capture_latency.py new file mode 100644 index 0000000..eb77033 --- /dev/null +++ b/tests/test_operator_capture_latency.py @@ -0,0 +1,112 @@ +"""Recorder copy and byte-binding regressions; data fixtures, no native physics.""" +from copy import deepcopy +from hashlib import sha256 +from pathlib import Path +from tempfile import TemporaryDirectory +import unittest +from unittest.mock import patch + +from dvidia_training import action_demonstration as tape +from dvidia_training import camera_action_capture as camera +from dvidia_training import operator_capture as capture +from tests.test_camera_action_capture import FakeSession, fake_estimate, CASE, STUDENT + + +class OperatorCaptureLatencyTests(unittest.TestCase): + def setUp(self): + FakeSession.instances = []; FakeSession.fail_at = None + self.temp = TemporaryDirectory(); self.addCleanup(self.temp.cleanup) + for target, value in (('_Session', FakeSession), ('_fresh_estimate', fake_estimate), + ('_native_episode', lambda *args: {'test_only': True}), + ('_score', lambda *args: dict(valid=False, success=False, reason='fixture_not_physics'))): + self.enterContext(patch.object(camera, target, value)) + + def recorder(self): + result = capture.OperatorCapture('unused', Path(self.temp.name)/'capture', + case=CASE, duration_s=.2, source_kind='simulation_scripted_input') + result.open(); self.addCleanup(result.finish) + return result + + def test_step_responses_and_inputs_cannot_mutate_siblings_history_or_files(self): + recorder = self.recorder() + action = deepcopy(STUDENT) + event = {'kind': 'test-input', 'path': [1, {'value': 2}]} + returned = recorder.step(action, input_event=event) + expected_context = recorder.context() + expected_step = deepcopy(recorder.steps[0]) + paths = ['decisions/0000.json', 'transitions/0000.json', 'perception/0001.json'] + persisted = {name: (recorder.root/name).read_bytes() for name in paths} + + # Caller-owned inputs stay isolated after the issued command is committed. + action['joint_targets_rad'][0] = 8. + event['path'][1]['value'] = 99 + self.assertEqual(recorder.steps[0], expected_step) + + # The top-level return and its context used to be independent copies; + # mutating either branch must preserve that public behavior. + returned['snapshot']['signals']['joint_position_rad']['value'][0] = 8. + returned['snapshot']['camera']['value']['rgb']['path'] = 'frames/changed.png' + returned['estimate']['object_position_estimate_m'][0] = 8. + returned['estimate']['signals']['object_position_estimate_m']['value'][0] = 9. + returned['applied']['ramped_targets']['joint_targets_rad'][0] = 8. + self.assertEqual(returned['context'], expected_context) + sibling_snapshot = deepcopy(returned['snapshot']) + sibling_estimate = deepcopy(returned['estimate']) + returned['context']['snapshot']['signals']['joint_position_rad']['value'][0] = 7. + returned['context']['estimate']['object_position_estimate_m'][0] = 7. + returned['context']['estimate']['signals']['object_position_estimate_m']['value'][0] = 7. + returned['context']['previous_applied']['joint_targets_rad'][0] = 7. + returned['context']['goal_position_m'][0] = 7. + self.assertEqual(returned['snapshot'], sibling_snapshot) + self.assertEqual(returned['estimate'], sibling_estimate) + self.assertEqual(recorder.context(), expected_context) + + # A subsequent standalone context is independently owned as well. + detached = recorder.context() + detached['snapshot']['camera']['value']['depth']['sha256'] = '0'*64 + detached['estimate']['signals']['object_position_estimate_m']['value'].clear() + detached['previous_applied']['joint_targets_rad'].clear() + detached['goal_position_m'].clear() + self.assertEqual(recorder.context(), expected_context) + self.assertEqual(recorder.steps[0], expected_step) + self.assertEqual({name: (recorder.root/name).read_bytes() for name in paths}, persisted) + + recorder.step(deepcopy(STUDENT)) + self.assertEqual(recorder.steps[1]['before'], expected_context['snapshot']) + report = recorder.finish('operator_stopped') + self.assertTrue(report['sealed']) + loaded = capture.load_capture(recorder.root) + self.assertEqual(loaded['steps'][0], expected_step) + self.assertEqual(loaded['steps'][1]['before'], expected_context['snapshot']) + + def test_bound_json_decodes_the_same_bytes_it_authenticated(self): + root = Path(self.temp.name) + body = b'{"nested":{"values":[1,2,3]}}\n' + reference = dict(path='transition.json', bytes=len(body), sha256=sha256(body).hexdigest()) + (root/reference['path']).write_bytes(body) + # A file that changes between reads must not substitute unauthenticated + # JSON after the first read's hash check. There is no second read now. + with patch.object(tape, '_ordinary_bytes', side_effect=[body, b'{"forged":true}']) as read: + self.assertEqual(capture._bound_document(root, reference), {'nested': {'values': [1, 2, 3]}}) + read.assert_called_once_with(root/'transition.json', capture.MAX_DOCUMENT_BYTES) + for changed in ({**reference, 'bytes': len(body)+1}, {**reference, 'sha256': '0'*64}): + with self.assertRaisesRegex(ValueError, 'Journal artifact byte identity differs'): + capture._bound_document(root, changed) + with self.assertRaisesRegex(ValueError, 'relative path'): + capture._bound_document(root, {**reference, 'path': '../outside.json'}) + + def test_perception_binds_one_read_and_keeps_its_tamper_error(self): + recorder = self.recorder() + reference = recorder._perception_ref + body = (recorder.root/reference['path']).read_bytes() + with patch.object(tape, '_ordinary_bytes', side_effect=[body, b'{"forged":true}']) as read: + observed = capture._perception(recorder.root, reference, recorder.snapshot, recorder.header, 0) + self.assertEqual(observed, tape._decode(body)) + read.assert_called_once_with(recorder.root/reference['path'], capture.MAX_DOCUMENT_BYTES) + for changed in ({**reference, 'bytes': len(body)+1}, {**reference, 'sha256': '0'*64}): + with self.assertRaisesRegex(ValueError, 'Perception sidecar byte identity differs'): + capture._perception(recorder.root, changed, recorder.snapshot, recorder.header, 0) + + +if __name__ == '__main__': + unittest.main() diff --git a/tests/test_operator_capture_parity.py b/tests/test_operator_capture_parity.py new file mode 100644 index 0000000..164e250 --- /dev/null +++ b/tests/test_operator_capture_parity.py @@ -0,0 +1,179 @@ +"""Data-only regression tests for the explicit lossless-PNG benchmark mode.""" +from copy import deepcopy +from dataclasses import asdict +from hashlib import sha256 +import importlib.util +import io +from pathlib import Path +import struct +from tempfile import TemporaryDirectory +import unittest +from unittest.mock import patch +import zlib + +import numpy as np + +from dvidia_training import operator_capture as capture +from dvidia_training import camera_action_capture as camera +from dvidia_training import piper_action_capture as files +from tests.test_camera_action_capture import FakeSession, fake_estimate, CASE, STUDENT + + +SPEC = importlib.util.spec_from_file_location('operator_parity_script', + Path(__file__).parents[1]/'scripts/compare-operator-captures.py') +parity = importlib.util.module_from_spec(SPEC); SPEC.loader.exec_module(parity) + + +def png(rgb, level): + def chunk(kind, data): + return struct.pack('>I', len(data))+kind+data+struct.pack('>I', zlib.crc32(kind+data)&0xffffffff) + h, w, _ = rgb.shape + rows = b''.join(b'\0'+row.tobytes() for row in rgb) + return (b'\x89PNG\r\n\x1a\n'+chunk(b'IHDR', struct.pack('>IIBBBBB',w,h,8,2,0,0,0)) + +chunk(b'IDAT',zlib.compress(rows,level))+chunk(b'IEND',b'')) + + +class PixelSession(FakeSession): + level = 6 + change = None + + def open(self): + header, targets, metadata = super().open() + calibration = header['calibration'] + calibration['intrinsics'].update(width=320,height=240,cx=160.,cy=120.) + if self.change == 'calibration': + calibration['intrinsics']['fx'] += 1. + header['binding']['calibration_sha256'] = capture.tape.digest(calibration) + config = dict(capture=asdict(self.config), task={'physics_dt_seconds':.001}, + camera={'fixture':'synthetic RGB pixels, no physics'}, + implementation_sha256={name:sha256((Path(files.__file__).parent/name).read_bytes()).hexdigest() + for name in files.SOURCES}) + if self.change == 'configuration': + config['task']['physics_dt_seconds'] = .002 + header['binding']['configuration_sha256'] = capture.tape.digest(config) + return header, targets, {**metadata,'configuration':config} + + def sample(self, index): + snapshot, _, diagnostic, timing = super().sample(index) + y, x = np.indices((240,320)) + rgb = np.stack((x%256,y%256,(x+y+index)%256),axis=-1).astype(np.uint8) + if self.change == 'pixel': + rgb[7,9,1] ^= 1 + depth = np.full((240,320),.5,dtype='I',len(data))+kind+data+struct.pack('>I',zlib.crc32(kind+data)&0xffffffff) + return good[:33]+chunk+good[-12:] + rows = bytearray(24*(1+32*3)); rows[0] = 1 + with self.assertRaisesRegex(ValueError,'filter-0'): + parity._png_pixels(replace_pixels(rows),32,24) + for body in (replace_pixels(bytes(24*(1+32*3)+1)), + replace_pixels(bytes(24*(1+32*3)),suffix=b'trailing compressed payload')): + with self.assertRaisesRegex(ValueError,'pixel length'): + parity._png_pixels(body,32,24) + + +if __name__ == '__main__': unittest.main() From 065a10f44da5d011ee67cd8e7c22e7b71fc57881 Mon Sep 17 00:00:00 2001 From: DVIDIA Date: Wed, 11 Nov 2026 06:47:26 -0500 Subject: [PATCH 2/2] Preserve exact reference source identities across lossless capture revision --- .github/workflows/ci.yml | 2 +- .../godot-capture-latency-v02/README.md | 9 +++ .../compatibility-install.json | 15 ++++ .../compatibility-tests.json | 35 +++++++++ docs/reference-source-compatibility.md | 29 +++++++ .../camera_action_reference_export.py | 23 +++++- tests/test_reference_source_compatibility.py | 76 +++++++++++++++++++ 7 files changed, 185 insertions(+), 4 deletions(-) create mode 100644 benchmarks/godot-capture-latency-v02/compatibility-install.json create mode 100644 benchmarks/godot-capture-latency-v02/compatibility-tests.json create mode 100644 docs/reference-source-compatibility.md create mode 100644 tests/test_reference_source_compatibility.py diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 0dab2f1..4d0896e 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -86,7 +86,7 @@ jobs: run: python -m unittest tests.test_operator_capture tests.test_operator_export tests.test_godot_demonstration_bridge tests.test_tracker_ray_cache tests.test_piper_rgbd_tracker tests.test_capture_encoding tests.test_operator_capture_latency tests.test_operator_capture_parity tests.test_capture_profile -v - name: Verify exact-reference and initial-head contracts without physics run: | - python -B -m unittest tests.test_camera_action_reference_export -v + python -B -m unittest tests.test_camera_action_reference_export tests.test_reference_source_compatibility -v python -B -m unittest discover -s benchmarks/camera-action-v02-head-preflight -p test_preflight.py -v - name: Verify reference-model training and inference on synthetic fixtures run: python -B -m unittest tests.test_camera_action_reference_model -v diff --git a/benchmarks/godot-capture-latency-v02/README.md b/benchmarks/godot-capture-latency-v02/README.md index 784af2c..afbf8b8 100644 --- a/benchmarks/godot-capture-latency-v02/README.md +++ b/benchmarks/godot-capture-latency-v02/README.md @@ -123,6 +123,15 @@ exact artifact bytes. inspection and 500-row export/reload checks. Native graphics used the existing arm environment; this does not establish fresh native installation on every OS. +CI exposed an older exporter's deliberate frozen-source check. The follow-up +[compatibility change](../../docs/reference-source-compatibility.md) preserves +its original pins and admits only the exact reviewed capture revision under a +distinct identity. Historical caller pins and unknown changes still fail. +All 65 reference/cache/preflight checks passed locally; a separate +[installation check](compatibility-install.json) verified the updated helper +outside the checkout. These are additional compatibility checks, not new timing +runs. Measured runtime files and original benchmark receipts are unchanged. + Host: Apple M5, ten logical processors, macOS 26.5.2 arm64, Python 3.12.9, NumPy 2.5.3, MuJoCo 3.15.0 and Godot 4.7.2 compatibility OpenGL. NumPy reports Apple Accelerate. All new runs request `OPENBLAS_NUM_THREADS=1`, diff --git a/benchmarks/godot-capture-latency-v02/compatibility-install.json b/benchmarks/godot-capture-latency-v02/compatibility-install.json new file mode 100644 index 0000000..5100fae --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/compatibility-install.json @@ -0,0 +1,15 @@ +{ + "schema": "dvidia.reference-compatibility-install/v1", + "at": "2026-11-11T11:46:43.425347+00:00", + "outside_checkout": true, + "source_sha256": { + "camera_action_reference_export.py": "28bc1c3332fc540d7879b6874f283c6173ada211793c97ccc9502b84728e3576", + "operator_capture.py": "db37439e34b21679e4ec1a3525f63281045dc8bec6de83a441d7fd4e86563518", + "piper_action_capture.py": "a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec" + }, + "named_revision": "capture-latency-v02", + "unknown_source_changes_refused": 8, + "entry_points_passed": true, + "initial_check_attempt": "The checker derived lib/bin instead of bin and failed before writing a receipt; corrected the checker path, no package source changes.", + "scope": "Offline base reinstallation, exact installed source and source-admission checks. No additional native captures or changed benchmark receipts." +} diff --git a/benchmarks/godot-capture-latency-v02/compatibility-tests.json b/benchmarks/godot-capture-latency-v02/compatibility-tests.json new file mode 100644 index 0000000..4a076cf --- /dev/null +++ b/benchmarks/godot-capture-latency-v02/compatibility-tests.json @@ -0,0 +1,35 @@ +{ + "schema": "dvidia.reference-source-compatibility-tests/v1", + "at": "2026-11-11T11:43:30.024392+00:00", + "original_source_pins_unchanged": true, + "frozen_capture_and_profiler_sources_unchanged": true, + "native_captures_added": 0, + "tests": [ + { + "modules": [ + "test_reference_source_compatibility", + "test_camera_action_reference_export", + "test_camera_action_reference_model", + "test_camera_action_cache", + "test_camera_cache_cli" + ], + "executions": 50, + "failures": 0, + "errors": 0, + "seconds": 2.627 + }, + { + "path": "benchmarks/camera-action-v02-head-preflight/test_preflight.py", + "executions": 15, + "failures": 0, + "errors": 0, + "seconds": 0.052 + } + ], + "files": { + "src/dvidia_training/camera_action_reference_export.py": "28bc1c3332fc540d7879b6874f283c6173ada211793c97ccc9502b84728e3576", + "tests/test_reference_source_compatibility.py": "dc90019b07bc774527ca7fd8bb749e6de41cbc2c1d460754eff30d20b5370e0b", + "docs/reference-source-compatibility.md": "63df5877a9b351b134eb01dfe7a52734637d88b7763aa248bc26a1bcbb4e4da9" + }, + "scope": "Data-only fixtures and numerical oracle tests. No study fitting, native captures, model migrations or historical receipt changes." +} diff --git a/docs/reference-source-compatibility.md b/docs/reference-source-compatibility.md new file mode 100644 index 0000000..a14d08b --- /dev/null +++ b/docs/reference-source-compatibility.md @@ -0,0 +1,29 @@ +# Exact source compatibility after the capture latency change + +The reference-label exporter admits two explicitly reviewed source sets. Its +original `SOURCE_PINS` remain unchanged. The second set differs only in the +exact `piper_action_capture.py` SHA-256: + +| Named source revision | Capture source SHA-256 | +|---|---| +| `frozen-reference-v01` | `da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f` | +| `capture-latency-v02` | `a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec` | + +All seven other source pins remain exact. Unknown hashes, changed source +inventories, and changed limiter/model/export code are refused. The capture +revision changes lossless PNG compression and redundant array copies; the +[latency study](../benchmarks/godot-capture-latency-v02/README.md) retains the +independent image, depth, native trace and learning-array comparisons. + +Every new reference identity records the actual source hashes, its named source +revision, the current helper hash and the actual parent-cache source identity. +The parent cache still requires the original independently supplied protocol, +manifest, stage, split and implementation pins. New exports therefore have new +identities. This is no alias for an old digest and performs no migration or +requalification of existing caches, models, studies or benchmark receipts. + +Use the original pinned checkout/package to reproduce or load historical +artifacts with their original caller pins. A historical expected source digest +must fail against the new helper. The training-only, causal reference contract, +original float64 servo updates and qualification labels are unchanged. This +compatibility change does not fit a policy or claim improved skill success. diff --git a/src/dvidia_training/camera_action_reference_export.py b/src/dvidia_training/camera_action_reference_export.py index cb9bf27..728d5d9 100644 --- a/src/dvidia_training/camera_action_reference_export.py +++ b/src/dvidia_training/camera_action_reference_export.py @@ -32,6 +32,13 @@ 'robot_profiles.lock.json': '4b2ee2ca675aceb2f826983cb3082a3e08e9aa0ff419b23078abcff08ebcc6fe', 'camera_action_cache.py': '9191f2eb9f96bd09d4f711c31966a583bd938853a874e6018f8ddebfb0bc00d8', } +# Preserve the original frozen source set above. Only this separately reviewed +# capture implementation is additionally accepted; it changed lossless PNG +# compression and fresh-array copies, not controls, references or native ticks. +# Actual hashes and the named revision enter every new identity. These are not +# aliases for historical cache/model pins, which remain exact and are refused +# when loaded with a different implementation/helper identity. +REVIEWED_CAPTURE_SHA256 = 'a2613dca764c6f1d687e00b7773a83d571e1a2449efe3140363e9ee7ee2bd0ec' CONTRACT = dict(reference_kind='previous_applied_normal_servo_reference', reset_source='initial_applied_targets', later_source='steps[i-1].applied.ramped_targets', joint_order=[f'joint{i}' for i in range(1, 7)], action_units=['rad']*6 + ['single_finger_m'], @@ -43,13 +50,23 @@ limiter_ast_sha256='a5356fb9e1bd8b1dc6e6b2b14d657fbe625e018ba8d1e5e668ba4d11191f7921') +def _source_revision(actual): + """Admit two complete, explicit source sets; never accept an unknown hash.""" + if actual == SOURCE_PINS: + return 'frozen-reference-v01' + reviewed = {**SOURCE_PINS, 'piper_action_capture.py': REVIEWED_CAPTURE_SHA256} + if actual == reviewed: + return 'capture-latency-v02' + raise ValueError('Reference export requires the exact reviewed frozen source files.') + + def source_identity(): - """Bind this helper, unchanged parent implementation and fixed limiter source.""" + """Bind actual reviewed source bytes, helper and unchanged limiter contract.""" package = Path(__file__).parent actual = {name: sha256(cache._bytes(package/name, 8*1024**2)).hexdigest() for name in SOURCE_PINS} - if actual != SOURCE_PINS: - raise ValueError('Reference export requires the exact reviewed frozen source files.') + revision = _source_revision(actual) return dict(source_sha256=actual, parent_source=cache.source_identity(), contract=CONTRACT, + reviewed_source_revision=revision, helper_sha256=sha256(cache._bytes(Path(__file__), 8*1024**2)).hexdigest()) diff --git a/tests/test_reference_source_compatibility.py b/tests/test_reference_source_compatibility.py new file mode 100644 index 0000000..577f517 --- /dev/null +++ b/tests/test_reference_source_compatibility.py @@ -0,0 +1,76 @@ +"""Explicit reference-source revisions; no historical artifact migration.""" +from copy import deepcopy +from hashlib import sha256 +from pathlib import Path +import unittest +from unittest.mock import patch + +from dvidia_training import camera_action_reference_export as ref +from tests import test_camera_action_reference_export as fixtures + + +class ReferenceSourceCompatibilityTests(unittest.TestCase): + def test_legacy_pins_preserved_and_only_exact_reviewed_capture_revision_admitted(self): + self.assertEqual(ref.SOURCE_PINS['piper_action_capture.py'], + 'da037b2198cf7d2f3a9aa40fc19a4c0f5cc375a22c5dd75606e2c1856f6efc7f') + legacy = deepcopy(ref.SOURCE_PINS) + reviewed = {**legacy,'piper_action_capture.py':ref.REVIEWED_CAPTURE_SHA256} + self.assertEqual(ref._source_revision(legacy),'frozen-reference-v01') + self.assertEqual(ref._source_revision(reviewed),'capture-latency-v02') + self.assertNotEqual(ref.cache._digest(legacy),ref.cache._digest(reviewed)) + for source in (legacy,reviewed): + for name in source: + bad = {**source,name:'0'*64} + with self.subTest(revision=source['piper_action_capture.py'],file=name), self.assertRaises(ValueError): + ref._source_revision(bad) + for bad in ({**source,'unreviewed.py':'1'*64}, + {name:value for name,value in source.items() if name!='piper_task.py'}): + with self.assertRaises(ValueError): ref._source_revision(bad) + + def test_current_identity_contains_actual_bytes_named_revision_and_new_helper_hash(self): + identity = ref.source_identity() + package = Path(ref.__file__).parent + actual = {name:sha256((package/name).read_bytes()).hexdigest() for name in ref.SOURCE_PINS} + self.assertEqual(identity['source_sha256'],actual) + self.assertEqual(identity['source_sha256']['piper_action_capture.py'],ref.REVIEWED_CAPTURE_SHA256) + self.assertEqual(identity['reviewed_source_revision'],'capture-latency-v02') + self.assertEqual(identity['helper_sha256'],sha256(Path(ref.__file__).read_bytes()).hexdigest()) + self.assertNotEqual(identity['helper_sha256'], + 'ccf6f74f6100721868ccece67e5b27dae066c1b644c8297efe111125d9517753') + self.assertEqual(identity['parent_source'],ref.cache.source_identity()) + + def test_changed_capture_limiter_model_and_export_bytes_still_refuse(self): + read = ref.cache._bytes + for changed in ('piper_action_capture.py','piper_task.py', + 'camera_action_model.py','camera_action_export.py'): + def tampered(path,maximum): + body = read(path,maximum) + return body+b'\n# unreviewed source change\n' if Path(path).name==changed else body + with self.subTest(file=changed), patch.object(ref.cache,'_bytes',side_effect=tampered): + with self.assertRaisesRegex(ValueError,'frozen source'): ref.source_identity() + + def test_historical_or_other_revision_caller_pin_cannot_authorize_new_export(self): + fixture = fixtures.ReferenceExportTests(); fixture.setUp() + self.addCleanup(fixture.doCleanups); self.addCleanup(fixture.tearDown) + parent = fixture.parent() + current = ref.source_identity() + # Reconstruct the predecessor identity shape, including its exact helper + # hash and prior capture source in the registered runtime. This is a + # caller-pin negative fixture, not an imported historical cache/model. + historical = deepcopy(current) + historical.pop('reviewed_source_revision') + historical['helper_sha256'] = 'ccf6f74f6100721868ccece67e5b27dae066c1b644c8297efe111125d9517753' + historical['source_sha256']['piper_action_capture.py'] = ref.SOURCE_PINS['piper_action_capture.py'] + historical['parent_source']['runtime']['piper_action_capture.py'] = ref.SOURCE_PINS['piper_action_capture.py'] + other_revision = deepcopy(current) + other_revision['reviewed_source_revision'] = 'frozen-reference-v01' + other_revision['source_sha256']['piper_action_capture.py'] = ref.SOURCE_PINS['piper_action_capture.py'] + for index,other in enumerate((historical,other_revision)): + output = fixture.root/f'refused-{index}' + self.assertNotEqual(ref.cache._digest(other),ref.source_digest()) + with self.assertRaisesRegex(ValueError,'independent caller expectation'): + fixture.build(parent,output=output,expected_source_sha256=ref.cache._digest(other)) + self.assertFalse(output.exists()) + + +if __name__=='__main__': unittest.main()