diff --git a/docs/intermittent.md b/docs/intermittent.md index 81f6e225..302c7d09 100644 --- a/docs/intermittent.md +++ b/docs/intermittent.md @@ -26,9 +26,11 @@ of truth for this measurement setup's wiring and software. supply rail (anode toward the Otii, cathode at the board). It blocks back-feed into the Otii output while the ez-FET's 3V3 powers the board for flashing and readback. -- **Saleae Logic** — wired to P3.4 as in [saleae.md](saleae.md). It captures - the benchmark start/stop pulses during the replay: completion detection - and execution time both come from this capture. +- **Saleae Logic** — channel 0 wired to P3.4 as in [saleae.md](saleae.md), + channel 1 to P3.5. Channel 0 captures the benchmark start/stop pulses + during the replay: completion detection and execution time both come + from this capture. Channel 1 captures the wait pulses (below) that split + the recharge time out of it. ## Wiring Diagram @@ -65,7 +67,7 @@ flowchart LR gpo2 -->|relay control| SB ezfet <-->|"J101 ez-FET side: 3V3, RST, TEST"| relay relay <-->|"J101 target side: 3V3, RST, TEST"| mcu - mcu -->|P3.4 pulse| saleae + mcu -->|P3.4 / P3.5 pulses| saleae ``` ## Connections @@ -82,6 +84,7 @@ flowchart LR | LaunchPad `GND` jumper (J101) | — | Left mounted: ground stays common at all times, not routed through the switchboard | | Host USB | ez-FET USB connector | Direct — the switchboard's USB interface is not used | | Saleae digital channel 0 | MSP430 `P3.4` | Start/stop pulses: completion detection + execution time | +| Saleae digital channel 1 | MSP430 `P3.5` | Wait enter/exit pulses: recharge time | | Saleae GND | Board GND | | On the LaunchPad's J101 isolation block, only the `GND` jumper stays mounted. @@ -130,9 +133,22 @@ For each (benchmark, capacitor, trace): early; no trigger by the end of the trace means `status=incomplete`. Execution time is the first start-pulse falling edge to the stop-pulse rising edge, outages included. + + Every boundary or boot that finds the capacitor below the threshold + pulses P3.5 right before it sleeps and right after it wakes + (`passes/runtime/vcc_wait.c`): the enter pulse is one port write pair, + the exit pulse the same with four `nop`s in between, so the host tells + them apart by width (about 6 vs 11 CPU cycles high). The recharge time + of a run is the sum of enter-to-exit spans inside the execution-time + window. A wait cut short by a brownout has no exit pulse; the recovery + boot waits again, so its enter pulse follows directly and the span runs + on to that wait's exit, counting the outage and reboot as power-off + time. Pulses that coincide with a channel-0 pulse are the cold power-up + glitch (every floating pin follows the rising rail) and are dropped. 4. **Readback** — main off, relays closed again, NVM read via `mspdebug` (`__nvm_done`, `__nvm_violation`, `cnt_wait` — boundaries/boots that found - the capacitor below the threshold and slept — `cnt_recovery`, and with + the capacitor below the threshold and slept, checked against the pulse + count — `cnt_recovery`, and with `--device-debug` — off by default, its counter updates and UART cost energy — also `cnt_boundary` and the result). Completed and violated runs park at boot, so their NVM state survives the reconnect. diff --git a/docs/saleae.md b/docs/saleae.md index c5a70597..ed686f44 100644 --- a/docs/saleae.md +++ b/docs/saleae.md @@ -10,6 +10,8 @@ is the single source of truth for the hardware wiring and software setup. - Wire MSP430FR5994 **P3.4** to Saleae **digital channel 0**, and connect ground between the board and the analyzer. - The channel is sampled at 100 MHz. +- `ckpt intermittent` additionally uses **P3.5** on **digital channel 1** + for the wait pulses; see [intermittent.md](intermittent.md). ## Software diff --git a/passes/bb-energy-analyzer/BBEnergyAnalyzer.cpp b/passes/bb-energy-analyzer/BBEnergyAnalyzer.cpp index a2c7fc20..e03b290c 100644 --- a/passes/bb-energy-analyzer/BBEnergyAnalyzer.cpp +++ b/passes/bb-energy-analyzer/BBEnergyAnalyzer.cpp @@ -106,6 +106,29 @@ static cl::opt StackAccessPenalty( static cl::opt DumpLineMap("dump-line-map", cl::init(false), cl::desc("Dump resolved address->BB line map and exit")); +static cl::opt UnknownCopySize( + "unknown-copy-size", cl::init(0), + cl::desc("Byte count charged to a memcpy/memset call whose size is not a compile-time " + "constant (0: charge the call's base cost only)")); + +/// Size argument to charge for a `call memcpy/memset`: the immediate found +/// by extractSizeArg, else --unknown-copy-size when set. +static std::optional copySizeArg(const std::vector &instructions, + size_t callIdx) { + const auto &insn = instructions[callIdx]; + std::optional sizeArg = extractSizeArg(instructions, callIdx); + if (sizeArg.has_value()) + return sizeArg; + if (UnknownCopySize > 0) { + PLOGW << "WARNING: non-constant size for " << insn.callTarget << " at 0x" + << Twine::utohexstr(insn.address) << ", charging " << UnknownCopySize << " bytes"; + return UnknownCopySize.getValue(); + } + PLOGW << "WARNING: could not extract constant size for " << insn.callTarget << " at 0x" + << Twine::utohexstr(insn.address) << ", using base cost only"; + return std::nullopt; +} + int main(int argc, char **argv) { cl::ParseCommandLineOptions( argc, argv, @@ -226,15 +249,8 @@ int main(int argc, char **argv) { if (insn.address >= range.start && insn.address < range.end) { if (insn.mnemonic == "call") { std::optional sizeArg; - if (insn.callTarget == "memcpy" || insn.callTarget == "memset") { - sizeArg = extractSizeArg(instructions, i); - if (!sizeArg.has_value()) { - PLOGW << "WARNING: could not extract constant size for " - << insn.callTarget << " at 0x" - << Twine::utohexstr(insn.address) - << ", using base cost only"; - } - } + if (insn.callTarget == "memcpy" || insn.callTarget == "memset") + sizeArg = copySizeArg(instructions, i); bbEnergy += model.getCallEnergy(insn.addrMode, insn.callTarget, sizeArg); } else { @@ -304,14 +320,8 @@ int main(int argc, char **argv) { unmappedCount++; if (insn.mnemonic == "call") { std::optional sizeArg; - if (insn.callTarget == "memcpy" || insn.callTarget == "memset") { - sizeArg = extractSizeArg(instructions, i); - if (!sizeArg.has_value()) { - PLOGW << "WARNING: could not extract constant size for " << insn.callTarget - << " at 0x" << Twine::utohexstr(insn.address) - << ", using base cost only"; - } - } + if (insn.callTarget == "memcpy" || insn.callTarget == "memset") + sizeArg = copySizeArg(instructions, i); unmappedEnergy += model.getCallEnergy(insn.addrMode, insn.callTarget, sizeArg); } else { unmappedEnergy += model.getEnergy(insn.mnemonic, insn.addrMode); diff --git a/passes/runtime/vcc_wait.c b/passes/runtime/vcc_wait.c index 87cd9051..fc04cb2e 100644 --- a/passes/runtime/vcc_wait.c +++ b/passes/runtime/vcc_wait.c @@ -14,6 +14,15 @@ * ~150 uA combined, which would fight the capacitor's charging current), * so the sleeping board draws only LPM3-level current (~1 uA). * + * Each wait is bracketed by a pulse on P3.5 for the Saleae (channel 1, + * see docs/intermittent.md): one right before the sleep loop and one + * right after it, so the host can sum the recharge time out of the + * end-to-end measurement. The exit pulse is a few cycles wider than the + * enter pulse, which is how the host tells them apart. Each pulse is a + * handful of cycles in front of a >=10 ms sleep, and a boundary that + * does not wait never touches the pin. hw_init (boot_common.inc) has + * already driven every port output-low, so no pin setup is needed. + * * Called from the .crt_0010 boot path BEFORE data/BSS initialization, * so this file must not use .data/.bss variables; cnt_wait lives in the * .nvm section, which is programmed at flash time and never touched by @@ -41,6 +50,19 @@ __attribute__((section(".nvm"))) uint32_t cnt_wait = 0; /* Sample period in VLO (~9.4 kHz) ticks: ~10 ms. */ #define SAMPLE_PERIOD_TICKS 94 +#define WAIT_PIN BIT5 + +static inline void pulse_wait_enter(void) { + P3OUT |= WAIT_PIN; + P3OUT &= ~WAIT_PIN; +} + +static inline void pulse_wait_exit(void) { + P3OUT |= WAIT_PIN; + __asm__ volatile("nop\n\tnop\n\tnop\n\tnop"); + P3OUT &= ~WAIT_PIN; +} + /* Power up REF + ADC, take one battery-monitor sample, power both down. The ~75 us reference settling cost per sample is negligible against the 10 ms sample period. Long sample time (256 clocks) accommodates @@ -84,6 +106,7 @@ void wait_until_vcc_full(void) { samples read far below the threshold and VCC only rises while waiting, so early inaccuracy is harmless. */ if (sample_avcc_half() < VCC_FULL_ADC_COUNTS) { + pulse_wait_enter(); cnt_wait++; TA0CCR0 = SAMPLE_PERIOD_TICKS; TA0CCTL0 = CCIE; @@ -97,6 +120,7 @@ void wait_until_vcc_full(void) { TA0CTL = MC__STOP; TA0CCTL0 = 0; TA0CTL |= TACLR; + pulse_wait_exit(); } } diff --git a/results/chunking_overhead/chunked.csv b/results/chunking_overhead/chunked.csv index 4cf50286..5a1e0a4c 100644 --- a/results/chunking_overhead/chunked.csv +++ b/results/chunking_overhead/chunked.csv @@ -8,7 +8,7 @@ activity_recognition,10uF,ok,3247,33693.67,1 bitcount,10uF,ok,1377,4428974.03,1 chacha20,10uF,ok,1575,50808.39,1 sensor_fusion,10uF,ok,970,25134.98,1 -poly1305,10uF,ok,1083,475324.33,1 +poly1305,10uF,ok,807,475284.8,1 cuckoo_filter,10uF,ok,726,42792.49,1 -sha256,10uF,ok,1451,90023.65,1 +sha256,10uF,ok,783,90004.1,1 stringsearch,10uF,ok,699,36199.28,1 diff --git a/results/intermittent/activity_recognition/milp.csv b/results/intermittent/activity_recognition/milp.csv index ebed7a62..d2488afb 100644 --- a/results/intermittent/activity_recognition/milp.csv +++ b/results/intermittent/activity_recognition/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -activity_recognition,board,1,ok,4,75,854,2.29,144446.63,,11,0,64 -activity_recognition,board,2,ok,4,75,854,3.18,619516.3,,13,0,64 -activity_recognition,board,3,ok,4,75,854,4.15,167939.47,,12,0,64 -activity_recognition,board,4,ok,4,75,854,5.97,3390377.2,,12,0,64 -activity_recognition,board,5,ok,4,75,854,4.47,1891121.82,,13,0,64 -activity_recognition,board,6,ok,4,75,854,2.89,1047546.96,,14,0,64 -activity_recognition,board,7,ok,4,75,854,3.87,2073055.26,,14,0,64 -activity_recognition,board,8,ok,4,75,854,3.54,919204.1,,17,0,64 -activity_recognition,board,9,ok,4,75,854,5.46,2619196.79,,12,0,64 -activity_recognition,board,10,ok,4,75,854,1.88,144510.19,,11,0,64 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +activity_recognition,board,1,ok,4,53,777,2.11,144329.48,108491.28,10,0,,11,0,64 +activity_recognition,board,2,ok,4,53,777,3.18,619375.18,583534.73,12,0,,13,0,64 +activity_recognition,board,3,ok,4,53,777,4.09,178735.3,142892.93,12,0,,13,0,64 +activity_recognition,board,4,ok,4,53,777,5.79,3273059.98,3237218.48,11,0,,12,0,64 +activity_recognition,board,5,ok,4,53,777,4.4,1898731.9,1862891.17,13,0,,14,0,64 +activity_recognition,board,6,ok,4,53,777,2.88,1034359.34,998516.18,12,0,,13,0,64 +activity_recognition,board,7,ok,4,53,777,3.79,2058317.77,2022475.07,12,0,,13,0,64 +activity_recognition,board,8,ok,4,53,777,3.47,918125.61,882278.99,15,0,,17,0,64 +activity_recognition,board,9,ok,4,53,777,5.3,2629188.2,2593344.23,11,0,,12,0,64 +activity_recognition,board,10,ok,4,53,777,1.89,144436.16,108596.75,10,0,,11,0,64 diff --git a/results/intermittent/activity_recognition/rockclimb.csv b/results/intermittent/activity_recognition/rockclimb.csv index 007bff32..4e285ea2 100644 --- a/results/intermittent/activity_recognition/rockclimb.csv +++ b/results/intermittent/activity_recognition/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -activity_recognition,board,1,ok,8,206,0,5.47,3361451.1,,49,1,64 -activity_recognition,board,2,ok,8,206,0,7.08,4486138.49,,69,1,64 -activity_recognition,board,3,ok,8,206,0,7.97,4058981.48,,113,1,64 -activity_recognition,board,4,ok,8,206,0,19.17,16568583.2,,85,0,64 -activity_recognition,board,5,ok,8,206,0,15.1,12478355.63,,67,4,64 -activity_recognition,board,6,ok,8,206,0,7.65,5840294.08,,67,1,64 -activity_recognition,board,7,ok,8,206,0,11.79,10032553.09,,64,0,64 -activity_recognition,board,8,ok,8,206,0,17.24,14620159.3,,94,9,64 -activity_recognition,board,9,ok,8,206,0,16.17,13387959.07,,60,0,64 -activity_recognition,board,10,ok,8,206,0,13.71,11864780.35,,58,9,64 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +activity_recognition,board,1,ok,8,20,0,4.78,2736150.77,2576701.08,47,1,,49,1,64 +activity_recognition,board,2,ok,8,20,0,6.98,4483566.14,4324075.65,64,1,,66,1,64 +activity_recognition,board,3,ok,8,20,0,8.0,4056380.49,3896776.74,108,1,,110,1,64 +activity_recognition,board,4,ok,8,20,0,21.61,19127260.8,18967726.07,89,0,,90,0,64 +activity_recognition,board,5,ok,8,20,0,14.9,12464805.86,12305302.36,59,4,,64,4,64 +activity_recognition,board,6,ok,8,20,0,7.67,5828039.78,5668545.83,62,1,,64,1,64 +activity_recognition,board,7,ok,8,20,0,11.69,10027816.82,9868314.33,61,0,,62,0,64 +activity_recognition,board,8,ok,8,20,0,17.21,14619806.11,14460245.1,81,9,,92,9,64 +activity_recognition,board,9,ok,8,20,0,16.18,13384105.98,13224597.49,59,0,,60,0,64 +activity_recognition,board,10,ok,8,20,0,13.58,11860629.75,11701133.84,51,9,,61,9,64 diff --git a/results/intermittent/activity_recognition/schematic.csv b/results/intermittent/activity_recognition/schematic.csv index c05024f5..2aef014a 100644 --- a/results/intermittent/activity_recognition/schematic.csv +++ b/results/intermittent/activity_recognition/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -activity_recognition,board,1,ok,6,241,744,4.82,2653896.37,,45,1,64 -activity_recognition,board,2,ok,6,241,744,6.59,3919015.07,,57,1,64 -activity_recognition,board,3,ok,6,241,744,5.25,1275635.68,,87,0,64 -activity_recognition,board,4,ok,6,241,744,16.49,13894732.87,,61,0,64 -activity_recognition,board,5,ok,6,241,744,11.98,9389915.15,,55,3,64 -activity_recognition,board,6,ok,6,241,744,5.71,3793546.7,,50,1,64 -activity_recognition,board,7,ok,6,241,744,10.58,8821280.86,,53,0,64 -activity_recognition,board,8,ok,6,241,744,12.79,10123364.13,,74,6,64 -activity_recognition,board,9,ok,6,241,744,13.7,10892632.04,,50,0,64 -activity_recognition,board,10,ok,6,241,744,9.9,8032189.47,,50,6,64 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +activity_recognition,board,1,ok,6,25,900,4.67,2654377.86,2545984.45,42,1,,44,1,64 +activity_recognition,board,2,ok,6,25,900,4.68,2088089.05,1979674.93,54,0,,55,0,64 +activity_recognition,board,3,ok,6,25,900,5.19,1276593.37,1168134.47,86,0,,87,0,64 +activity_recognition,board,4,ok,6,25,900,16.4,13900076.94,13791646.69,63,0,,64,0,64 +activity_recognition,board,5,ok,6,25,900,13.7,11138709.02,11030287.35,50,3,,54,3,64 +activity_recognition,board,6,ok,6,25,900,5.6,3779749.01,3671334.02,49,1,,51,1,64 +activity_recognition,board,7,ok,6,25,900,10.71,8983871.81,8875466.93,50,0,,51,0,64 +activity_recognition,board,8,ok,6,25,900,12.79,10120970.4,10012534.39,65,6,,73,6,64 +activity_recognition,board,9,ok,6,25,900,13.69,10880080.13,10771673.83,51,0,,52,0,64 +activity_recognition,board,10,ok,6,25,900,9.69,8026349.63,7917956.65,42,6,,49,6,64 diff --git a/results/intermittent/activity_recognition/schematicO3.csv b/results/intermittent/activity_recognition/schematicO3.csv index ee9f2acd..9a755624 100644 --- a/results/intermittent/activity_recognition/schematicO3.csv +++ b/results/intermittent/activity_recognition/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -activity_recognition,board,1,ok,3,6,733,2.28,180918.22,,14,0,64 -activity_recognition,board,2,ok,3,6,733,3.28,644444.22,,16,0,64 -activity_recognition,board,3,ok,3,6,733,4.3,258806.35,,21,0,64 -activity_recognition,board,4,ok,3,6,733,5.96,3449749.38,,17,0,64 -activity_recognition,board,5,ok,3,6,733,5.68,3127211.14,,19,1,64 -activity_recognition,board,6,ok,3,6,733,2.98,1092608.52,,19,0,64 -activity_recognition,board,7,ok,3,6,733,4.87,3049884.86,,18,0,64 -activity_recognition,board,8,ok,3,6,733,4.99,2332980.82,,22,1,64 -activity_recognition,board,9,ok,3,6,733,6.2,3358003.03,,15,0,64 -activity_recognition,board,10,ok,3,6,733,1.98,169684.72,,13,0,64 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +activity_recognition,board,1,ok,3,1,1310,2.28,180769.26,141478.39,13,0,,14,0,64 +activity_recognition,board,2,ok,3,1,1310,3.18,645011.06,605715.18,15,0,,16,0,64 +activity_recognition,board,3,ok,3,1,1310,4.18,258584.99,219281.03,20,0,,21,0,64 +activity_recognition,board,4,ok,3,1,1310,5.98,3449093.97,3409796.94,17,0,,18,0,64 +activity_recognition,board,5,ok,3,1,1310,5.69,3129336.38,3090036.2,16,1,,18,1,64 +activity_recognition,board,6,ok,3,1,1310,2.8,1095998.1,1056699.35,17,0,,18,0,64 +activity_recognition,board,7,ok,3,1,1310,4.78,3038113.82,2998815.84,16,0,,17,0,64 +activity_recognition,board,8,ok,3,1,1310,5.0,2338786.43,2299481.27,18,1,,21,1,64 +activity_recognition,board,9,ok,3,1,1310,6.1,3358607.96,3319309.29,14,1,,16,1,64 +activity_recognition,board,10,ok,3,1,1310,1.88,169828.47,130538.04,12,0,,13,0,64 diff --git a/results/intermittent/aes/milp.csv b/results/intermittent/aes/milp.csv index 40874f75..98f2eb99 100644 --- a/results/intermittent/aes/milp.csv +++ b/results/intermittent/aes/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -aes,board,1,ok,4,274,797,3.14,965024.04,,26,1,107 -aes,board,2,ok,4,274,797,3.46,892999.21,,25,0,107 -aes,board,3,ok,4,274,797,4.62,562577.45,,25,0,107 -aes,board,4,ok,4,274,797,8.69,6090705.01,,28,3,107 -aes,board,5,ok,4,274,797,8.79,6217378.17,,27,2,107 -aes,board,6,ok,4,274,797,3.2,1235151.42,,25,0,107 -aes,board,7,ok,4,274,797,7.27,5509520.23,,25,0,107 -aes,board,8,ok,4,274,797,8.18,5456901.95,,29,3,107 -aes,board,9,ok,4,274,797,8.65,5882944.0,,26,1,107 -aes,board,10,ok,4,274,797,5.86,4095920.08,,28,3,107 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +aes,board,1,ok,4,200,793,3.09,964416.81,856453.44,24,1,,26,1,107 +aes,board,2,ok,4,200,793,3.4,891711.75,783747.74,24,0,,25,0,107 +aes,board,3,ok,4,200,793,4.41,562560.75,454598.8,24,0,,25,0,107 +aes,board,4,ok,4,200,793,8.49,6093413.74,5985450.26,24,2,,27,2,107 +aes,board,5,ok,4,200,793,8.69,6203940.9,6095979.38,24,2,,27,2,107 +aes,board,6,ok,4,200,793,3.08,1247256.38,1139297.34,24,0,,25,0,107 +aes,board,7,ok,4,200,793,7.01,5329294.16,5221329.9,24,0,,25,0,107 +aes,board,8,ok,4,200,793,8.0,5429137.3,5321176.4,24,3,,29,3,107 +aes,board,9,ok,4,200,793,8.59,5868201.23,5760236.14,24,2,,27,2,107 +aes,board,10,ok,4,200,793,5.79,4080716.36,3972760.4,24,3,,28,3,107 diff --git a/results/intermittent/aes/rockclimb.csv b/results/intermittent/aes/rockclimb.csv index 1ebcc14e..ad7138d8 100644 --- a/results/intermittent/aes/rockclimb.csv +++ b/results/intermittent/aes/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -aes,board,1,ok,15,56,0,15.59,13470531.57,,181,5,107 -aes,board,2,ok,15,56,0,19.06,16497833.66,,246,4,107 -aes,board,3,ok,15,56,0,19.82,15803638.67,,417,4,107 -aes,board,4,ok,15,56,0,71.44,68906452.56,,336,0,107 -aes,board,5,ok,15,56,0,50.99,48384250.21,,235,15,107 -aes,board,6,ok,15,56,0,23.12,21294974.44,,233,4,107 -aes,board,7,ok,15,56,0,38.61,36835081.09,,236,0,107 -aes,board,8,ok,15,56,0,54.38,51746657.66,,339,33,107 -aes,board,9,ok,15,56,0,53.75,50911240.38,,217,0,107 -aes,board,10,ok,15,56,0,49.01,47291745.52,,227,36,107 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +aes,board,1,ok,15,6,0,15.48,13441378.24,12896651.98,173,5,,179,5,107 +aes,board,2,ok,15,6,0,18.97,16376975.2,15832145.72,243,4,,248,4,107 +aes,board,3,ok,15,6,0,17.17,13211408.3,12666336.87,405,3,,409,3,107 +aes,board,4,ok,15,6,0,66.17,63693389.2,63148525.12,329,0,,330,0,107 +aes,board,5,ok,15,6,0,49.0,46578013.42,46033235.81,221,15,,237,15,107 +aes,board,6,ok,15,6,0,21.89,20176720.12,19631984.27,223,4,,228,4,107 +aes,board,7,ok,15,6,0,38.1,36428838.74,35884089.49,228,0,,229,0,107 +aes,board,8,ok,15,6,0,54.4,51733191.94,51188272.98,307,33,,342,33,107 +aes,board,9,ok,15,6,0,53.61,50859215.05,50314566.81,220,0,,221,0,107 +aes,board,10,ok,15,6,0,45.2,43497287.77,42952659.0,186,33,,220,33,107 diff --git a/results/intermittent/aes/schematic.csv b/results/intermittent/aes/schematic.csv index 0402349d..e2f105e5 100644 --- a/results/intermittent/aes/schematic.csv +++ b/results/intermittent/aes/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -aes,board,1,ok,11,126,813,37.5,35360844.09,,460,14,107 -aes,board,2,ok,11,126,813,46.39,43740536.27,,562,11,107 -aes,board,3,ok,11,126,813,36.61,32585052.77,,786,8,107 -aes,board,4,ok,11,126,813,155.39,152781925.51,,625,0,107 -aes,board,5,ok,11,126,813,125.33,122742896.75,,602,39,107 -aes,board,6,ok,11,126,813,54.58,52707876.73,,553,10,107 -aes,board,7,ok,11,126,813,90.61,88856881.6,,534,0,107 -aes,board,8,ok,11,126,813,128.29,125656322.91,,726,81,107 -aes,board,9,ok,11,126,813,126.29,123406444.5,,528,18,107 -aes,board,10,ok,11,126,813,116.2,114439162.81,,546,87,107 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +aes,board,1,ok,11,11,846,37.38,35292946.51,33991752.31,444,14,,459,14,107 +aes,board,2,ok,11,11,846,43.49,40871922.74,39570641.08,543,10,,554,10,107 +aes,board,3,ok,11,11,846,36.08,32145478.36,30843862.12,759,8,,768,8,107 +aes,board,4,ok,11,11,846,149.19,146721235.87,145419869.69,614,0,,615,0,107 +aes,board,5,ok,11,11,846,120.32,117822809.51,116521511.34,546,38,,585,38,107 +aes,board,6,ok,11,11,846,52.91,51114992.11,49813779.35,530,11,,542,11,107 +aes,board,7,ok,11,11,846,90.33,88632043.04,87330845.2,535,0,,536,0,107 +aes,board,8,ok,11,11,846,128.1,125572776.22,124271311.56,642,81,,725,81,107 +aes,board,9,ok,11,11,846,126.08,123369881.89,122068728.59,513,12,,526,12,107 +aes,board,10,ok,11,11,846,112.11,110471177.57,109170050.25,464,84,,549,84,107 diff --git a/results/intermittent/aes/schematicO3.csv b/results/intermittent/aes/schematicO3.csv index 470a3c9f..d5c86de1 100644 --- a/results/intermittent/aes/schematicO3.csv +++ b/results/intermittent/aes/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -aes,board,1,ok,2,7,754,5.57,3396499.19,,56,1,107 -aes,board,2,ok,2,7,754,7.1,4464141.26,,63,1,107 -aes,board,3,ok,2,7,754,5.36,1395899.12,,93,0,107 -aes,board,4,ok,2,7,754,19.1,16504376.22,,70,0,107 -aes,board,5,ok,2,7,754,15.06,12449088.09,,68,4,107 -aes,board,6,ok,2,7,754,7.74,5834818.73,,64,1,107 -aes,board,7,ok,2,7,754,11.78,9998973.47,,63,0,107 -aes,board,8,ok,2,7,754,14.26,11615057.82,,84,7,107 -aes,board,9,ok,2,7,754,16.26,13403125.79,,60,0,107 -aes,board,10,ok,2,7,754,13.69,11914989.7,,66,9,107 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +aes,board,1,ok,2,2,832,5.51,3397343.34,3271847.34,54,1,,56,1,107 +aes,board,2,ok,2,2,832,7.0,4454920.99,4329413.64,60,1,,62,1,107 +aes,board,3,ok,2,2,832,5.28,1371926.22,1246376.58,91,0,,92,0,107 +aes,board,4,ok,2,2,832,17.01,14552443.59,14426925.23,68,0,,69,0,107 +aes,board,5,ok,2,2,832,14.89,12400799.26,12275286.6,59,4,,64,4,107 +aes,board,6,ok,2,2,832,6.9,5202566.78,5077057.53,65,1,,67,1,107 +aes,board,7,ok,2,2,832,11.67,9996464.06,9870964.83,61,0,,62,0,107 +aes,board,8,ok,2,2,832,14.19,11619386.43,11493857.05,72,7,,81,7,107 +aes,board,9,ok,2,2,832,16.11,13397573.57,13272071.91,61,0,,62,0,107 +aes,board,10,ok,2,2,832,13.69,11897845.87,11772349.71,56,9,,66,9,107 diff --git a/results/intermittent/bitcount/milp.csv b/results/intermittent/bitcount/milp.csv index 5f0a1329..ab4730ac 100644 --- a/results/intermittent/bitcount/milp.csv +++ b/results/intermittent/bitcount/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -bitcount,board,1,ok,9,248,751,2.27,105459.25,,8,0,14121 -bitcount,board,2,ok,9,248,751,3.15,544023.47,,10,0,14121 -bitcount,board,3,ok,9,248,751,4.06,119072.08,,7,0,14121 -bitcount,board,4,ok,9,248,751,3.99,1457186.17,,9,0,14121 -bitcount,board,5,ok,9,248,751,4.45,1840180.19,,9,0,14121 -bitcount,board,6,ok,9,248,751,2.59,701875.19,,10,0,14121 -bitcount,board,7,ok,9,248,751,3.7,1877879.07,,9,0,14121 -bitcount,board,8,ok,9,248,751,3.6,872297.64,,12,0,14121 -bitcount,board,9,ok,9,248,751,3.76,810476.17,,9,0,14121 -bitcount,board,10,ok,9,248,751,1.9,105478.24,,8,0,14121 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +bitcount,board,1,ok,9,218,794,2.17,105386.78,75764.93,7,0,,8,0,14121 +bitcount,board,2,ok,9,218,794,3.1,547334.24,517710.87,7,0,,8,0,14121 +bitcount,board,3,ok,9,218,794,4.0,118947.55,89323.62,6,0,,7,0,14121 +bitcount,board,4,ok,9,218,794,3.29,849675.84,820053.51,7,0,,8,0,14121 +bitcount,board,5,ok,9,218,794,4.37,1839270.8,1809645.56,8,0,,9,0,14121 +bitcount,board,6,ok,9,218,794,2.42,702799.24,673173.43,9,0,,10,0,14121 +bitcount,board,7,ok,9,218,794,3.69,2013039.05,1983412.68,8,0,,9,0,14121 +bitcount,board,8,ok,9,218,794,3.37,882148.04,852519.42,12,0,,14,0,14121 +bitcount,board,9,ok,9,218,794,3.67,922751.56,893127.93,8,0,,9,0,14121 +bitcount,board,10,ok,9,218,794,1.88,105575.9,75954.45,7,0,,8,0,14121 diff --git a/results/intermittent/bitcount/rockclimb.csv b/results/intermittent/bitcount/rockclimb.csv index e3e73c4c..71c5d174 100644 --- a/results/intermittent/bitcount/rockclimb.csv +++ b/results/intermittent/bitcount/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -bitcount,board,1,ok,14,15,0,23.3,21181752.74,,280,8,14121 -bitcount,board,2,ok,14,15,0,30.47,27846462.99,,393,7,14121 -bitcount,board,3,ok,14,15,0,28.5,24495677.2,,664,6,14121 -bitcount,board,4,ok,14,15,0,115.97,113457321.26,,538,0,14121 -bitcount,board,5,ok,14,15,0,78.89,76287137.61,,373,24,14121 -bitcount,board,6,ok,14,15,0,34.08,32201033.41,,352,6,14121 -bitcount,board,7,ok,14,15,0,60.58,58764271.4,,366,0,14121 -bitcount,board,8,ok,14,15,0,86.78,84080629.14,,541,54,14121 -bitcount,board,9,ok,14,15,0,83.77,80933376.11,,333,0,14121 -bitcount,board,10,ok,14,15,0,72.87,71109200.59,,338,54,14121 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +bitcount,board,1,ok,14,2,0,24.79,22695785.21,21729572.82,270,9,,280,9,14121 +bitcount,board,2,ok,14,2,0,30.51,27966739.49,27000286.84,373,7,,381,7,14121 +bitcount,board,3,ok,14,2,0,28.38,24451794.31,23484982.74,656,6,,663,6,14121 +bitcount,board,4,ok,14,2,0,118.62,116106081.63,115139467.39,531,0,,532,0,14121 +bitcount,board,5,ok,14,2,0,78.81,76251226.78,75284659.72,363,24,,388,24,14121 +bitcount,board,6,ok,14,2,0,33.88,32188788.04,31222083.53,345,6,,352,6,14121 +bitcount,board,7,ok,14,2,0,59.21,57549277.59,56582474.76,353,0,,354,0,14121 +bitcount,board,8,ok,14,2,0,86.69,84078142.63,83111193.26,485,54,,541,54,14121 +bitcount,board,9,ok,14,2,0,83.69,80890127.31,79923737.47,326,0,,327,0,14121 +bitcount,board,10,ok,14,2,0,72.79,71036948.37,70070624.16,291,54,,346,54,14121 diff --git a/results/intermittent/bitcount/schematic.csv b/results/intermittent/bitcount/schematic.csv index b12b1c4a..554e6287 100644 --- a/results/intermittent/bitcount/schematic.csv +++ b/results/intermittent/bitcount/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -bitcount,board,1,ok,2,27,918,3.18,1016436.33,,33,0,14121 -bitcount,board,2,ok,2,27,918,4.3,1674067.57,,39,0,14121 -bitcount,board,3,ok,2,27,918,4.98,1046933.22,,64,0,14121 -bitcount,board,4,ok,2,27,918,13.85,11273947.26,,50,0,14121 -bitcount,board,5,ok,2,27,918,10.69,8056534.23,,43,2,14121 -bitcount,board,6,ok,2,27,918,3.5,1626608.16,,38,0,14121 -bitcount,board,7,ok,2,27,918,8.31,6524987.38,,42,0,14121 -bitcount,board,8,ok,2,27,918,9.71,6995768.21,,56,4,14121 -bitcount,board,9,ok,2,27,918,11.19,8371842.56,,38,0,14121 -bitcount,board,10,ok,2,27,918,9.68,7909186.03,,41,6,14121 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +bitcount,board,1,ok,2,5,2957,3.07,1018221.36,936324.21,31,0,,32,0,14121 +bitcount,board,2,ok,2,5,2957,4.2,1688280.99,1606371.56,39,0,,40,0,14121 +bitcount,board,3,ok,2,5,2957,4.89,1011897.65,929942.23,62,0,,63,0,14121 +bitcount,board,4,ok,2,5,2957,13.78,11249926.71,11168000.06,52,0,,53,0,14121 +bitcount,board,5,ok,2,5,2957,10.59,8056781.03,7974867.75,40,2,,43,2,14121 +bitcount,board,6,ok,2,5,2957,3.39,1602878.76,1520978.3,38,0,,39,0,14121 +bitcount,board,7,ok,2,5,2957,8.19,6518371.88,6436468.38,40,0,,41,0,14121 +bitcount,board,8,ok,2,5,2957,9.6,6985043.89,6903117.84,49,4,,55,4,14121 +bitcount,board,9,ok,2,5,2957,11.07,8366565.98,8284660.76,39,0,,40,0,14121 +bitcount,board,10,ok,2,5,2957,9.58,7893161.94,7811267.52,34,6,,41,6,14121 diff --git a/results/intermittent/bitcount/schematicO3.csv b/results/intermittent/bitcount/schematicO3.csv index 0f113df9..40969b75 100644 --- a/results/intermittent/bitcount/schematicO3.csv +++ b/results/intermittent/bitcount/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -bitcount,board,1,ok,3,14,856,2.29,117047.46,,9,0,14121 -bitcount,board,2,ok,3,14,856,3.17,542561.33,,11,0,14121 -bitcount,board,3,ok,3,14,856,4.11,141602.01,,9,0,14121 -bitcount,board,4,ok,3,14,856,5.17,2615368.24,,10,0,14121 -bitcount,board,5,ok,3,14,856,4.5,1851275.89,,10,0,14121 -bitcount,board,6,ok,3,14,856,2.6,713080.55,,11,0,14121 -bitcount,board,7,ok,3,14,856,3.8,2034623.25,,11,0,14121 -bitcount,board,8,ok,3,14,856,3.6,892652.87,,14,0,14121 -bitcount,board,9,ok,3,14,856,3.71,922349.94,,9,0,14121 -bitcount,board,10,ok,3,14,856,1.91,117159.4,,9,0,14121 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +bitcount,board,1,ok,3,2,750,2.22,117265.14,86908.82,8,0,,9,0,14121 +bitcount,board,2,ok,3,2,750,3.08,568153.42,537794.47,10,0,,11,0,14121 +bitcount,board,3,ok,3,2,750,4.01,141665.33,111308.25,8,0,,9,0,14121 +bitcount,board,4,ok,3,2,750,5.17,2620409.63,2590050.87,9,0,,10,0,14121 +bitcount,board,5,ok,3,2,750,4.41,1875286.12,1844926.66,10,0,,11,0,14121 +bitcount,board,6,ok,3,2,750,2.59,724824.85,694463.14,11,0,,12,0,14121 +bitcount,board,7,ok,3,2,750,3.77,2022807.28,1992446.92,9,0,,10,0,14121 +bitcount,board,8,ok,3,2,750,3.41,893834.27,863471.71,12,0,,14,0,14121 +bitcount,board,9,ok,3,2,750,3.71,923660.74,893304.36,8,0,,9,0,14121 +bitcount,board,10,ok,3,2,750,1.87,117148.39,86793.62,8,0,,9,0,14121 diff --git a/results/intermittent/chacha20/milp.csv b/results/intermittent/chacha20/milp.csv index 426a04e7..ebda67c1 100644 --- a/results/intermittent/chacha20/milp.csv +++ b/results/intermittent/chacha20/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -chacha20,board,1,ok,2,44,799,2.31,159449.48,,11,0,79 -chacha20,board,2,ok,2,44,799,3.27,623558.4,,12,0,79 -chacha20,board,3,ok,2,44,799,4.16,208169.13,,11,0,79 -chacha20,board,4,ok,2,44,799,5.87,3265821.46,,12,1,79 -chacha20,board,5,ok,2,44,799,4.5,1892932.14,,11,0,79 -chacha20,board,6,ok,2,44,799,2.97,1038372.12,,11,0,79 -chacha20,board,7,ok,2,44,799,3.87,2052895.94,,11,0,79 -chacha20,board,8,ok,2,44,799,3.58,912866.71,,13,0,79 -chacha20,board,9,ok,2,44,799,6.18,3214576.39,,13,1,79 -chacha20,board,10,ok,2,44,799,2.0,159329.01,,11,0,79 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +chacha20,board,1,ok,2,43,1242,2.26,159467.95,107561.17,10,0,,11,0,79 +chacha20,board,2,ok,2,43,1242,3.18,622519.98,570609.88,11,0,,12,0,79 +chacha20,board,3,ok,2,43,1242,4.08,208490.03,156580.84,10,0,,11,0,79 +chacha20,board,4,ok,2,43,1242,5.8,3392855.3,3340944.88,10,1,,12,1,79 +chacha20,board,5,ok,2,43,1242,4.48,1895127.34,1843222.15,10,0,,11,0,79 +chacha20,board,6,ok,2,43,1242,2.87,1040239.39,988331.2,10,0,,11,0,79 +chacha20,board,7,ok,2,43,1242,3.77,2079525.89,2027618.81,10,0,,11,0,79 +chacha20,board,8,ok,2,43,1242,3.49,914172.11,862262.01,11,0,,13,0,79 +chacha20,board,9,ok,2,43,1242,5.29,2504250.92,2452342.78,10,1,,12,1,79 +chacha20,board,10,ok,2,43,1242,1.87,159503.56,107598.4,10,0,,11,0,79 diff --git a/results/intermittent/chacha20/rockclimb.csv b/results/intermittent/chacha20/rockclimb.csv index a70a62a8..d559a248 100644 --- a/results/intermittent/chacha20/rockclimb.csv +++ b/results/intermittent/chacha20/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -chacha20,board,1,ok,4,39,0,4.91,2697936.69,,46,1,79 -chacha20,board,2,ok,4,39,0,6.93,4306007.04,,60,1,79 -chacha20,board,3,ok,4,39,0,5.4,1395161.77,,98,0,79 -chacha20,board,4,ok,4,39,0,17.09,14551295.6,,71,0,79 -chacha20,board,5,ok,4,39,0,13.79,11171651.23,,57,3,79 -chacha20,board,6,ok,4,39,0,6.6,4688122.16,,54,1,79 -chacha20,board,7,ok,4,39,0,10.8,9028127.59,,58,0,79 -chacha20,board,8,ok,4,39,0,14.24,11563113.94,,81,7,79 -chacha20,board,9,ok,4,39,0,16.17,13325536.97,,58,0,79 -chacha20,board,10,ok,4,39,0,9.89,8063527.56,,52,6,79 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +chacha20,board,1,ok,4,3,0,4.7,2686607.07,2557975.47,44,1,,46,1,79 +chacha20,board,2,ok,4,3,0,6.88,4314943.43,4186288.77,59,1,,61,1,79 +chacha20,board,3,ok,4,3,0,5.29,1385061.95,1256378.29,95,0,,96,0,79 +chacha20,board,4,ok,4,3,0,16.47,13941534.72,13812893.97,71,0,,72,0,79 +chacha20,board,5,ok,4,3,0,13.6,11184744.94,11056110.03,53,3,,57,3,79 +chacha20,board,6,ok,4,3,0,6.49,4667260.83,4538624.86,53,1,,55,1,79 +chacha20,board,7,ok,4,3,0,10.7,9026723.7,8898090.48,54,0,,55,0,79 +chacha20,board,8,ok,4,3,0,12.77,10170101.29,10041448.26,67,6,,75,6,79 +chacha20,board,9,ok,4,3,0,13.67,10937567.99,10808941.99,55,0,,56,0,79 +chacha20,board,10,ok,4,3,0,9.78,8061499.79,7932881.14,46,6,,53,6,79 diff --git a/results/intermittent/chacha20/schematic.csv b/results/intermittent/chacha20/schematic.csv index 6cb4122f..d53c5ac4 100644 --- a/results/intermittent/chacha20/schematic.csv +++ b/results/intermittent/chacha20/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -chacha20,board,1,ok,2,21,667,4.67,2520501.87,,34,1,79 -chacha20,board,2,ok,2,21,667,4.29,1663205.18,,34,0,79 -chacha20,board,3,ok,2,21,667,4.75,757059.01,,37,0,79 -chacha20,board,4,ok,2,21,667,11.19,8655823.73,,36,1,79 -chacha20,board,5,ok,2,21,667,8.89,6279035.26,,37,2,79 -chacha20,board,6,ok,2,21,667,3.31,1616982.85,,33,0,79 -chacha20,board,7,ok,2,21,667,7.45,5688892.54,,35,0,79 -chacha20,board,8,ok,2,21,667,8.17,5532194.38,,37,3,79 -chacha20,board,9,ok,2,21,667,11.2,8347290.12,,38,3,79 -chacha20,board,10,ok,2,21,667,9.7,7906901.69,,39,6,79 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +chacha20,board,1,ok,2,4,768,4.59,2522302.89,2426904.42,32,1,,34,1,79 +chacha20,board,2,ok,2,4,768,4.18,1667022.3,1571623.4,33,0,,34,0,79 +chacha20,board,3,ok,2,4,768,4.59,769311.33,673898.51,36,0,,37,0,79 +chacha20,board,4,ok,2,4,768,11.18,8652801.43,8557397.28,33,1,,35,1,79 +chacha20,board,5,ok,2,4,768,8.87,6269065.83,6173664.28,33,2,,36,2,79 +chacha20,board,6,ok,2,4,768,3.42,1606269.49,1510875.14,32,0,,33,0,79 +chacha20,board,7,ok,2,4,768,7.3,5667243.38,5571843.14,33,0,,34,0,79 +chacha20,board,8,ok,2,4,768,8.09,5517116.85,5421709.7,32,3,,37,3,79 +chacha20,board,9,ok,2,4,768,11.09,8330893.12,8235484.47,34,2,,37,2,79 +chacha20,board,10,ok,2,4,768,9.5,7883257.18,7787853.34,32,6,,39,6,79 diff --git a/results/intermittent/chacha20/schematicO3.csv b/results/intermittent/chacha20/schematicO3.csv index 756ca8ea..6242228e 100644 --- a/results/intermittent/chacha20/schematicO3.csv +++ b/results/intermittent/chacha20/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -chacha20,board,1,ok,1,5,633,2.99,887694.53,,22,0,79 -chacha20,board,2,ok,1,5,633,3.51,814718.98,,24,0,79 -chacha20,board,3,ok,1,5,633,4.39,367312.74,,28,0,79 -chacha20,board,4,ok,1,5,633,8.59,6044979.82,,25,0,79 -chacha20,board,5,ok,1,5,633,7.61,4970974.63,,26,1,79 -chacha20,board,6,ok,1,5,633,3.1,1180645.64,,24,0,79 -chacha20,board,7,ok,1,5,633,6.18,4427125.74,,24,0,79 -chacha20,board,8,ok,1,5,633,8.08,5381300.06,,31,3,79 -chacha20,board,9,ok,1,5,633,8.68,5827917.58,,25,1,79 -chacha20,board,10,ok,1,5,633,5.79,4024400.51,,26,3,79 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +chacha20,board,1,ok,1,1,984,2.92,887957.01,826188.94,21,0,,22,0,79 +chacha20,board,2,ok,1,1,984,3.28,776353.31,714579.49,23,0,,24,0,79 +chacha20,board,3,ok,1,1,984,4.32,367697.05,305918.94,27,0,,28,0,79 +chacha20,board,4,ok,1,1,984,8.5,6036338.44,5974563.45,24,0,,25,0,79 +chacha20,board,5,ok,1,1,984,7.5,4970654.62,4908875.56,25,1,,27,1,79 +chacha20,board,6,ok,1,1,984,3.01,1181802.87,1120032.42,22,0,,23,0,79 +chacha20,board,7,ok,1,1,984,6.7,5081027.6,5019256.98,22,0,,23,0,79 +chacha20,board,8,ok,1,1,984,7.89,5382134.06,5320352.0,26,3,,31,3,79 +chacha20,board,9,ok,1,1,984,7.93,5123350.81,5061574.4,22,1,,24,1,79 +chacha20,board,10,ok,1,1,984,5.7,4009892.43,3948121.06,21,3,,25,3,79 diff --git a/results/intermittent/continuous/milp.csv b/results/intermittent/continuous/milp.csv new file mode 100644 index 00000000..ff63294a --- /dev/null +++ b/results/intermittent/continuous/milp.csv @@ -0,0 +1,14 @@ +benchmark,capacitor,status,basic_blocks,edges,abstract_cfg_blocks,abstract_cfg_edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,runtime_debug_store_mem_calls,runtime_debug_restore_mem_calls,candidate_globals,milp_allocation_mode,milp_variables,milp_constraints,milp_presolved_variables,milp_presolved_constraints,optimal_solution,distributed_checkpoints_inserted,vm_placed_globals,vm_placed_global_names,milp_solve_time_ms,result,run_attempts +aes-board,board,ok,26,35,9,10,4,228,47936,508,107746.96,24,0,0,3,regional,2475,10033,61,133,yes,49,0,,38,107,1 +crc-board,board,ok,11,15,6,6,3,26,35264,429,30481.74,6,0,0,2,regional,135,486,13,26,yes,0,1,__local_main.result:6,5,20431,1 +rsa-board,board,ok,114,169,54,71,15,1356,101440,429,54501.19,76,0,0,8,regional,10268,42953,1531,4300,yes,26,2,__local_main.qn_arr.i:25;__local_main.qn_arr.i34:21,1129,32,1 +dijkstra-board,board,ok,17,24,9,12,3,57,40528,679,27854.03,11,0,0,5,regional,975,3937,137,307,yes,38,0,,19,3788,1 +qsort-board,board,ok,13,18,6,6,3,10,35952,575,30079.35,17,0,0,2,regional,130,470,4,6,yes,0,1,g_checksum_sink:2,2,9987,1 +activity_recognition-board,board,ok,16,22,8,9,4,45,40080,524,35864.41,16,0,0,9,regional,533,1986,153,336,yes,5,8,lfsr_state:4;__local_main.features.i.sroa.0:4;__local_main.features.i.sroa.4:4;__local_main.features.i4.sroa.0:4;__local_main.features.i4.sroa.4:4;__local_main.stats.sroa.0.i:4;__local_main.features.i13.sroa.0:4;__local_main.features.i13.sroa.5:4,27,64,1 +bitcount-board,board,ok,49,74,24,33,9,198,53472,551,29634.02,12,0,0,2,regional,2666,11455,493,1403,yes,16,0,,140,14121,1 +chacha20-board,board,ok,11,15,4,4,2,23,36656,409,51746.57,11,0,0,3,regional,495,1907,22,45,yes,30,0,,4,79,1 +sensor_fusion-board,board,ok,177,268,4,4,2,19,38160,401,27324.66,17,0,0,2,regional,431,1696,17,34,yes,0,1,g_output:4,4,613,1 +poly1305-board,board,ok,7,9,4,4,2,35,36032,428,493705.38,128,0,0,3,regional,559,2135,31,68,yes,0,0,,4,68,1 +cuckoo_filter-board,board,ok,22,32,7,8,3,19,36784,562,45672.29,20,0,0,3,regional,432,1710,41,87,yes,4,1,__local_main.inserts:7,5,4048,1 +sha256-board,board,ok,32,46,20,26,7,256,68448,531,98749.54,18,0,0,6,regional,6074,25167,606,1603,yes,90,3,g_ctx:2;__local_main.buf.i:2;__local_main.buf.i106:2,118,131,1 +stringsearch-board,board,ok,32,46,18,24,5,280,48608,413,43861.83,63,0,0,4,regional,955,3869,411,1109,yes,7,0,,239,20,1 diff --git a/results/intermittent/continuous/rockclimb.csv b/results/intermittent/continuous/rockclimb.csv new file mode 100644 index 00000000..732e561c --- /dev/null +++ b/results/intermittent/continuous/rockclimb.csv @@ -0,0 +1,14 @@ +benchmark,capacitor,status,basic_blocks,edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,result,run_attempts +aes-board,board,ok,373,552,15,6,32832,0,550975.62,3626,107,1 +crc-board,board,ok,225,309,8,2,24192,0,216194.95,1593,20431,1 +rsa-board,board,ok,206,293,32,2,25040,0,1447878.49,11649,32,1 +dijkstra-board,board,ok,17,24,4,1,22720,0,1804548.29,14855,3788,1 +qsort-board,board,ok,27,36,5,0,23328,0,358764.96,2747,9987,1 +activity_recognition-board,board,ok,1466,2021,8,19,33744,0,161195.62,1049,64,1 +bitcount-board,board,ok,72,107,14,1,24048,0,979311.72,7871,14121,1 +chacha20-board,board,ok,11,14,4,3,26592,0,129703.22,641,79,1 +sensor_fusion-board,board,ok,1458,2165,2,7,31280,0,29768.17,18,613,1 +poly1305-board,board,ok,148,219,4,5,26416,0,790667.08,2177,68,1 +cuckoo_filter-board,board,ok,33,50,5,1,23056,0,423264.77,3149,4048,1 +sha256-board,board,ok,69,97,11,7,28528,0,205243.05,975,131,1 +stringsearch-board,board,ok,41,60,8,1,22864,0,2119550.64,17481,20,1 diff --git a/results/intermittent/continuous/schematic.csv b/results/intermittent/continuous/schematic.csv new file mode 100644 index 00000000..97a718d3 --- /dev/null +++ b/results/intermittent/continuous/schematic.csv @@ -0,0 +1,14 @@ +benchmark,capacitor,status,basic_blocks,edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,runtime_debug_save_reg_calls,runtime_debug_restore_reg_calls,runtime_debug_store_mem_calls,runtime_debug_restore_mem_calls,result,candidate_globals,enabled_checkpoints,loop_decisions,paths_analyzed,runtime_calls_inserted,run_attempts +activity_recognition-board,board,ok,224,301,6,24,30720,477,109225.35,192,2688,0,192,96,64,95,6,24,1,15,1 +aes-board,board,ok,126,165,11,11,30928,473,1309159.77,1410,19740,0,2177,0,107,272,10,39,1,28,1 +bitcount-board,board,ok,38,52,2,3,29104,681,82800.15,208,2912,0,0,0,14121,25,1,6,1,2,1 +chacha20-board,board,ok,36,45,2,3,29616,533,95450.99,64,896,0,0,0,79,49,2,7,1,2,1 +crc-board,board,ok,28,35,3,3,28960,530,319344.63,590,8260,0,0,0,20431,19,1,5,1,3,1 +cuckoo_filter-board,board,ok,79,102,6,14,29712,461,285503.27,236,3304,0,0,0,4048,81,3,12,1,6,1 +dijkstra-board,board,ok,32,41,2,3,28992,718,113710.17,153,2142,0,0,0,3788,22,1,4,1,2,1 +poly1305-board,board,ok,41,52,4,5,29968,428,691648.29,512,7168,0,512,256,68,123,4,7,1,9,1 +qsort-board,board,ok,21,25,2,1,29376,659,45441.15,96,1344,0,0,0,9987,14,2,4,1,2,1 +rsa-board,board,ok,252,341,12,62,30880,542,107859.18,137,1918,0,0,0,32,116,10,40,1,12,1 +sensor_fusion-board,board,ok,381,563,1,3633,32544,464,34677.81,25,350,0,50,25,613,28,0,1,1,4,1 +sha256-board,board,ok,65,86,7,4,29920,462,120388.13,83,1162,0,0,0,131,87,7,14,1,7,1 +stringsearch-board,board,ok,49,63,7,2,29184,445,145442.78,306,4284,0,0,0,20,24,5,9,1,7,1 diff --git a/results/intermittent/continuous/schematicO3.csv b/results/intermittent/continuous/schematicO3.csv new file mode 100644 index 00000000..6bd481d3 --- /dev/null +++ b/results/intermittent/continuous/schematicO3.csv @@ -0,0 +1,14 @@ +benchmark,capacitor,status,basic_blocks,edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,runtime_debug_save_reg_calls,runtime_debug_restore_reg_calls,runtime_debug_store_mem_calls,runtime_debug_restore_mem_calls,result,candidate_globals,enabled_checkpoints,loop_decisions,paths_analyzed,runtime_calls_inserted,run_attempts +activity_recognition-board,board,ok,12,16,8,1,29296,445,39998.59,40,560,0,3,3,64,11,6,4,1,14,1 +aes-board,board,ok,20,27,2,1,29568,464,126187.14,125,1750,0,0,0,107,3,2,7,1,2,1 +bitcount-board,board,ok,44,67,3,2,29104,617,30400.1,13,182,0,0,0,14121,2,1,13,1,3,1 +chacha20-board,board,ok,9,12,1,1,29040,440,61651.26,31,434,0,0,0,79,3,1,3,1,1,1 +crc-board,board,ok,7,9,3,1,28816,502,38322.05,7,98,0,0,0,20431,2,2,3,1,3,1 +cuckoo_filter-board,board,ok,18,26,5,1,29056,460,58137.16,33,462,0,0,0,4048,3,3,4,1,5,1 +dijkstra-board,board,ok,14,20,2,1,28912,594,29866.03,16,224,0,0,0,3788,5,1,3,1,2,1 +poly1305-board,board,ok,5,6,1,0,28976,440,551378.65,255,3570,0,0,0,68,3,1,2,1,1,1 +qsort-board,board,ok,10,14,1,1,29280,597,41362.26,94,1316,0,0,0,9987,2,1,4,1,1,1 +rsa-board,board,ok,104,155,14,19,30448,471,57767.12,82,1148,0,1,0,32,8,10,25,1,15,1 +sensor_fusion-board,board,ok,174,264,1,505,30256,453,33430.86,49,686,0,0,0,613,2,1,1,1,1,1 +sha256-board,board,ok,29,42,6,1,29536,439,101808.97,33,462,0,0,0,131,6,6,10,1,6,1 +stringsearch-board,board,ok,29,42,4,2,29168,640,48412.61,94,1316,0,0,0,20,4,3,7,1,4,1 diff --git a/results/intermittent/continuous/uninstrumented.csv b/results/intermittent/continuous/uninstrumented.csv new file mode 100644 index 00000000..f62463ed --- /dev/null +++ b/results/intermittent/continuous/uninstrumented.csv @@ -0,0 +1,14 @@ +benchmark,status,compilation_time_ms,execution_time_us,run_attempts +aes,ok,781,101393.22,1 +crc,ok,520,29595.65,1 +rsa,ok,365,43693.48,1 +dijkstra,ok,303,25736.26,1 +qsort,ok,654,28484.89,1 +activity_recognition,ok,389,33577.58,1 +bitcount,ok,377,27948.58,1 +chacha20,ok,501,50961.77,1 +sensor_fusion,ok,367,25029.82,1 +poly1305,ok,457,475495.65,1 +cuckoo_filter,ok,445,41990.8,1 +sha256,ok,379,88640.11,1 +stringsearch,ok,324,33559.5,1 diff --git a/results/intermittent/crc/milp.csv b/results/intermittent/crc/milp.csv index e26f19ca..2901c66a 100644 --- a/results/intermittent/crc/milp.csv +++ b/results/intermittent/crc/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -crc,board,1,ok,3,28,625,2.18,95136.23,,7,0,20431 -crc,board,2,ok,3,28,625,3.2,535811.95,,7,0,20431 -crc,board,3,ok,3,28,625,3.9,119586.36,,7,0,20431 -crc,board,4,ok,3,28,625,3.39,839428.1,,8,1,20431 -crc,board,5,ok,3,28,625,4.5,1842730.53,,7,0,20431 -crc,board,6,ok,3,28,625,2.56,669080.02,,7,0,20431 -crc,board,7,ok,3,28,625,3.6,1868235.97,,7,0,20431 -crc,board,8,ok,3,28,625,3.5,849897.97,,8,0,20431 -crc,board,9,ok,3,28,625,3.7,886919.06,,7,0,20431 -crc,board,10,ok,3,28,625,1.87,95281.54,,7,0,20431 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +crc,board,1,ok,3,29,662,2.2,95182.39,64719.96,6,0,,7,0,20431 +crc,board,2,ok,3,29,662,2.93,423641.27,393176.93,6,0,,7,0,20431 +crc,board,3,ok,3,29,662,3.97,119474.84,89012.8,6,0,,7,0,20431 +crc,board,4,ok,3,29,662,3.26,838568.84,808106.63,6,1,,8,1,20431 +crc,board,5,ok,3,29,662,2.57,94953.81,64491.78,6,0,,7,0,20431 +crc,board,6,ok,3,29,662,2.5,667084.2,636621.71,6,0,,7,0,20431 +crc,board,7,ok,3,29,662,3.57,1860399.06,1829936.83,6,0,,7,0,20431 +crc,board,8,ok,3,29,662,3.37,848229.29,817765.58,6,0,,8,0,20431 +crc,board,9,ok,3,29,662,3.67,896748.8,866285.69,6,0,,7,0,20431 +crc,board,10,ok,3,29,662,1.87,95154.15,64694.58,6,0,,7,0,20431 diff --git a/results/intermittent/crc/rockclimb.csv b/results/intermittent/crc/rockclimb.csv index e17e92e6..2f287e45 100644 --- a/results/intermittent/crc/rockclimb.csv +++ b/results/intermittent/crc/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -crc,board,1,ok,8,21,0,7.18,5082226.15,,65,2,20431 -crc,board,2,ok,8,21,0,7.39,4788899.94,,85,1,20431 -crc,board,3,ok,8,21,0,8.61,4626745.64,,152,1,20431 -crc,board,4,ok,8,21,0,26.91,24374391.92,,118,0,20431 -crc,board,5,ok,8,21,0,19.97,17373029.29,,87,5,20431 -crc,board,6,ok,8,21,0,8.19,6330561.45,,81,1,20431 -crc,board,7,ok,8,21,0,15.33,13526218.96,,85,0,20431 -crc,board,8,ok,8,21,0,21.87,19248577.93,,124,12,20431 -crc,board,9,ok,8,21,0,21.21,18377062.42,,78,0,20431 -crc,board,10,ok,8,21,0,17.58,15817079.81,,77,12,20431 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +crc,board,1,ok,8,2,0,7.09,5050783.73,4837614.12,62,2,,65,2,20431 +crc,board,2,ok,8,2,0,7.38,4796119.51,4582928.74,83,1,,85,1,20431 +crc,board,3,ok,8,2,0,8.37,4580761.39,4367441.7,143,1,,145,1,20431 +crc,board,4,ok,8,2,0,24.87,22419821.4,22206586.35,117,0,,118,0,20431 +crc,board,5,ok,8,2,0,19.9,17351051.05,17137869.13,82,5,,88,5,20431 +crc,board,6,ok,8,2,0,8.11,6325691.18,6112532.11,81,1,,83,1,20431 +crc,board,7,ok,8,2,0,17.31,15542343.56,15329172.68,85,0,,86,0,20431 +crc,board,8,ok,8,2,0,21.92,19248187.49,19034964.41,110,12,,124,12,20431 +crc,board,9,ok,8,2,0,20.99,18344984.09,18131818.19,79,0,,80,0,20431 +crc,board,10,ok,8,2,0,17.48,15803381.31,15590200.27,64,12,,77,12,20431 diff --git a/results/intermittent/crc/schematic.csv b/results/intermittent/crc/schematic.csv index 823b990f..cfba469b 100644 --- a/results/intermittent/crc/schematic.csv +++ b/results/intermittent/crc/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -crc,board,1,ok,3,11,740,10.69,8586257.42,,135,3,20431 -crc,board,2,ok,3,11,740,14.81,12178598.64,,178,3,20431 -crc,board,3,ok,3,11,740,13.11,9056689.11,,282,2,20431 -crc,board,4,ok,3,11,740,47.87,45306634.59,,213,0,20431 -crc,board,5,ok,3,11,740,36.8,34139466.28,,177,11,20431 -crc,board,6,ok,3,11,740,16.01,14091786.59,,161,3,20431 -crc,board,7,ok,3,11,740,28.18,26374084.54,,170,0,20431 -crc,board,8,ok,3,11,740,37.4,34720122.59,,232,22,20431 -crc,board,9,ok,3,11,740,38.69,35851240.84,,154,0,20431 -crc,board,10,ok,3,11,740,33.38,31614971.77,,161,24,20431 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +crc,board,1,ok,3,2,761,10.67,8571685.32,8254887.28,130,3,,134,3,20431 +crc,board,2,ok,3,2,761,14.68,12178628.09,11861760.72,173,3,,177,3,20431 +crc,board,3,ok,3,2,761,12.82,8984139.26,8667121.23,272,2,,275,2,20431 +crc,board,4,ok,3,2,761,45.18,42749186.38,42432280.45,208,0,,209,0,20431 +crc,board,5,ok,3,2,761,36.7,34100692.79,33783821.27,165,11,,177,11,20431 +crc,board,6,ok,3,2,761,13.81,12021859.13,11705004.38,159,2,,162,2,20431 +crc,board,7,ok,3,2,761,27.82,26213076.02,25896234.61,165,0,,166,0,20431 +crc,board,8,ok,3,2,761,37.27,34703039.05,34386093.13,206,22,,230,22,20431 +crc,board,9,ok,3,2,761,38.57,35835142.1,35518316.0,154,0,,155,0,20431 +crc,board,10,ok,3,2,761,33.27,31585210.56,31268377.26,140,24,,165,24,20431 diff --git a/results/intermittent/crc/schematicO3.csv b/results/intermittent/crc/schematicO3.csv index 960123ab..d96eeadd 100644 --- a/results/intermittent/crc/schematicO3.csv +++ b/results/intermittent/crc/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -crc,board,1,ok,3,3,845,2.29,113487.66,,8,0,20431 -crc,board,2,ok,3,3,845,3.18,540701.58,,8,0,20431 -crc,board,3,ok,3,3,845,4.11,137706.55,,8,0,20431 -crc,board,4,ok,3,3,845,3.48,855178.73,,9,1,20431 -crc,board,5,ok,3,3,845,4.51,1835723.58,,8,0,20431 -crc,board,6,ok,3,3,845,2.61,686337.1,,8,0,20431 -crc,board,7,ok,3,3,845,3.61,1872743.18,,8,0,20431 -crc,board,8,ok,3,3,845,3.59,867969.11,,9,0,20431 -crc,board,9,ok,3,3,845,3.79,915513.62,,8,0,20431 -crc,board,10,ok,3,3,845,1.88,113531.06,,8,0,20431 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +crc,board,1,ok,3,0,987,2.06,113405.13,74977.67,7,0,,8,0,20431 +crc,board,2,ok,3,0,987,3.1,539578.24,501150.12,7,0,,8,0,20431 +crc,board,3,ok,3,0,987,3.98,137652.99,99225.17,7,0,,8,0,20431 +crc,board,4,ok,3,0,987,3.97,1452341.16,1413912.61,7,1,,9,1,20431 +crc,board,5,ok,3,0,987,4.41,1834693.5,1796265.66,7,0,,8,0,20431 +crc,board,6,ok,3,0,987,2.5,699110.15,660683.67,7,0,,8,0,20431 +crc,board,7,ok,3,0,987,3.62,2025234.4,1986807.3,7,0,,8,0,20431 +crc,board,8,ok,3,0,987,3.51,867803.82,829376.35,7,0,,9,0,20431 +crc,board,9,ok,3,0,987,3.61,914861.39,876435.7,7,0,,8,0,20431 +crc,board,10,ok,3,0,987,1.87,113500.11,75074.88,7,0,,8,0,20431 diff --git a/results/intermittent/cuckoo_filter/milp.csv b/results/intermittent/cuckoo_filter/milp.csv index 2402186e..8e2bde09 100644 --- a/results/intermittent/cuckoo_filter/milp.csv +++ b/results/intermittent/cuckoo_filter/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -cuckoo_filter,board,1,ok,3,38,828,2.27,164986.93,,12,0,4048 -cuckoo_filter,board,2,ok,3,38,828,3.3,639749.52,,14,0,4048 -cuckoo_filter,board,3,ok,3,38,828,4.21,244571.0,,17,0,4048 -cuckoo_filter,board,4,ok,3,38,828,6.01,3430952.98,,17,0,4048 -cuckoo_filter,board,5,ok,3,38,828,4.5,1900154.62,,12,0,4048 -cuckoo_filter,board,6,ok,3,38,828,2.96,1054424.83,,14,0,4048 -cuckoo_filter,board,7,ok,3,38,828,3.86,2080546.5,,15,0,4048 -cuckoo_filter,board,8,ok,3,38,828,3.55,940184.74,,17,0,4048 -cuckoo_filter,board,9,ok,3,38,828,6.19,3349472.68,,15,1,4048 -cuckoo_filter,board,10,ok,3,38,828,1.97,164909.96,,12,0,4048 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +cuckoo_filter,board,1,ok,3,35,659,2.3,175871.02,130232.53,12,0,,13,0,4048 +cuckoo_filter,board,2,ok,3,35,659,3.22,651645.92,606004.55,13,0,,14,0,4048 +cuckoo_filter,board,3,ok,3,35,659,4.2,233521.49,187876.87,15,0,,16,0,4048 +cuckoo_filter,board,4,ok,3,35,659,5.99,3429475.34,3383831.78,15,0,,16,0,4048 +cuckoo_filter,board,5,ok,3,35,659,4.49,1911507.86,1865868.87,12,0,,13,0,4048 +cuckoo_filter,board,6,ok,3,35,659,2.89,1054973.55,1009331.47,12,0,,13,0,4048 +cuckoo_filter,board,7,ok,3,35,659,3.71,2080723.68,2035081.99,14,0,,15,0,4048 +cuckoo_filter,board,8,ok,3,35,659,3.51,925074.14,879429.21,16,0,,18,0,4048 +cuckoo_filter,board,9,ok,3,35,659,6.16,3354285.83,3308645.73,13,1,,15,1,4048 +cuckoo_filter,board,10,ok,3,35,659,1.89,175866.43,130227.0,12,0,,13,0,4048 diff --git a/results/intermittent/cuckoo_filter/rockclimb.csv b/results/intermittent/cuckoo_filter/rockclimb.csv index 14730cc3..ee199971 100644 --- a/results/intermittent/cuckoo_filter/rockclimb.csv +++ b/results/intermittent/cuckoo_filter/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -cuckoo_filter,board,1,ok,5,5,0,12.31,10106894.21,,132,4,4048 -cuckoo_filter,board,2,ok,5,5,0,15.09,12403138.97,,178,3,4048 -cuckoo_filter,board,3,ok,5,5,0,13.27,9267665.95,,303,2,4048 -cuckoo_filter,board,4,ok,5,5,0,50.56,47971045.51,,230,0,4048 -cuckoo_filter,board,5,ok,5,5,0,36.78,34165087.2,,171,11,4048 -cuckoo_filter,board,6,ok,5,5,0,16.91,14964111.73,,159,3,4048 -cuckoo_filter,board,7,ok,5,5,0,28.18,26407880.03,,162,0,4048 -cuckoo_filter,board,8,ok,5,5,0,40.53,37828073.02,,246,24,4048 -cuckoo_filter,board,9,ok,5,5,0,38.7,35909694.01,,154,0,4048 -cuckoo_filter,board,10,ok,5,5,0,33.42,31635918.52,,153,24,4048 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +cuckoo_filter,board,1,ok,5,1,0,12.17,10119200.86,9701992.55,125,4,,130,4,4048 +cuckoo_filter,board,2,ok,5,1,0,14.62,12179726.0,11762428.23,166,3,,170,3,4048 +cuckoo_filter,board,3,ok,5,1,0,13.11,9210890.21,8793288.97,294,2,,297,2,4048 +cuckoo_filter,board,4,ok,5,1,0,50.41,47944847.34,47527450.06,233,0,,234,0,4048 +cuckoo_filter,board,5,ok,5,1,0,36.69,34149712.01,33732403.82,158,11,,170,11,4048 +cuckoo_filter,board,6,ok,5,1,0,15.81,14088378.17,13671158.71,160,3,,164,3,4048 +cuckoo_filter,board,7,ok,5,1,0,28.04,26377563.16,25960331.21,170,0,,171,0,4048 +cuckoo_filter,board,8,ok,5,1,0,40.41,37802743.35,37385353.92,222,24,,248,24,4048 +cuckoo_filter,board,9,ok,5,1,0,38.69,35894165.84,35476963.31,154,0,,155,0,4048 +cuckoo_filter,board,10,ok,5,1,0,33.32,31590616.25,31173416.48,134,24,,159,24,4048 diff --git a/results/intermittent/cuckoo_filter/schematic.csv b/results/intermittent/cuckoo_filter/schematic.csv index 73f5bca7..e139f816 100644 --- a/results/intermittent/cuckoo_filter/schematic.csv +++ b/results/intermittent/cuckoo_filter/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -cuckoo_filter,board,1,ok,6,110,798,9.91,7737519.74,,115,4,4048 -cuckoo_filter,board,2,ok,6,110,798,11.3,8639427.5,,124,2,4048 -cuckoo_filter,board,3,ok,6,110,798,9.3,5270791.09,,174,1,4048 -cuckoo_filter,board,4,ok,6,110,798,37.47,34867799.99,,141,2,4048 -cuckoo_filter,board,5,ok,6,110,798,29.23,26634224.39,,133,8,4048 -cuckoo_filter,board,6,ok,6,110,798,13.31,11423236.82,,128,2,4048 -cuckoo_filter,board,7,ok,6,110,798,21.3,19469648.87,,127,0,4048 -cuckoo_filter,board,8,ok,6,110,798,28.17,25495710.53,,158,16,4048 -cuckoo_filter,board,9,ok,6,110,798,31.31,28391520.02,,123,4,4048 -cuckoo_filter,board,10,ok,6,110,798,29.41,27578555.03,,135,21,4048 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +cuckoo_filter,board,1,ok,6,14,932,9.83,7750648.87,7465194.54,112,4,,117,4,4048 +cuckoo_filter,board,2,ok,6,14,932,11.11,8558954.78,8273475.71,122,2,,125,2,4048 +cuckoo_filter,board,3,ok,6,14,932,9.18,5267849.64,4982297.04,173,1,,175,1,4048 +cuckoo_filter,board,4,ok,6,14,932,34.78,32276585.97,31991090.71,138,0,,139,0,4048 +cuckoo_filter,board,5,ok,6,14,932,27.4,24893892.25,24608399.65,123,8,,132,8,4048 +cuckoo_filter,board,6,ok,6,14,932,13.29,11406108.09,11120647.67,125,2,,128,2,4048 +cuckoo_filter,board,7,ok,6,14,932,22.04,20432877.08,20147407.39,125,0,,126,0,4048 +cuckoo_filter,board,8,ok,6,14,932,28.03,25511378.06,25225857.99,140,16,,158,16,4048 +cuckoo_filter,board,9,ok,6,14,932,31.19,28377798.85,28092332.39,122,3,,126,3,4048 +cuckoo_filter,board,10,ok,6,14,932,25.58,23832122.55,23546660.3,115,18,,134,18,4048 diff --git a/results/intermittent/cuckoo_filter/schematicO3.csv b/results/intermittent/cuckoo_filter/schematicO3.csv index 83fa3805..969e22ca 100644 --- a/results/intermittent/cuckoo_filter/schematicO3.csv +++ b/results/intermittent/cuckoo_filter/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -cuckoo_filter,board,1,ok,5,6,604,3.0,837662.52,,18,1,4048 -cuckoo_filter,board,2,ok,5,6,604,3.37,754834.35,,20,0,4048 -cuckoo_filter,board,3,ok,5,6,604,4.35,355529.32,,26,0,4048 -cuckoo_filter,board,4,ok,5,6,604,8.52,5897819.52,,27,2,4048 -cuckoo_filter,board,5,ok,5,6,604,5.8,3186596.5,,22,1,4048 -cuckoo_filter,board,6,ok,5,6,604,3.11,1157265.59,,21,0,4048 -cuckoo_filter,board,7,ok,5,6,604,5.27,3477038.18,,21,0,4048 -cuckoo_filter,board,8,ok,5,6,604,5.09,2396186.26,,24,1,4048 -cuckoo_filter,board,9,ok,5,6,604,6.21,3423902.22,,20,0,4048 -cuckoo_filter,board,10,ok,5,6,604,5.79,3982881.6,,22,3,4048 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +cuckoo_filter,board,1,ok,5,2,870,2.82,840272.29,782621.45,16,1,,18,1,4048 +cuckoo_filter,board,2,ok,5,2,870,3.25,740074.68,682417.91,21,0,,22,0,4048 +cuckoo_filter,board,3,ok,5,2,870,4.28,355445.28,297783.84,25,0,,26,0,4048 +cuckoo_filter,board,4,ok,5,2,870,8.5,6011707.12,5954046.61,22,1,,24,1,4048 +cuckoo_filter,board,5,ok,5,2,870,5.71,3196422.83,3138763.32,21,1,,23,1,4048 +cuckoo_filter,board,6,ok,5,2,870,3.0,1135462.26,1077810.31,18,0,,19,0,4048 +cuckoo_filter,board,7,ok,5,2,870,5.21,3485738.4,3428082.09,21,0,,22,0,4048 +cuckoo_filter,board,8,ok,5,2,870,5.01,2395531.47,2337868.51,22,1,,25,1,4048 +cuckoo_filter,board,9,ok,5,2,870,6.2,3428663.78,3371012.52,19,0,,20,0,4048 +cuckoo_filter,board,10,ok,5,2,870,5.73,3968274.66,3910620.9,18,3,,22,3,4048 diff --git a/results/intermittent/decomposition.csv b/results/intermittent/decomposition.csv new file mode 100644 index 00000000..600dd913 --- /dev/null +++ b/results/intermittent/decomposition.csv @@ -0,0 +1,521 @@ +benchmark,algorithm,trace,t_total,t_exec,t_checkpoint,t_recharge,t_rest +aes,milp,1,0.96441681,0.10139322,0.006353739999999997,0.8564534399999999,0.00021641000000011124 +aes,milp,2,0.89171175,0.10139322,0.006353739999999997,0.78374774,0.0002170499999999964 +aes,milp,3,0.56256075,0.10139322,0.006353739999999997,0.45459879999999997,0.0002149900000000815 +aes,milp,4,6.09341374,0.10139322,0.006353739999999997,5.9854502599999995,0.00021652000000044191 +aes,milp,5,6.2039409,0.10139322,0.006353739999999997,6.09597938,0.00021455999999991926 +aes,milp,6,1.2472563799999998,0.10139322,0.006353739999999997,1.1392973400000002,0.0002120799999996703 +aes,milp,7,5.32929416,0.10139322,0.006353739999999997,5.221329900000001,0.0002172999999992542 +aes,milp,8,5.4291373,0.10139322,0.006353739999999997,5.321176400000001,0.0002139399999992464 +aes,milp,9,5.86820123,0.10139322,0.006353739999999997,5.76023614,0.00021813000000042715 +aes,milp,10,4.08071636,0.10139322,0.006353739999999997,3.9727604,0.0002090000000004033 +aes,rockclimb,1,13.44137824,0.10139322,0.4495824,12.89665198,-0.006249359999999093 +aes,rockclimb,2,16.3769752,0.10139322,0.4495824,15.832145720000002,-0.006146140000001132 +aes,rockclimb,3,13.2114083,0.10139322,0.4495824,12.666336869999999,-0.0059041899999980885 +aes,rockclimb,4,63.693389200000006,0.10139322,0.4495824,63.148525119999995,-0.006111539999989368 +aes,rockclimb,5,46.578013420000005,0.10139322,0.4495824,46.03323581,-0.006198009999995868 +aes,rockclimb,6,20.176720120000002,0.10139322,0.4495824,19.63198427,-0.006239769999997868 +aes,rockclimb,7,36.42883874,0.10139322,0.4495824,35.88408949,-0.006226369999997594 +aes,rockclimb,8,51.73319194,0.10139322,0.4495824,51.188272979999994,-0.00605665999999605 +aes,rockclimb,9,50.859215049999996,0.10139322,0.4495824,50.31456681,-0.006327380000006322 +aes,rockclimb,10,43.49728777,0.10139322,0.4495824,42.952659,-0.006346849999997239 +aes,schematic,1,35.29294651,0.10139322,1.2077665499999999,33.99175231,-0.007965570000002309 +aes,schematic,2,40.87192274,0.10139322,1.2077665499999999,39.57064108,-0.007878109999999161 +aes,schematic,3,32.14547836,0.10139322,1.2077665499999999,30.84386212,-0.007543530000002185 +aes,schematic,4,146.72123587000002,0.10139322,1.2077665499999999,145.41986968999998,-0.007793589999969264 +aes,schematic,5,117.82280951,0.10139322,1.2077665499999999,116.52151134,-0.007861600000004465 +aes,schematic,6,51.11499211,0.10139322,1.2077665499999999,49.813779350000004,-0.00794701000000142 +aes,schematic,7,88.63204304000001,0.10139322,1.2077665499999999,87.3308452,-0.007961929999985351 +aes,schematic,8,125.57277622,0.10139322,1.2077665499999999,124.27131156,-0.007695110000006444 +aes,schematic,9,123.36988189,0.10139322,1.2077665499999999,122.06872859,-0.008006470000004207 +aes,schematic,10,110.47117757,0.10139322,1.2077665499999999,109.17005025,-0.008032450000007962 +aes,schematicO3,1,3.39734334,0.10139322,0.024793919999999997,3.27184734,-0.0006911399999999512 +aes,schematicO3,2,4.454920990000001,0.10139322,0.024793919999999997,4.329413639999999,-0.0006797899999987644 +aes,schematicO3,3,1.37192622,0.10139322,0.024793919999999997,1.2463765800000002,-0.0006375000000002073 +aes,schematicO3,4,14.55244359,0.10139322,0.024793919999999997,14.42692523,-0.0006687800000008404 +aes,schematicO3,5,12.40079926,0.10139322,0.024793919999999997,12.2752866,-0.0006744799999999496 +aes,schematicO3,6,5.202566780000001,0.10139322,0.024793919999999997,5.07705753,-0.0006778899999996535 +aes,schematicO3,7,9.996464060000001,0.10139322,0.024793919999999997,9.87096483,-0.0006879099999991534 +aes,schematicO3,8,11.61938643,0.10139322,0.024793919999999997,11.49385705,-0.0006577600000003125 +aes,schematicO3,9,13.39757357,0.10139322,0.024793919999999997,13.27207191,-0.0006854799999988226 +aes,schematicO3,10,11.89784587,0.10139322,0.024793919999999997,11.77234971,-0.0006909800000009236 +crc,milp,1,0.09518239,0.02959565,0.0008860899999999991,0.06471995999999999,-1.930999999998767e-05 +crc,milp,2,0.42364127,0.02959565,0.0008860899999999991,0.39317693,-1.7399999999966054e-05 +crc,milp,3,0.11947484,0.02959565,0.0008860899999999991,0.0890128,-1.9700000000004436e-05 +crc,milp,4,0.83856884,0.02959565,0.0008860899999999991,0.80810663,-1.953000000006616e-05 +crc,milp,5,0.09495381,0.02959565,0.0008860899999999991,0.06449178,-1.9709999999999173e-05 +crc,milp,6,0.6670841999999999,0.02959565,0.0008860899999999991,0.63662171,-1.925000000010252e-05 +crc,milp,7,1.86039906,0.02959565,0.0008860899999999991,1.82993683,-1.9510000000076688e-05 +crc,milp,8,0.84822929,0.02959565,0.0008860899999999991,0.81776558,-1.8029999999967516e-05 +crc,milp,9,0.8967488,0.02959565,0.0008860899999999991,0.86628569,-1.862999999998477e-05 +crc,milp,10,0.09515414999999999,0.02959565,0.0008860899999999991,0.06469458,-2.217000000000885e-05 +crc,rockclimb,1,5.05078373,0.02959565,0.18659930000000002,4.8376141200000005,-0.0030253400000004593 +crc,rockclimb,2,4.79611951,0.02959565,0.18659930000000002,4.58292874,-0.0030041800000002727 +crc,rockclimb,3,4.580761389999999,0.02959565,0.18659930000000002,4.3674417000000005,-0.002875260000001295 +crc,rockclimb,4,22.4198214,0.02959565,0.18659930000000002,22.206586350000002,-0.0029599000000020415 +crc,rockclimb,5,17.351051050000002,0.02959565,0.18659930000000002,17.13786913,-0.003013029999996225 +crc,rockclimb,6,6.32569118,0.02959565,0.18659930000000002,6.11253211,-0.0030358800000003516 +crc,rockclimb,7,15.54234356,0.02959565,0.18659930000000002,15.32917268,-0.0030240699999984078 +crc,rockclimb,8,19.24818749,0.02959565,0.18659930000000002,19.03496441,-0.0029718700000012366 +crc,rockclimb,9,18.34498409,0.02959565,0.18659930000000002,18.13181819,-0.0030290500000001164 +crc,rockclimb,10,15.80338131,0.02959565,0.18659930000000002,15.59020027,-0.0030139099999997587 +crc,schematic,1,8.57168532,0.02959565,0.28974898000000004,8.25488728,-0.002546589999999904 +crc,schematic,2,12.17862809,0.02959565,0.28974898000000004,11.861760720000001,-0.002477260000001147 +crc,schematic,3,8.98413926,0.02959565,0.28974898000000004,8.667121230000001,-0.002326600000001955 +crc,schematic,4,42.749186380000005,0.02959565,0.28974898000000004,42.43228045,-0.002438699999995686 +crc,schematic,5,34.10069279,0.02959565,0.28974898000000004,33.783821270000004,-0.0024731100000077166 +crc,schematic,6,12.021859130000001,0.02959565,0.28974898000000004,11.70500438,-0.002489879999999056 +crc,schematic,7,26.21307602,0.02959565,0.28974898000000004,25.89623461,-0.0025032200000014715 +crc,schematic,8,34.703039049999994,0.02959565,0.28974898000000004,34.386093130000006,-0.0023987100000122386 +crc,schematic,9,35.8351421,0.02959565,0.28974898000000004,35.518316,-0.002518529999999908 +crc,schematic,10,31.58521056,0.02959565,0.28974898000000004,31.26837726,-0.002511330000001033 +crc,schematicO3,1,0.11340513,0.02959565,0.008726400000000002,0.07497767,0.00010541000000000716 +crc,schematicO3,2,0.53957824,0.02959565,0.008726400000000002,0.50115012,0.0001060699999999512 +crc,schematicO3,3,0.13765299,0.02959565,0.008726400000000002,0.09922517,0.00010576999999999809 +crc,schematicO3,4,1.45234116,0.02959565,0.008726400000000002,1.4139126100000001,0.0001064999999998914 +crc,schematicO3,5,1.8346935,0.02959565,0.008726400000000002,1.79626566,0.00010578999999998756 +crc,schematicO3,6,0.69911015,0.02959565,0.008726400000000002,0.6606836700000001,0.00010442999999992625 +crc,schematicO3,7,2.0252344,0.02959565,0.008726400000000002,1.9868073,0.000105050000000044 +crc,schematicO3,8,0.86780382,0.02959565,0.008726400000000002,0.82937635,0.00010542000000001578 +crc,schematicO3,9,0.91486139,0.02959565,0.008726400000000002,0.8764356999999999,0.00010364000000006451 +crc,schematicO3,10,0.11350011,0.02959565,0.008726400000000002,0.07507488000000001,0.00010317999999998745 +rsa,milp,1,0.21729172,0.04369348,0.010807710000000005,0.16281203,-2.1500000000007624e-05 +rsa,milp,2,0.7397468100000001,0.04369348,0.010807710000000005,0.68525885,-1.322999999989194e-05 +rsa,milp,3,0.36166846,0.04369348,0.010807710000000005,0.30716467,2.600000000047009e-06 +rsa,milp,4,6.01413274,0.04369348,0.010807710000000005,5.95963098,5.699999999497773e-07 +rsa,milp,5,3.20215366,0.04369348,0.010807710000000005,3.14765719,-4.719999999874824e-06 +rsa,milp,6,1.1087803799999998,0.04369348,0.010807710000000005,1.05429456,-1.5370000000208828e-05 +rsa,milp,7,3.09155296,0.04369348,0.010807710000000005,3.0370660299999996,-1.4259999999627349e-05 +rsa,milp,8,2.39177479,0.04369348,0.010807710000000005,2.33727706,-3.459999999982921e-06 +rsa,milp,9,3.4020737999999997,0.04369348,0.010807710000000005,3.34758667,-1.4060000000398754e-05 +rsa,milp,10,3.96859394,0.04369348,0.010807710000000005,3.91410907,-1.6319999999986345e-05 +rsa,rockclimb,1,32.80170991,0.04369348,1.40418501,31.378816760000003,-0.024985340000003298 +rsa,rockclimb,2,39.81971713,0.04369348,1.40418501,38.39633106,-0.024492420000000514 +rsa,rockclimb,3,35.764049299999996,0.04369348,1.40418501,34.339788490000004,-0.02361768000000719 +rsa,rockclimb,4,150.14280890999999,0.04369348,1.40418501,148.71931231,-0.02438189000000701 +rsa,rockclimb,5,110.38894925,0.04369348,1.40418501,108.96556488,-0.02449412000000617 +rsa,rockclimb,6,47.584454799999996,0.04369348,1.40418501,46.161137200000006,-0.024560890000009827 +rsa,rockclimb,7,83.06927791,0.04369348,1.40418501,81.64579013,-0.024390709999997817 +rsa,rockclimb,8,125.6130634,0.04369348,1.40418501,124.18863508,-0.02345016999999583 +rsa,rockclimb,9,120.83566005,0.04369348,1.40418501,119.41109161,-0.023310049999998306 +rsa,rockclimb,10,106.4939921,0.04369348,1.40418501,105.06884541,-0.02273179999999453 +rsa,schematic,1,2.70427165,0.04369348,0.06416569999999999,2.59580958,0.000602889999999856 +rsa,schematic,2,4.30252196,0.04369348,0.06416569999999999,4.19404294,0.0006198399999998716 +rsa,schematic,3,1.30227491,0.04369348,0.06416569999999999,1.1937525,0.0006632299999999591 +rsa,schematic,4,13.93348205,0.04369348,0.06416569999999999,13.8249884,0.000634469999999776 +rsa,schematic,5,11.178451449999999,0.04369348,0.06416569999999999,11.06996261,0.0006296599999996988 +rsa,schematic,6,4.69177507,0.04369348,0.06416569999999999,4.5832913,0.0006245900000003135 +rsa,schematic,7,9.01610892,0.04369348,0.06416569999999999,8.907626789999998,0.000622950000002287 +rsa,schematic,8,10.14909125,0.04369348,0.06416569999999999,10.040577599999999,0.0006544700000007952 +rsa,schematic,9,10.92159594,0.04369348,0.06416569999999999,10.81311857,0.0006181899999992413 +rsa,schematic,10,8.0790095,0.04369348,0.06416569999999999,7.970531650000001,0.0006186699999989886 +rsa,schematicO3,1,0.8634899,0.04369348,0.014073640000000005,0.8061608,-0.0004380199999999834 +rsa,schematicO3,2,0.77497536,0.04369348,0.014073640000000005,0.71764107,-0.00043282999999999516 +rsa,schematicO3,3,0.58561154,0.04369348,0.014073640000000005,0.52824944,-0.00040501999999992266 +rsa,schematicO3,4,6.0629664299999995,0.04369348,0.014073640000000005,6.005613650000001,-0.0004143400000013453 +rsa,schematicO3,5,4.95895871,0.04369348,0.014073640000000005,4.9016201399999995,-0.0004285499999993614 +rsa,schematicO3,6,1.1686178500000002,0.04369348,0.014073640000000005,1.11127898,-0.00042824999999985236 +rsa,schematicO3,7,5.0817909199999995,0.04369348,0.014073640000000005,5.02445472,-0.0004309200000000568 +rsa,schematicO3,8,5.403669730000001,0.04369348,0.014073640000000005,5.34631647,-0.0004138599999989334 +rsa,schematicO3,9,5.82796863,0.04369348,0.014073640000000005,5.77062203,-0.00042052000000020184 +rsa,schematicO3,10,4.007792970000001,0.04369348,0.014073640000000005,3.9504534,-0.0004275499999992216 +dijkstra,milp,1,0.11467244,0.025736259999999997,0.0021177700000000015,0.08679619000000001,2.221999999999294e-05 +dijkstra,milp,2,0.54209664,0.025736259999999997,0.0021177700000000015,0.5142161,2.651000000006634e-05 +dijkstra,milp,3,0.13814239,0.025736259999999997,0.0021177700000000015,0.1102644,2.3960000000006892e-05 +dijkstra,milp,4,1.4561781399999998,0.025736259999999997,0.0021177700000000015,1.42830032,2.3789999999832695e-05 +dijkstra,milp,5,1.85141077,0.025736259999999997,0.0021177700000000015,1.82353215,2.4590000000077744e-05 +dijkstra,milp,6,0.7026165,0.025736259999999997,0.0021177700000000015,0.67473912,2.334999999995327e-05 +dijkstra,milp,7,2.02260299,0.025736259999999997,0.0021177700000000015,1.99472338,2.5580000000278297e-05 +dijkstra,milp,8,0.86986618,0.025736259999999997,0.0021177700000000015,0.8419830500000001,2.9099999999979836e-05 +dijkstra,milp,9,0.90719061,0.025736259999999997,0.0021177700000000015,0.87931149,2.509000000003661e-05 +dijkstra,milp,10,0.11467780999999999,0.025736259999999997,0.0021177700000000015,0.08680055,2.3229999999988676e-05 +dijkstra,rockclimb,1,40.52220224,0.025736259999999997,1.77881203,38.74054732,-0.022893369999998914 +dijkstra,rockclimb,2,51.34189867,0.025736259999999997,1.77881203,49.56013849,-0.022788110000000916 +dijkstra,rockclimb,3,44.7051607,0.025736259999999997,1.77881203,42.92271382,-0.0221014099999981 +dijkstra,rockclimb,4,189.47772743000002,0.025736259999999997,1.77881203,187.69571316,-0.02253401999998106 +dijkstra,rockclimb,5,138.27673025,0.025736259999999997,1.77881203,136.49636612999998,-0.024184169999970084 +dijkstra,rockclimb,6,58.43987922,0.025736259999999997,1.77881203,56.66015217,-0.024821240000001854 +dijkstra,rockclimb,7,103.97728822,0.025736259999999997,1.77881203,102.19765998999999,-0.0249200599999857 +dijkstra,rockclimb,8,157.86111694,0.025736259999999997,1.77881203,156.08194168,-0.025373030000011898 +dijkstra,rockclimb,9,150.83119281999998,0.025736259999999997,1.77881203,149.0527169,-0.02607237000002316 +dijkstra,rockclimb,10,130.22483359,0.025736259999999997,1.77881203,128.44669501,-0.026409710000010467 +dijkstra,schematic,1,2.74330828,0.025736259999999997,0.08797391,2.62751065,0.0020874599999998744 +dijkstra,schematic,2,4.33969362,0.025736259999999997,0.08797391,4.22386543,0.0021180200000002203 +dijkstra,schematic,3,1.38099942,0.025736259999999997,0.08797391,1.26512225,0.0021670000000000855 +dijkstra,schematic,4,16.4841102,0.025736259999999997,0.08797391,16.36826597,0.0021340600000004373 +dijkstra,schematic,5,12.41149481,0.025736259999999997,0.08797391,12.29566048,0.002124160000000208 +dijkstra,schematic,6,5.18173667,0.025736259999999997,0.08797391,5.06591958,0.0021069200000001786 +dijkstra,schematic,7,9.16641431,0.025736259999999997,0.08797391,9.05059644,0.0021077000000007673 +dijkstra,schematic,8,11.603642259999999,0.025736259999999997,0.08797391,11.48779232,0.0021397699999985975 +dijkstra,schematic,9,13.35334435,0.025736259999999997,0.08797391,13.23753545,0.0020987300000011033 +dijkstra,schematic,10,11.87439402,0.025736259999999997,0.08797391,11.75858955,0.002094300000000493 +dijkstra,schematicO3,1,0.12724053,0.025736259999999997,0.004129770000000001,0.09744633,-7.183000000000536e-05 +dijkstra,schematicO3,2,0.56624615,0.025736259999999997,0.004129770000000001,0.53645196,-7.183999999994459e-05 +dijkstra,schematicO3,3,0.18376046,0.025736259999999997,0.004129770000000001,0.15396374,-6.930999999999951e-05 +dijkstra,schematicO3,4,2.61895799,0.025736259999999997,0.004129770000000001,2.58916092,-6.895999999968414e-05 +dijkstra,schematicO3,5,1.86932625,0.025736259999999997,0.004129770000000001,1.83953027,-7.004999999994307e-05 +dijkstra,schematicO3,6,0.8797651999999999,0.025736259999999997,0.004129770000000001,0.84997048,-7.131000000005702e-05 +dijkstra,schematicO3,7,2.05382069,0.025736259999999997,0.004129770000000001,2.02402259,-6.793000000017077e-05 +dijkstra,schematicO3,8,0.89025966,0.025736259999999997,0.004129770000000001,0.86046213,-6.850000000003728e-05 +dijkstra,schematicO3,9,0.93125136,0.025736259999999997,0.004129770000000001,0.90145942,-7.409000000003704e-05 +dijkstra,schematicO3,10,0.11627962,0.025736259999999997,0.004129770000000001,0.08648908999999999,-7.549999999998877e-05 +qsort,milp,1,0.13879435999999998,0.02848489,0.001594459999999999,0.1087308,-1.5790000000022453e-05 +qsort,milp,2,0.56749581,0.02848489,0.001594459999999999,0.53743202,-1.5559999999963103e-05 +qsort,milp,3,0.16231043,0.02848489,0.001594459999999999,0.13224333,-1.2249999999984496e-05 +qsort,milp,4,3.40064554,0.02848489,0.001594459999999999,3.3705766400000003,-1.045000000015478e-05 +qsort,milp,5,1.88331217,0.02848489,0.001594459999999999,1.8532483100000001,-1.5490000000166482e-05 +qsort,milp,6,0.7223743499999999,0.02848489,0.001594459999999999,0.6923092900000001,-1.4290000000131975e-05 +qsort,milp,7,2.0451064,0.02848489,0.001594459999999999,2.01504183,-1.4780000000040594e-05 +qsort,milp,8,0.89082711,0.02848489,0.001594459999999999,0.86075727,-9.50999999998342e-06 +qsort,milp,9,0.9438391700000001,0.02848489,0.001594459999999999,0.91377521,-1.538999999988605e-05 +qsort,milp,10,0.12788579,0.02848489,0.001594459999999999,0.0978255,-1.905999999999436e-05 +qsort,rockclimb,1,7.71018572,0.02848489,0.33028007000000004,7.35614471,-0.004723949999999588 +qsort,rockclimb,2,8.73344849,0.02848489,0.33028007000000004,8.37935002,-0.0046664899999997456 +qsort,rockclimb,3,8.30189773,0.02848489,0.33028007000000004,7.947597190000001,-0.0044644200000003575 +qsort,rockclimb,4,40.14437643,0.02848489,0.33028007000000004,39.79015478,-0.004543310000000522 +qsort,rockclimb,5,27.96325252,0.02848489,0.33028007000000004,27.60917235,-0.004684790000000438 +qsort,rockclimb,6,11.45790836,0.02848489,0.33028007000000004,11.103771230000001,-0.004627830000001998 +qsort,rockclimb,7,20.88884625,0.02848489,0.33028007000000004,20.53477159,-0.004690299999998038 +qsort,rockclimb,8,30.07431854,0.02848489,0.33028007000000004,29.72015066,-0.004597080000001474 +qsort,rockclimb,9,30.842162719999997,0.02848489,0.33028007000000004,30.48805645,-0.0046586900000009646 +qsort,rockclimb,10,23.83890463,0.02848489,0.33028007000000004,23.48482558,-0.004685910000000737 +qsort,schematic,1,0.21949623000000001,0.02848489,0.01695626,0.17448843,-0.00043334999999998514 +qsort,schematic,2,0.73071533,0.02848489,0.01695626,0.68570315,-0.0004289700000000424 +qsort,schematic,3,0.34119784000000003,0.02848489,0.01695626,0.29617083,-0.00041413999999996565 +qsort,schematic,4,6.027990730000001,0.02848489,0.01695626,5.9829621799999995,-0.0004125999999986113 +qsort,schematic,5,3.1775257900000002,0.02848489,0.01695626,3.13250624,-0.0004215999999998693 +qsort,schematic,6,1.1318261299999999,0.02848489,0.01695626,1.08680861,-0.0004236300000001886 +qsort,schematic,7,3.48607885,0.02848489,0.01695626,3.44106046,-0.00042275999999992486 +qsort,schematic,8,2.4147245099999997,0.02848489,0.01695626,2.3696971600000003,-0.0004138000000006442 +qsort,schematic,9,3.41111444,0.02848489,0.01695626,3.36610062,-0.00042733000000012844 +qsort,schematic,10,3.95389586,0.02848489,0.01695626,3.90888373,-0.00042902000000007157 +qsort,schematicO3,1,0.19355909,0.02848489,0.012877370000000006,0.15245282000000002,-0.0002559900000000323 +qsort,schematicO3,2,0.70404302,0.02848489,0.012877370000000006,0.6629285,-0.0002477400000000726 +qsort,schematicO3,3,0.30476535,0.02848489,0.012877370000000006,0.26364202000000003,-0.00023893000000004688 +qsort,schematicO3,4,4.07941685,0.02848489,0.012877370000000006,4.0382944,-0.00023980999999952818 +qsort,schematicO3,5,3.16773407,0.02848489,0.012877370000000006,3.12661137,-0.00023956000000015937 +qsort,schematicO3,6,1.1167911499999998,0.02848489,0.012877370000000006,1.07567085,-0.00024196000000022838 +qsort,schematicO3,7,3.0606501,0.02848489,0.012877370000000006,3.01953325,-0.0002454099999996892 +qsort,schematicO3,8,2.38046666,0.02848489,0.012877370000000006,2.3393403999999998,-0.0002359999999995907 +qsort,schematicO3,9,3.3818089700000002,0.02848489,0.012877370000000006,3.3406921,-0.00024538999999981076 +qsort,schematicO3,10,0.19397182000000002,0.02848489,0.012877370000000006,0.15285943,-0.00024986999999997844 +activity_recognition,milp,1,0.14432948,0.03357758,0.0022868300000000036,0.10849128,-2.6209999999991795e-05 +activity_recognition,milp,2,0.61937518,0.03357758,0.0022868300000000036,0.58353473,-2.3959999999982606e-05 +activity_recognition,milp,3,0.17873529999999999,0.03357758,0.0022868300000000036,0.14289293,-2.2040000000021764e-05 +activity_recognition,milp,4,3.27305998,0.03357758,0.0022868300000000036,3.23721848,-2.2909999999924657e-05 +activity_recognition,milp,5,1.8987318999999998,0.03357758,0.0022868300000000036,1.86289117,-2.3680000000129986e-05 +activity_recognition,milp,6,1.03435934,0.03357758,0.0022868300000000036,0.9985161800000001,-2.1250000000132274e-05 +activity_recognition,milp,7,2.05831777,0.03357758,0.0022868300000000036,2.02247507,-2.1710000000112195e-05 +activity_recognition,milp,8,0.91812561,0.03357758,0.0022868300000000036,0.88227899,-1.7789999999955064e-05 +activity_recognition,milp,9,2.6291882,0.03357758,0.0022868300000000036,2.59334423,-2.0439999999836977e-05 +activity_recognition,milp,10,0.14443616,0.03357758,0.0022868300000000036,0.10859675,-2.5000000000004186e-05 +activity_recognition,rockclimb,1,2.73615077,0.03357758,0.12761804,2.57670108,-0.0017459299999997846 +activity_recognition,rockclimb,2,4.48356614,0.03357758,0.12761804,4.32407565,-0.0017051300000003877 +activity_recognition,rockclimb,3,4.0563804900000004,0.03357758,0.12761804,3.8967767400000004,-0.0015918699999999397 +activity_recognition,rockclimb,4,19.127260800000002,0.03357758,0.12761804,18.96772607,-0.0016608899999992488 +activity_recognition,rockclimb,5,12.46480586,0.03357758,0.12761804,12.305302359999999,-0.0016921199999986314 +activity_recognition,rockclimb,6,5.82803978,0.03357758,0.12761804,5.66854583,-0.0017016700000000995 +activity_recognition,rockclimb,7,10.02781682,0.03357758,0.12761804,9.86831433,-0.0016931300000004867 +activity_recognition,rockclimb,8,14.619806109999999,0.03357758,0.12761804,14.4602451,-0.001634610000000869 +activity_recognition,rockclimb,9,13.384105980000001,0.03357758,0.12761804,13.22459749,-0.001687129999999648 +activity_recognition,rockclimb,10,11.86062975,0.03357758,0.12761804,11.70113384,-0.0016997100000013532 +activity_recognition,schematic,1,2.65437786,0.03357758,0.07564777,2.54598445,-0.0008319400000003224 +activity_recognition,schematic,2,2.0880890500000002,0.03357758,0.07564777,1.9796749299999998,-0.0008112299999996214 +activity_recognition,schematic,3,1.27659337,0.03357758,0.07564777,1.16813447,-0.000766449999999988 +activity_recognition,schematic,4,13.90007694,0.03357758,0.07564777,13.79164669,-0.0007951000000003955 +activity_recognition,schematic,5,11.13870902,0.03357758,0.07564777,11.03028735,-0.0008036799999997651 +activity_recognition,schematic,6,3.7797490099999997,0.03357758,0.07564777,3.67133402,-0.0008103600000004679 +activity_recognition,schematic,7,8.98387181,0.03357758,0.07564777,8.87546693,-0.0008204699999998649 +activity_recognition,schematic,8,10.120970400000001,0.03357758,0.07564777,10.01253439,-0.0007893399999998746 +activity_recognition,schematic,9,10.880080130000001,0.03357758,0.07564777,10.77167383,-0.0008190499999978368 +activity_recognition,schematic,10,8.02634963,0.03357758,0.07564777,7.917956650000001,-0.0008323700000003736 +activity_recognition,schematicO3,1,0.18076926000000001,0.03357758,0.006421009999999991,0.14147839,-0.0007077199999999881 +activity_recognition,schematicO3,2,0.6450110600000001,0.03357758,0.006421009999999991,0.60571518,-0.0007027099999999328 +activity_recognition,schematicO3,3,0.25858499,0.03357758,0.006421009999999991,0.21928103,-0.0006946299999999669 +activity_recognition,schematicO3,4,3.4490939700000003,0.03357758,0.006421009999999991,3.40979694,-0.0007015599999998165 +activity_recognition,schematicO3,5,3.12933638,0.03357758,0.006421009999999991,3.0900362,-0.0006984100000003088 +activity_recognition,schematicO3,6,1.0959981,0.03357758,0.006421009999999991,1.0566993500000001,-0.0006998400000000557 +activity_recognition,schematicO3,7,3.03811382,0.03357758,0.006421009999999991,2.99881584,-0.0007006099999998169 +activity_recognition,schematicO3,8,2.3387864300000003,0.03357758,0.006421009999999991,2.29948127,-0.0006934299999994883 +activity_recognition,schematicO3,9,3.35860796,0.03357758,0.006421009999999991,3.31930929,-0.0006999200000000136 +activity_recognition,schematicO3,10,0.16982847,0.03357758,0.006421009999999991,0.13053804,-0.0007081599999999785 +bitcount,milp,1,0.10538678,0.02794858,0.0016854399999999999,0.07576493,-1.2169999999995379e-05 +bitcount,milp,2,0.54733424,0.02794858,0.0016854399999999999,0.51771087,-1.0650000000073795e-05 +bitcount,milp,3,0.11894755,0.02794858,0.0016854399999999999,0.08932361999999999,-1.0089999999993854e-05 +bitcount,milp,4,0.84967584,0.02794858,0.0016854399999999999,0.82005351,-1.1690000000081496e-05 +bitcount,milp,5,1.8392708,0.02794858,0.0016854399999999999,1.80964556,-8.78000000011439e-06 +bitcount,milp,6,0.7027992399999999,0.02794858,0.0016854399999999999,0.6731734300000001,-8.210000000136858e-06 +bitcount,milp,7,2.01303905,0.02794858,0.0016854399999999999,1.98341268,-7.649999999876506e-06 +bitcount,milp,8,0.88214804,0.02794858,0.0016854399999999999,0.85251942,-5.400000000006094e-06 +bitcount,milp,9,0.92275156,0.02794858,0.0016854399999999999,0.89312793,-1.0389999999988603e-05 +bitcount,milp,10,0.1055759,0.02794858,0.0016854399999999999,0.07595444999999999,-1.2569999999993003e-05 +bitcount,rockclimb,1,22.69578521,0.02794858,0.95136314,21.72957282,-0.013099330000000964 +bitcount,rockclimb,2,27.96673949,0.02794858,0.95136314,27.00028684,-0.012859070000002748 +bitcount,rockclimb,3,24.45179431,0.02794858,0.95136314,23.48498274,-0.012500149999999155 +bitcount,rockclimb,4,116.10608162999999,0.02794858,0.95136314,115.13946739000001,-0.012697480000015804 +bitcount,rockclimb,5,76.25122678,0.02794858,0.95136314,75.28465972,-0.012744659999997299 +bitcount,rockclimb,6,32.18878804,0.02794858,0.95136314,31.222083530000003,-0.012607210000003977 +bitcount,rockclimb,7,57.54927759,0.02794858,0.95136314,56.58247476,-0.012508889999994 +bitcount,rockclimb,8,84.07814263,0.02794858,0.95136314,83.11119326000001,-0.012362350000005295 +bitcount,rockclimb,9,80.89012731,0.02794858,0.95136314,79.92373746999999,-0.012921879999994945 +bitcount,rockclimb,10,71.03694837,0.02794858,0.95136314,70.07062416,-0.012987509999989544 +bitcount,schematic,1,1.01822136,0.02794858,0.05485156999999999,0.93632421,-0.0009029999999999039 +bitcount,schematic,2,1.68828099,0.02794858,0.05485156999999999,1.6063715600000001,-0.0008907200000001503 +bitcount,schematic,3,1.01189765,0.02794858,0.05485156999999999,0.92994223,-0.000844729999999877 +bitcount,schematic,4,11.24992671,0.02794858,0.05485156999999999,11.16800006,-0.0008735000000002213 +bitcount,schematic,5,8.05678103,0.02794858,0.05485156999999999,7.97486775,-0.0008868699999997898 +bitcount,schematic,6,1.60287876,0.02794858,0.05485156999999999,1.5209783000000001,-0.0008996900000000363 +bitcount,schematic,7,6.51837188,0.02794858,0.05485156999999999,6.43646838,-0.0008966499999998601 +bitcount,schematic,8,6.98504389,0.02794858,0.05485156999999999,6.90311784,-0.0008741000000001276 +bitcount,schematic,9,8.36656598,0.02794858,0.05485156999999999,8.28466076,-0.000894929999998767 +bitcount,schematic,10,7.893161940000001,0.02794858,0.05485156999999999,7.8112675199999995,-0.0009057299999988555 +bitcount,schematicO3,1,0.11726514,0.02794858,0.0024515199999999987,0.08690882000000001,-4.3780000000007147e-05 +bitcount,schematicO3,2,0.56815342,0.02794858,0.0024515199999999987,0.53779447,-4.1150000000003684e-05 +bitcount,schematicO3,3,0.14166532999999998,0.02794858,0.0024515199999999987,0.11130825,-4.30200000000186e-05 +bitcount,schematicO3,4,2.6204096299999997,0.02794858,0.0024515199999999987,2.5900508700000002,-4.13400000005143e-05 +bitcount,schematicO3,5,1.8752861200000002,0.02794858,0.0024515199999999987,1.8449266599999998,-4.06399999996615e-05 +bitcount,schematicO3,6,0.72482485,0.02794858,0.0024515199999999987,0.69446314,-3.8390000000013136e-05 +bitcount,schematicO3,7,2.02280728,0.02794858,0.0024515199999999987,1.99244692,-3.97400000000242e-05 +bitcount,schematicO3,8,0.89383427,0.02794858,0.0024515199999999987,0.86347171,-3.753999999996094e-05 +bitcount,schematicO3,9,0.92366074,0.02794858,0.0024515199999999987,0.89330436,-4.372000000003873e-05 +bitcount,schematicO3,10,0.11714839,0.02794858,0.0024515199999999987,0.08679362,-4.532999999999621e-05 +chacha20,milp,1,0.15946795000000002,0.050961769999999997,0.0007848000000000022,0.10756117,0.00016021000000002866 +chacha20,milp,2,0.62251998,0.050961769999999997,0.0007848000000000022,0.57060988,0.00016352999999996037 +chacha20,milp,3,0.20849003,0.050961769999999997,0.0007848000000000022,0.15658084,0.00016261999999999527 +chacha20,milp,4,3.3928553,0.050961769999999997,0.0007848000000000022,3.34094488,0.00016385000000001398 +chacha20,milp,5,1.8951273400000002,0.050961769999999997,0.0007848000000000022,1.84322215,0.00015862000000026882 +chacha20,milp,6,1.04023939,0.050961769999999997,0.0007848000000000022,0.9883312,0.00016162000000002202 +chacha20,milp,7,2.0795258899999998,0.050961769999999997,0.0007848000000000022,2.02761881,0.00016050999999988463 +chacha20,milp,8,0.91417211,0.050961769999999997,0.0007848000000000022,0.86226201,0.00016352999999996037 +chacha20,milp,9,2.50425092,0.050961769999999997,0.0007848000000000022,2.45234278,0.00016157000000010385 +chacha20,milp,10,0.15950356,0.050961769999999997,0.0007848000000000022,0.1075984,0.00015858999999999318 +chacha20,rockclimb,1,2.68660707,0.050961769999999997,0.07874145000000002,2.55797547,-0.0010716200000001619 +chacha20,rockclimb,2,4.31494343,0.050961769999999997,0.07874145000000002,4.18628877,-0.0010485600000004203 +chacha20,rockclimb,3,1.3850619499999999,0.050961769999999997,0.07874145000000002,1.25637829,-0.0010195600000001415 +chacha20,rockclimb,4,13.94153472,0.050961769999999997,0.07874145000000002,13.812893970000001,-0.0010624700000011478 +chacha20,rockclimb,5,11.18474494,0.050961769999999997,0.07874145000000002,11.05611003,-0.0010683099999994061 +chacha20,rockclimb,6,4.66726083,0.050961769999999997,0.07874145000000002,4.5386248600000005,-0.0010672500000005192 +chacha20,rockclimb,7,9.0267237,0.050961769999999997,0.07874145000000002,8.89809048,-0.0010700000000006815 +chacha20,rockclimb,8,10.17010129,0.050961769999999997,0.07874145000000002,10.04144826,-0.0010501899999993958 +chacha20,rockclimb,9,10.93756799,0.050961769999999997,0.07874145000000002,10.808941990000001,-0.001077220000001211 +chacha20,rockclimb,10,8.06149979,0.050961769999999997,0.07874145000000002,7.93288114,-0.0010845700000009506 +chacha20,schematic,1,2.52230289,0.050961769999999997,0.04448922,2.42690442,-5.2519999999875444e-05 +chacha20,schematic,2,1.6670223,0.050961769999999997,0.04448922,1.5716234,-5.2090000000046266e-05 +chacha20,schematic,3,0.76931133,0.050961769999999997,0.04448922,0.67389851,-3.817000000004567e-05 +chacha20,schematic,4,8.65280143,0.050961769999999997,0.04448922,8.55739728,-4.683999999975652e-05 +chacha20,schematic,5,6.26906583,0.050961769999999997,0.04448922,6.173664280000001,-4.9440000000830486e-05 +chacha20,schematic,6,1.60626949,0.050961769999999997,0.04448922,1.51087514,-5.6639999999927304e-05 +chacha20,schematic,7,5.6672433799999995,0.050961769999999997,0.04448922,5.5718431399999995,-5.074999999997443e-05 +chacha20,schematic,8,5.51711685,0.050961769999999997,0.04448922,5.4217097,-4.3840000000225365e-05 +chacha20,schematic,9,8.33089312,0.050961769999999997,0.04448922,8.23548447,-4.233999999868343e-05 +chacha20,schematic,10,7.883257179999999,0.050961769999999997,0.04448922,7.78785334,-4.715000000053704e-05 +chacha20,schematicO3,1,0.88795701,0.050961769999999997,0.010689490000000003,0.82618894,0.00011681000000006436 +chacha20,schematicO3,2,0.7763533100000001,0.050961769999999997,0.010689490000000003,0.71457949,0.00012256000000009093 +chacha20,schematicO3,3,0.36769704999999997,0.050961769999999997,0.010689490000000003,0.30591894000000003,0.0001268499999999423 +chacha20,schematicO3,4,6.036338440000001,0.050961769999999997,0.010689490000000003,5.97456345,0.00012373000000086287 +chacha20,schematicO3,5,4.97065462,0.050961769999999997,0.010689490000000003,4.908875559999999,0.00012780000000099656 +chacha20,schematicO3,6,1.18180287,0.050961769999999997,0.010689490000000003,1.12003242,0.00011919000000003288 +chacha20,schematicO3,7,5.0810276,0.050961769999999997,0.010689490000000003,5.019256980000001,0.00011935999999899971 +chacha20,schematicO3,8,5.382134059999999,0.050961769999999997,0.010689490000000003,5.320352,0.00013079999999963954 +chacha20,schematicO3,9,5.12335081,0.050961769999999997,0.010689490000000003,5.0615744000000005,0.0001251499999993383 +chacha20,schematicO3,10,4.00989243,0.050961769999999997,0.010689490000000003,3.94812106,0.00012010999999977068 +sensor_fusion,milp,1,0.10343959,0.02502982,0.0022948399999999994,0.0760286,8.632999999999558e-05 +sensor_fusion,milp,2,0.55217773,0.02502982,0.0022948399999999994,0.52476038,9.269000000000638e-05 +sensor_fusion,milp,3,0.17118959,0.02502982,0.0022948399999999994,0.14377064,9.428999999999688e-05 +sensor_fusion,milp,4,2.61523487,0.02502982,0.0022948399999999994,2.5878187,9.150999999996134e-05 +sensor_fusion,milp,5,1.84790326,0.02502982,0.0022948399999999994,1.82048586,9.274000000003557e-05 +sensor_fusion,milp,6,0.7098509599999999,0.02502982,0.0022948399999999994,0.68243607,9.022999999996895e-05 +sensor_fusion,milp,7,2.01966029,0.02502982,0.0022948399999999994,1.9922441100000001,9.151999999990057e-05 +sensor_fusion,milp,8,0.87801023,0.02502982,0.0022948399999999994,0.8505909899999999,9.458000000006628e-05 +sensor_fusion,milp,9,0.91954475,0.02502982,0.0022948399999999994,0.89213164,8.845000000001768e-05 +sensor_fusion,milp,10,0.1035326,0.02502982,0.0022948399999999994,0.07612246,8.547999999999889e-05 +sensor_fusion,rockclimb,1,0.12752444999999998,0.02502982,0.004738349999999995,0.09777752,-2.1240000000019577e-05 +sensor_fusion,rockclimb,2,0.56648986,0.02502982,0.004738349999999995,0.53673837,-1.6680000000005024e-05 +sensor_fusion,rockclimb,3,0.18403853,0.02502982,0.004738349999999995,0.15428396,-1.3599999999988621e-05 +sensor_fusion,rockclimb,4,3.4039476,0.02502982,0.004738349999999995,3.37419456,-1.5129999999877186e-05 +sensor_fusion,rockclimb,5,1.8719974,0.02502982,0.004738349999999995,1.8422483500000002,-1.9120000000275028e-05 +sensor_fusion,rockclimb,6,1.03976435,0.02502982,0.004738349999999995,1.01001251,-1.6329999999911693e-05 +sensor_fusion,rockclimb,7,2.0545025,0.02502982,0.004738349999999995,2.02475261,-1.8280000000273078e-05 +sensor_fusion,rockclimb,8,0.90105578,0.02502982,0.004738349999999995,0.87130175,-1.41400000000097e-05 +sensor_fusion,rockclimb,9,0.93136857,0.02502982,0.004738349999999995,0.90162089,-2.049000000005352e-05 +sensor_fusion,rockclimb,10,0.1274888,0.02502982,0.004738349999999995,0.09774311,-2.2479999999977518e-05 +sensor_fusion,schematic,1,0.17632645000000002,0.02502982,0.009647989999999995,0.14186183,-0.0002131899999999673 +sensor_fusion,schematic,2,0.63996915,0.02502982,0.009647989999999995,0.60549743,-0.00020609000000001293 +sensor_fusion,schematic,3,0.25469356,0.02502982,0.009647989999999995,0.22021878,-0.00020303000000001376 +sensor_fusion,schematic,4,3.44341214,0.02502982,0.009647989999999995,3.40893731,-0.00020298000000026212 +sensor_fusion,schematic,5,3.1119127,0.02502982,0.009647989999999995,3.0774392,-0.0002043100000001727 +sensor_fusion,schematic,6,1.07850076,0.02502982,0.009647989999999995,1.04402911,-0.0002061600000000316 +sensor_fusion,schematic,7,3.0315945099999997,0.02502982,0.009647989999999995,2.99712325,-0.00020655000000032592 +sensor_fusion,schematic,8,0.92658997,0.02502982,0.009647989999999995,0.8921160600000001,-0.00020390000000011094 +sensor_fusion,schematic,9,3.3576302599999996,0.02502982,0.009647989999999995,3.3231613199999996,-0.00020886999999999295 +sensor_fusion,schematic,10,0.17640713,0.02502982,0.009647989999999995,0.141942,-0.0002126800000000137 +sensor_fusion,schematicO3,1,0.15313529,0.02502982,0.008401039999999999,0.11999789,-0.00029345999999998845 +sensor_fusion,schematicO3,2,0.6399222,0.02502982,0.008401039999999999,0.60678073,-0.00028938999999999354 +sensor_fusion,schematicO3,3,0.24190619,0.02502982,0.008401039999999999,0.20875838,-0.00028304999999999997 +sensor_fusion,schematicO3,4,3.4365928500000003,0.02502982,0.008401039999999999,3.40343886,-0.00027686999999981116 +sensor_fusion,schematicO3,5,3.10070158,0.02502982,0.008401039999999999,3.06755481,-0.00028408999999989665 +sensor_fusion,schematicO3,6,1.06406054,0.02502982,0.008401039999999999,1.03091317,-0.0002834899999999904 +sensor_fusion,schematicO3,7,2.070533,0.02502982,0.008401039999999999,2.03738971,-0.00028756999999961924 +sensor_fusion,schematicO3,8,0.9279876,0.02502982,0.008401039999999999,0.89484014,-0.0002833999999999823 +sensor_fusion,schematicO3,9,3.34658254,0.02502982,0.008401039999999999,3.31344226,-0.0002905799999999778 +sensor_fusion,schematicO3,10,0.15298694000000002,0.02502982,0.008401039999999999,0.11985022000000001,-0.00029413999999999135 +poly1305,milp,1,10.187580039999999,0.47549565000000005,0.01820972999999998,9.69383997,3.4689999997616905e-05 +poly1305,milp,2,9.76468968,0.47549565000000005,0.01820972999999998,9.27090014,8.415999999983326e-05 +poly1305,milp,3,5.18818216,0.47549565000000005,0.01820972999999998,4.69438068,9.610000000009888e-05 +poly1305,milp,4,37.32552146,0.47549565000000005,0.01820972999999998,36.831746630000005,6.944999999242141e-05 +poly1305,milp,5,29.73663332,0.47549565000000005,0.01820972999999998,29.24285436,7.358000000018405e-05 +poly1305,milp,6,11.9517762,0.47549565000000005,0.01820972999999998,11.458008300000001,6.251999999812297e-05 +poly1305,milp,7,22.94681775,0.47549565000000005,0.01820972999999998,22.45302814,8.423000000029601e-05 +poly1305,milp,8,28.6448615,0.47549565000000005,0.01820972999999998,28.1510746,8.151999999989057e-05 +poly1305,milp,9,33.41638969,0.47549565000000005,0.01820972999999998,32.9226105,7.381000000500348e-05 +poly1305,milp,10,31.64179292,0.47549565000000005,0.01820972999999998,31.14802746,6.007999999874114e-05 +poly1305,rockclimb,1,23.577696449999998,0.47549565000000005,0.3151714299999999,22.79079663,-0.0037672600000013823 +poly1305,rockclimb,2,28.09358612,0.47549565000000005,0.3151714299999999,27.30652477,-0.0036057299999980863 +poly1305,rockclimb,3,24.6612887,0.47549565000000005,0.3151714299999999,23.87378918,-0.003167559999999181 +poly1305,rockclimb,4,108.20190169,0.47549565000000005,0.3151714299999999,107.41461184,-0.003377230000006559 +poly1305,rockclimb,5,80.63917296,0.47549565000000005,0.3151714299999999,79.85196323000001,-0.0034573500000134594 +poly1305,rockclimb,6,34.49471252,0.47549565000000005,0.3151714299999999,33.70754161,-0.0034961699999995766 +poly1305,rockclimb,7,61.024424450000005,0.47549565000000005,0.3151714299999999,60.23726732,-0.003509949999995765 +poly1305,rockclimb,8,88.66477132,0.47549565000000005,0.3151714299999999,87.87733134,-0.003227099999997929 +poly1305,rockclimb,9,85.86528534,0.47549565000000005,0.3151714299999999,85.07815997,-0.0035417100000016966 +poly1305,rockclimb,10,78.81184143,0.47549565000000005,0.3151714299999999,78.02464773999999,-0.0034733899999905837 +poly1305,schematic,1,20.170911,0.47549565000000005,0.21615264,19.480895309999998,-0.0016325999999973195 +poly1305,schematic,2,21.02239467,0.47549565000000005,0.21615264,20.33230619,-0.0015598100000000503 +poly1305,schematic,3,13.15395591,0.47549565000000005,0.21615264,12.46371527,-0.0014076499999993164 +poly1305,schematic,4,68.94769803,0.47549565000000005,0.21615264,68.257533,-0.0014832599999972107 +poly1305,schematic,5,58.99395594,0.47549565000000005,0.21615264,58.303752689999996,-0.001445039999996789 +poly1305,schematic,6,26.94085879,0.47549565000000005,0.21615264,26.250687,-0.0014764999999992146 +poly1305,schematic,7,44.827211590000005,0.47549565000000005,0.21615264,44.137007479999994,-0.001444179999989581 +poly1305,schematic,8,57.81821209,0.47549565000000005,0.21615264,57.1278835,-0.0013197000000000347 +poly1305,schematic,9,70.84024921,0.47549565000000005,0.21615264,70.15001197,-0.001411049999998193 +poly1305,schematic,10,63.08115817,0.47549565000000005,0.21615264,62.390999619999995,-0.0014897399999933558 +poly1305,schematicO3,1,13.525051640000001,0.47549565000000005,0.07588299999999992,12.97336123,0.00031176000000088244 +poly1305,schematicO3,2,16.30242625,0.47549565000000005,0.07588299999999992,15.75069485,0.0003527499999995687 +poly1305,schematicO3,3,9.2191883,0.47549565000000005,0.07588299999999992,8.66738705,0.0004226000000004948 +poly1305,schematicO3,4,53.048626799999994,0.47549565000000005,0.07588299999999992,52.49692057,0.0003275799999935547 +poly1305,schematicO3,5,43.4800246,0.47549565000000005,0.07588299999999992,42.92831561,0.00033034000000164987 +poly1305,schematicO3,6,20.17131752,0.47549565000000005,0.07588299999999992,19.61967263,0.0002662399999986409 +poly1305,schematicO3,7,34.34264569,0.47549565000000005,0.07588299999999992,33.79101311,0.00025392999999618304 +poly1305,schematicO3,8,46.96522935,0.47549565000000005,0.07588299999999992,46.413517979999995,0.0003327200000067254 +poly1305,schematicO3,9,48.40672822,0.47549565000000005,0.07588299999999992,47.85510821,0.0002413600000006344 +poly1305,schematicO3,10,43.466849429999996,0.47549565000000005,0.07588299999999992,42.915232630000006,0.0002381499999908332 +cuckoo_filter,milp,1,0.17587102,0.0419908,0.0036814900000000025,0.13023252999999999,-3.3800000000000496e-05 +cuckoo_filter,milp,2,0.65164592,0.0419908,0.0036814900000000025,0.6060045500000001,-3.092000000010087e-05 +cuckoo_filter,milp,3,0.23352149,0.0419908,0.0036814900000000025,0.18787687,-2.767000000000741e-05 +cuckoo_filter,milp,4,3.4294753399999998,0.0419908,0.0036814900000000025,3.38383178,-2.8730000000198874e-05 +cuckoo_filter,milp,5,1.9115078600000002,0.0419908,0.0036814900000000025,1.8658688700000001,-3.329999999995836e-05 +cuckoo_filter,milp,6,1.0549735500000001,0.0419908,0.0036814900000000025,1.00933147,-3.0209999999863957e-05 +cuckoo_filter,milp,7,2.0807236799999997,0.0419908,0.0036814900000000025,2.03508199,-3.060000000038032e-05 +cuckoo_filter,milp,8,0.92507414,0.0419908,0.0036814900000000025,0.87942921,-2.7359999999976292e-05 +cuckoo_filter,milp,9,3.3542858300000002,0.0419908,0.0036814900000000025,3.30864573,-3.218999999959893e-05 +cuckoo_filter,milp,10,0.17586643,0.0419908,0.0036814900000000025,0.130227,-3.2860000000023426e-05 +cuckoo_filter,rockclimb,1,10.11920086,0.0419908,0.38127397,9.70199255,-0.006056460000000541 +cuckoo_filter,rockclimb,2,12.179726,0.0419908,0.38127397,11.762428230000001,-0.005967000000000666 +cuckoo_filter,rockclimb,3,9.21089021,0.0419908,0.38127397,8.79328897,-0.00566353000000025 +cuckoo_filter,rockclimb,4,47.94484734,0.0419908,0.38127397,47.52745006,-0.005867489999997033 +cuckoo_filter,rockclimb,5,34.149712009999995,0.0419908,0.38127397,33.73240382,-0.00595658000000715 +cuckoo_filter,rockclimb,6,14.08837817,0.0419908,0.38127397,13.67115871,-0.006045309999999915 +cuckoo_filter,rockclimb,7,26.37756316,0.0419908,0.38127397,25.96033121,-0.006032819999998551 +cuckoo_filter,rockclimb,8,37.80274335,0.0419908,0.38127397,37.38535392,-0.005875339999999951 +cuckoo_filter,rockclimb,9,35.89416584000001,0.0419908,0.38127397,35.47696331,-0.006062239999995611 +cuckoo_filter,rockclimb,10,31.59061625,0.0419908,0.38127397,31.17341648,-0.006065000000000154 +cuckoo_filter,schematic,1,7.75064887,0.0419908,0.24351247000000004,7.46519454,-4.893999999971976e-05 +cuckoo_filter,schematic,2,8.558954779999999,0.0419908,0.24351247000000004,8.27347571,-2.420000000086242e-05 +cuckoo_filter,schematic,3,5.26784964,0.0419908,0.24351247000000004,4.98229704,4.932999999990306e-05 +cuckoo_filter,schematic,4,32.27658597,0.0419908,0.24351247000000004,31.99109071,-8.010000002445228e-06 +cuckoo_filter,schematic,5,24.89389225,0.0419908,0.24351247000000004,24.60839965,-1.0669999998713653e-05 +cuckoo_filter,schematic,6,11.40610809,0.0419908,0.24351247000000004,11.12064767,-4.2850000000316246e-05 +cuckoo_filter,schematic,7,20.432877079999997,0.0419908,0.24351247000000004,20.14740739,-3.3580000004251875e-05 +cuckoo_filter,schematic,8,25.51137806,0.0419908,0.24351247000000004,25.225857989999998,1.6800000000427584e-05 +cuckoo_filter,schematic,9,28.37779885,0.0419908,0.24351247000000004,28.09233239,-3.680999999794432e-05 +cuckoo_filter,schematic,10,23.83212255,0.0419908,0.24351247000000004,23.5466603,-4.101999999811534e-05 +cuckoo_filter,schematicO3,1,0.84027229,0.0419908,0.01614636,0.7826214499999999,-0.0004863199999999082 +cuckoo_filter,schematicO3,2,0.7400746800000001,0.0419908,0.01614636,0.6824179100000001,-0.0004803899999999764 +cuckoo_filter,schematicO3,3,0.35544528000000003,0.0419908,0.01614636,0.29778384,-0.000475719999999992 +cuckoo_filter,schematicO3,4,6.0117071200000005,0.0419908,0.01614636,5.954046610000001,-0.0004766500000001686 +cuckoo_filter,schematicO3,5,3.19642283,0.0419908,0.01614636,3.13876332,-0.0004776499999998643 +cuckoo_filter,schematicO3,6,1.13546226,0.0419908,0.01614636,1.07781031,-0.0004852100000001039 +cuckoo_filter,schematicO3,7,3.4857384,0.0419908,0.01614636,3.4280820899999997,-0.0004808499999999563 +cuckoo_filter,schematicO3,8,2.3955314700000003,0.0419908,0.01614636,2.33786851,-0.0004741999999995153 +cuckoo_filter,schematicO3,9,3.42866378,0.0419908,0.01614636,3.37101252,-0.00048589999999990724 +cuckoo_filter,schematicO3,10,3.96827466,0.0419908,0.01614636,3.9106209,-0.0004834000000000019 +sha256,milp,1,0.89484576,0.08864011,0.010109430000000003,0.7954312099999999,0.0006650100000001047 +sha256,milp,2,0.77374761,0.08864011,0.010109430000000003,0.67432995,0.0006681200000000775 +sha256,milp,3,0.34372106,0.08864011,0.010109430000000003,0.24429601,0.000675510000000018 +sha256,milp,4,5.24378125,0.08864011,0.010109430000000003,5.14435297,0.0006787399999997057 +sha256,milp,5,3.2022980899999998,0.08864011,0.010109430000000003,3.1028800899999998,0.0006684600000000096 +sha256,milp,6,1.13910497,0.08864011,0.010109430000000003,1.03968093,0.000674499999999939 +sha256,milp,7,4.42522683,0.08864011,0.010109430000000003,4.32580729,0.0006699999999995321 +sha256,milp,8,2.4116418900000003,0.08864011,0.010109430000000003,2.31222425,0.0006681000000004211 +sha256,milp,9,3.43423257,0.08864011,0.010109430000000003,3.33481394,0.0006690899999997335 +sha256,milp,10,3.97583258,0.08864011,0.010109430000000003,3.87641194,0.0006710999999999523 +sha256,rockclimb,1,5.16408919,0.08864011,0.11660293999999999,4.95972685,-0.0008807099999996737 +sha256,rockclimb,2,5.6136846799999995,0.08864011,0.11660293999999999,5.40927576,-0.0008341300000003216 +sha256,rockclimb,3,5.01439438,0.08864011,0.11660293999999999,4.8098757999999995,-0.000724469999999755 +sha256,rockclimb,4,26.989786329999998,0.08864011,0.11660293999999999,26.78534312,-0.0007998400000026606 +sha256,rockclimb,5,18.67606213,0.08864011,0.11660293999999999,18.47164827,-0.0008291900000010344 +sha256,rockclimb,6,6.63907904,0.08864011,0.11660293999999999,6.43470445,-0.0008684599999995157 +sha256,rockclimb,7,15.550089439999999,0.08864011,0.11660293999999999,15.3456654,-0.0008190100000007305 +sha256,rockclimb,8,19.40589114,0.08864011,0.11660293999999999,19.20142787,-0.0007797799999984534 +sha256,rockclimb,9,20.82411454,0.08864011,0.11660293999999999,20.61973305,-0.0008615600000005941 +sha256,rockclimb,10,15.897202400000001,0.08864011,0.11660293999999999,15.69282484,-0.0008654899999989141 +sha256,schematic,1,2.6056444500000002,0.08864011,0.031748020000000016,2.4851826200000002,7.369999999998211e-05 +sha256,schematic,2,1.92662379,0.08864011,0.031748020000000016,1.80615619,7.946999999999815e-05 +sha256,schematic,3,1.10937575,0.08864011,0.031748020000000016,0.98887354,0.00011408000000004415 +sha256,schematic,4,11.30551009,0.08864011,0.031748020000000016,11.185032660000001,8.929999999932048e-05 +sha256,schematic,5,9.32227204,0.08864011,0.031748020000000016,9.20178492,9.898999999993774e-05 +sha256,schematic,6,1.6845679299999998,0.08864011,0.031748020000000016,1.56410132,7.84799999997976e-05 +sha256,schematic,7,8.55738852,0.08864011,0.031748020000000016,8.43691238,8.800999999916681e-05 +sha256,schematic,8,10.05397906,0.08864011,0.031748020000000016,9.93348734,0.00010359000000040308 +sha256,schematic,9,8.43629691,0.08864011,0.031748020000000016,8.315821549999999,8.723000000035452e-05 +sha256,schematic,10,7.96505539,0.08864011,0.031748020000000016,7.84458867,7.858999999957317e-05 +sha256,schematicO3,1,2.53774616,0.08864011,0.013168860000000004,2.43576304,0.0001741500000003171 +sha256,schematicO3,2,1.6762733600000002,0.08864011,0.013168860000000004,1.5742904199999999,0.00017397000000030083 +sha256,schematicO3,3,0.67158174,0.08864011,0.013168860000000004,0.5695922099999999,0.0001805600000001073 +sha256,schematicO3,4,8.67622303,0.08864011,0.013168860000000004,8.57423775,0.00017630999999918018 +sha256,schematicO3,5,6.28678413,0.08864011,0.013168860000000004,6.18479972,0.00017544000000002669 +sha256,schematicO3,6,1.60482303,0.08864011,0.013168860000000004,1.50284374,0.00017031999999983505 +sha256,schematicO3,7,5.68658139,0.08864011,0.013168860000000004,5.58460003,0.00017238999999991123 +sha256,schematicO3,8,5.5116166,0.08864011,0.013168860000000004,5.409624490000001,0.00018313999999941544 +sha256,schematicO3,9,8.32349534,0.08864011,0.013168860000000004,8.22151319,0.00017317999999955092 +sha256,schematicO3,10,7.8963661,0.08864011,0.013168860000000004,7.79438312,0.00017400999999983569 +stringsearch,milp,1,0.18388120000000002,0.0335595,0.010302330000000005,0.14136292,-0.001343549999999985 +stringsearch,milp,2,0.69363608,0.0335595,0.010302330000000005,0.6511076800000001,-0.0013334300000000937 +stringsearch,milp,3,0.29521757,0.0335595,0.010302330000000005,0.25268060000000003,-0.0013248600000000527 +stringsearch,milp,4,3.47221953,0.0335595,0.010302330000000005,3.42968777,-0.001330070000000308 +stringsearch,milp,5,3.13940911,0.0335595,0.010302330000000005,3.09688421,-0.0013369299999999168 +stringsearch,milp,6,1.09623546,0.0335595,0.010302330000000005,1.0537063500000001,-0.0013327200000001899 +stringsearch,milp,7,3.06181813,0.0335595,0.010302330000000005,3.01928866,-0.0013323600000001573 +stringsearch,milp,8,2.3634300099999996,0.0335595,0.010302330000000005,2.32089717,-0.0013289900000002103 +stringsearch,milp,9,3.38724348,0.0335595,0.010302330000000005,3.34471744,-0.0013357900000001838 +stringsearch,milp,10,0.18423898,0.0335595,0.010302330000000005,0.14171779999999998,-0.001340649999999985 +stringsearch,rockclimb,1,47.92420107,0.0335595,2.08599114,45.83653618,-0.03188575000000071 +stringsearch,rockclimb,2,56.569666049999995,0.0335595,2.08599114,54.48175288,-0.03163747000000683 +stringsearch,rockclimb,3,52.43504268,0.0335595,2.08599114,50.34593046,-0.030438419999995858 +stringsearch,rockclimb,4,241.86619261,0.0335595,2.08599114,239.77796142,-0.03131944999998382 +stringsearch,rockclimb,5,163.0319334,0.0335595,2.08599114,160.94391488,-0.03153211999998007 +stringsearch,rockclimb,6,68.5607876,0.0335595,2.08599114,66.47279635,-0.03155938999999819 +stringsearch,rockclimb,7,127.34835129999999,0.0335595,2.08599114,125.26038587000001,-0.03158521000001713 +stringsearch,rockclimb,8,182.55731968999999,0.0335595,2.08599114,180.46872953,-0.03096048000000451 +stringsearch,rockclimb,9,173.34877135,0.0335595,2.08599114,171.26108052,-0.03185981000001448 +stringsearch,rockclimb,10,153.77850115,0.0335595,2.08599114,151.69088072,-0.03193020999998453 +stringsearch,schematic,1,3.4044229599999998,0.0335595,0.11188328,3.2595399300000003,-0.0005597500000005251 +stringsearch,schematic,2,4.48083497,0.0335595,0.11188328,4.33591912,-0.0005269299999997035 +stringsearch,schematic,3,1.3998466699999998,0.0335595,0.11188328,1.2548953799999998,-0.0004914899999999278 +stringsearch,schematic,4,16.368040710000002,0.0335595,0.11188328,16.22313906,-0.0005411299999986685 +stringsearch,schematic,5,12.479000560000001,0.0335595,0.11188328,12.33409301,-0.0005352299999989985 +stringsearch,schematic,6,5.833727519999999,0.0335595,0.11188328,5.688825690000001,-0.0005409500000015388 +stringsearch,schematic,7,10.04325866,0.0335595,0.11188328,9.898360380000002,-0.0005445000000021682 +stringsearch,schematic,8,11.63123021,0.0335595,0.11188328,11.48629585,-0.0005084199999993988 +stringsearch,schematic,9,13.399769289999998,0.0335595,0.11188328,13.25487894,-0.0005524300000010474 +stringsearch,schematic,10,11.90545522,0.0335595,0.11188328,11.76056573,-0.0005532899999993734 +stringsearch,schematicO3,1,0.21168259,0.0335595,0.014853110000000003,0.16350526999999998,-0.0002352899999999783 +stringsearch,schematicO3,2,0.72172124,0.0335595,0.014853110000000003,0.67353668,-0.00022804999999995884 +stringsearch,schematicO3,3,0.34495795,0.0335595,0.014853110000000003,0.29676523,-0.00021988999999997955 +stringsearch,schematicO3,4,6.0215808399999995,0.0335595,0.014853110000000003,5.97338487,-0.00021664000000080202 +stringsearch,schematicO3,5,3.17876847,0.0335595,0.014853110000000003,3.13057848,-0.00022261999999998588 +stringsearch,schematicO3,6,1.1226943600000001,0.0335595,0.014853110000000003,1.07451098,-0.00022922999999978183 +stringsearch,schematicO3,7,3.07820211,0.0335595,0.014853110000000003,3.0300163799999997,-0.00022687999999985303 +stringsearch,schematicO3,8,2.4047277599999997,0.0335595,0.014853110000000003,2.3565359,-0.00022075000000024853 +stringsearch,schematicO3,9,3.41326935,0.0335595,0.014853110000000003,3.36508456,-0.00022781999999991337 +stringsearch,schematicO3,10,3.95386833,0.0335595,0.014853110000000003,3.90568406,-0.0002283399999998617 diff --git a/results/intermittent/decomposition.tex b/results/intermittent/decomposition.tex new file mode 100644 index 00000000..7ddb7f30 --- /dev/null +++ b/results/intermittent/decomposition.tex @@ -0,0 +1,12 @@ +\begin{tabular}{lrrrrr} +\toprule +& & \multicolumn{3}{c}{power-on (\%)} & power-off (\%) \\ +\cmidrule(lr){3-5} \cmidrule(lr){6-6} +System & $T_{\mathrm{total}}$ & $T_{\mathrm{exec}}$ & $T_{\mathrm{ckpt}}$ & $T_{\mathrm{boot+restore}}$ & $T_{\mathrm{recharge}}$ \\ +\midrule +\tool & 1.0$\times$ & 8.0 & 0.7 & $<0.1$ & 91.3 \\ +\rockclimb & 18.6$\times$ & 0.9 & 1.8 & $<0.1$ & 97.3 \\ +\schematic & 6.7$\times$ & 1.5 & 1.7 & $<0.1$ & 96.9 \\ +\schematicO & 1.7$\times$ & 4.9 & 1.2 & $<0.1$ & 93.9 \\ +\bottomrule +\end{tabular} diff --git a/results/intermittent/decomposition_per_benchmark.tex b/results/intermittent/decomposition_per_benchmark.tex new file mode 100644 index 00000000..76156fe1 --- /dev/null +++ b/results/intermittent/decomposition_per_benchmark.tex @@ -0,0 +1,19 @@ +\begin{tabular}{lrrrr} +\toprule +Bench. & \tool & \rockclimb & \schematic & \schematicO \\ +\midrule +aes & 5.9 / 0.4 / 93.7 & 0.4 / 1.7 / 97.9 & 0.2 / 1.9 / 98.0 & 2.0 / 0.5 / 97.6 \\ +crc & 14.1 / 0.4 / 85.4 & 0.3 / 2.1 / 97.6 & 0.2 / 1.7 / 98.2 & 9.5 / 2.8 / 87.6 \\ +rsa & 5.0 / 1.2 / 93.8 & 0.1 / 2.2 / 97.8 & 0.9 / 1.4 / 97.6 & 2.7 / 0.9 / 96.5 \\ +dijkstra & 8.2 / 0.7 / 91.1 & 0.0 / 2.2 / 97.7 & 0.5 / 1.8 / 97.7 & 7.3 / 1.2 / 91.5 \\ +qsort & 7.9 / 0.4 / 91.6 & 0.2 / 2.2 / 97.6 & 3.3 / 1.9 / 94.8 & 5.0 / 2.3 / 92.8 \\ +activity\_recognition & 8.3 / 0.6 / 91.1 & 0.5 / 1.9 / 97.7 & 0.8 / 1.9 / 97.3 & 6.5 / 1.2 / 92.4 \\ +bitcount & 9.8 / 0.6 / 89.6 & 0.1 / 2.2 / 97.8 & 1.1 / 2.2 / 96.8 & 8.6 / 0.8 / 90.6 \\ +chacha20 & 11.6 / 0.2 / 88.2 & 1.1 / 1.7 / 97.3 & 1.9 / 1.7 / 96.4 & 3.7 / 0.8 / 95.6 \\ +sensor\_fusion & 8.0 / 0.7 / 91.2 & 6.8 / 1.3 / 91.9 & 5.0 / 1.9 / 93.1 & 5.6 / 1.9 / 92.7 \\ +poly1305 & 3.2 / 0.1 / 96.7 & 1.1 / 0.7 / 98.3 & 1.5 / 0.7 / 97.9 & 2.0 / 0.3 / 97.6 \\ +cuckoo\_filter & 8.7 / 0.8 / 90.5 & 0.2 / 2.0 / 97.8 & 0.3 / 1.9 / 97.8 & 3.3 / 1.3 / 95.4 \\ +sha256 & 7.0 / 0.8 / 92.2 & 0.9 / 1.2 / 97.9 & 2.7 / 1.0 / 96.3 & 3.5 / 0.5 / 95.9 \\ +stringsearch & 6.1 / 1.9 / 92.2 & 0.0 / 2.3 / 97.7 & 0.6 / 2.1 / 97.3 & 3.9 / 1.7 / 94.4 \\ +\bottomrule +\end{tabular} diff --git a/results/intermittent/dijkstra/milp.csv b/results/intermittent/dijkstra/milp.csv index 7666a1ba..f6f09105 100644 --- a/results/intermittent/dijkstra/milp.csv +++ b/results/intermittent/dijkstra/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -dijkstra,board,1,ok,3,80,860,2.31,114521.93,,9,0,3788 -dijkstra,board,2,ok,3,80,860,3.22,553899.22,,10,0,3788 -dijkstra,board,3,ok,3,80,860,4.12,149153.1,,11,0,3788 -dijkstra,board,4,ok,3,80,860,4.03,1456519.35,,10,1,3788 -dijkstra,board,5,ok,3,80,860,4.45,1848389.6,,10,0,3788 -dijkstra,board,6,ok,3,80,860,2.61,701548.23,,9,0,3788 -dijkstra,board,7,ok,3,80,860,3.82,2016812.87,,10,0,3788 -dijkstra,board,8,ok,3,80,860,3.53,868440.06,,11,0,3788 -dijkstra,board,9,ok,3,80,860,3.82,933312.57,,9,0,3788 -dijkstra,board,10,ok,3,80,860,1.92,114854.4,,9,0,3788 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +dijkstra,board,1,ok,3,59,815,2.19,114672.44,86796.19,8,0,,9,0,3788 +dijkstra,board,2,ok,3,59,815,3.09,542096.64,514216.1,9,0,,10,0,3788 +dijkstra,board,3,ok,3,59,815,3.99,138142.39,110264.4,9,0,,10,0,3788 +dijkstra,board,4,ok,3,59,815,3.99,1456178.14,1428300.32,8,0,,9,0,3788 +dijkstra,board,5,ok,3,59,815,4.39,1851410.77,1823532.15,9,0,,10,0,3788 +dijkstra,board,6,ok,3,59,815,2.58,702616.5,674739.12,8,0,,9,0,3788 +dijkstra,board,7,ok,3,59,815,3.69,2022602.99,1994723.38,9,0,,10,0,3788 +dijkstra,board,8,ok,3,59,815,3.49,869866.18,841983.05,10,0,,12,0,3788 +dijkstra,board,9,ok,3,59,815,3.69,907190.61,879311.49,8,0,,9,0,3788 +dijkstra,board,10,ok,3,59,815,1.89,114677.81,86800.55,8,0,,9,0,3788 diff --git a/results/intermittent/dijkstra/rockclimb.csv b/results/intermittent/dijkstra/rockclimb.csv index 3c56bbc7..34073f93 100644 --- a/results/intermittent/dijkstra/rockclimb.csv +++ b/results/intermittent/dijkstra/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -dijkstra,board,1,ok,4,3,0,42.71,40485027.06,,506,16,3788 -dijkstra,board,2,ok,4,3,0,55.31,52612247.45,,727,13,3788 -dijkstra,board,3,ok,4,3,0,48.69,44727340.18,,1208,11,3788 -dijkstra,board,4,ok,4,3,0,202.55,199933655.57,,946,0,3788 -dijkstra,board,5,ok,4,3,0,142.13,139541465.82,,696,45,3788 -dijkstra,board,6,ok,4,3,0,63.39,61454282.08,,652,12,3788 -dijkstra,board,7,ok,4,3,0,108.18,106455288.37,,665,0,3788 -dijkstra,board,8,ok,4,3,0,160.57,157862186.89,,990,102,3788 -dijkstra,board,9,ok,4,3,0,153.69,150854751.8,,612,0,3788 -dijkstra,board,10,ok,4,3,0,135.87,134106748.89,,623,102,3788 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +dijkstra,board,1,ok,4,1,0,42.59,40522202.24,38740547.32,495,16,,512,16,3788 +dijkstra,board,2,ok,4,1,0,53.89,51341898.67,49560138.49,662,13,,676,13,3788 +dijkstra,board,3,ok,4,1,0,48.62,44705160.7,42922713.82,1198,11,,1210,11,3788 +dijkstra,board,4,ok,4,1,0,191.99,189477727.43,187695713.16,930,0,,931,0,3788 +dijkstra,board,5,ok,4,1,0,140.77,138276730.25,136496366.13,654,44,,699,44,3788 +dijkstra,board,6,ok,4,1,0,60.29,58439879.22,56660152.17,634,11,,646,11,3788 +dijkstra,board,7,ok,4,1,0,105.71,103977288.22,102197659.99,639,0,,640,0,3788 +dijkstra,board,8,ok,4,1,0,160.49,157861116.94,156081941.68,888,102,,992,102,3788 +dijkstra,board,9,ok,4,1,0,153.48,150831192.82,149052716.9,619,0,,620,0,3788 +dijkstra,board,10,ok,4,1,0,132.0,130224833.59,128446695.01,532,99,,632,99,3788 diff --git a/results/intermittent/dijkstra/schematic.csv b/results/intermittent/dijkstra/schematic.csv index 8ebff8aa..1b960f26 100644 --- a/results/intermittent/dijkstra/schematic.csv +++ b/results/intermittent/dijkstra/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -dijkstra,board,1,ok,2,30,898,5.55,3359053.88,,53,1,3788 -dijkstra,board,2,ok,2,30,898,7.11,4464300.59,,67,1,3788 -dijkstra,board,3,ok,2,30,898,5.4,1393102.81,,98,0,3788 -dijkstra,board,4,ok,2,30,898,19.09,16530644.58,,72,0,3788 -dijkstra,board,5,ok,2,30,898,15.09,12419432.29,,66,4,3788 -dijkstra,board,6,ok,2,30,898,7.69,5793464.84,,59,1,3788 -dijkstra,board,7,ok,2,30,898,11.78,9984875.18,,62,0,3788 -dijkstra,board,8,ok,2,30,898,14.31,11613517.11,,86,7,3788 -dijkstra,board,9,ok,2,30,898,16.18,13367138.13,,60,0,3788 -dijkstra,board,10,ok,2,30,898,13.71,11884450.43,,63,9,3788 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +dijkstra,board,1,ok,2,6,1130,4.79,2743308.28,2627510.65,50,1,,52,1,3788 +dijkstra,board,2,ok,2,6,1130,6.89,4339693.62,4223865.43,58,1,,60,1,3788 +dijkstra,board,3,ok,2,6,1130,5.31,1380999.42,1265122.25,96,0,,97,0,3788 +dijkstra,board,4,ok,2,6,1130,19.01,16484110.2,16368265.97,74,0,,75,0,3788 +dijkstra,board,5,ok,2,6,1130,14.89,12411494.81,12295660.48,61,4,,66,4,3788 +dijkstra,board,6,ok,2,6,1130,6.98,5181736.67,5065919.58,60,1,,62,1,3788 +dijkstra,board,7,ok,2,6,1130,10.8,9166414.31,9050596.44,60,0,,61,0,3788 +dijkstra,board,8,ok,2,6,1130,14.21,11603642.26,11487792.32,76,7,,85,7,3788 +dijkstra,board,9,ok,2,6,1130,16.11,13353344.35,13237535.45,60,0,,61,0,3788 +dijkstra,board,10,ok,2,6,1130,13.51,11874394.02,11758589.55,55,9,,65,9,3788 diff --git a/results/intermittent/dijkstra/schematicO3.csv b/results/intermittent/dijkstra/schematicO3.csv index 882f73fb..0624acac 100644 --- a/results/intermittent/dijkstra/schematicO3.csv +++ b/results/intermittent/dijkstra/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -dijkstra,board,1,ok,2,6,762,2.27,127350.98,,10,0,3788 -dijkstra,board,2,ok,2,6,762,3.24,567140.66,,11,0,3788 -dijkstra,board,3,ok,2,6,762,4.19,183765.91,,14,0,3788 -dijkstra,board,4,ok,2,6,762,5.17,2623257.28,,12,0,3788 -dijkstra,board,5,ok,2,6,762,4.47,1872368.39,,12,0,3788 -dijkstra,board,6,ok,2,6,762,2.77,881052.58,,12,0,3788 -dijkstra,board,7,ok,2,6,762,3.83,2053596.08,,13,0,3788 -dijkstra,board,8,ok,2,6,762,3.63,891238.7,,14,0,3788 -dijkstra,board,9,ok,2,6,762,3.78,942710.75,,11,0,3788 -dijkstra,board,10,ok,2,6,762,1.93,116623.14,,9,0,3788 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +dijkstra,board,1,ok,2,2,2927,2.19,127240.53,97446.33,9,0,,10,0,3788 +dijkstra,board,2,ok,2,2,2927,3.09,566246.15,536451.96,10,0,,11,0,3788 +dijkstra,board,3,ok,2,2,2927,4.1,183760.46,153963.74,13,0,,14,0,3788 +dijkstra,board,4,ok,2,2,2927,5.09,2618957.99,2589160.92,11,0,,12,0,3788 +dijkstra,board,5,ok,2,2,2927,4.39,1869326.25,1839530.27,11,0,,12,0,3788 +dijkstra,board,6,ok,2,2,2927,2.69,879765.2,849970.48,11,0,,12,0,3788 +dijkstra,board,7,ok,2,2,2927,3.79,2053820.69,2024022.59,12,0,,13,0,3788 +dijkstra,board,8,ok,2,2,2927,3.38,890259.66,860462.13,12,0,,14,0,3788 +dijkstra,board,9,ok,2,2,2927,3.69,931251.36,901459.42,9,0,,10,0,3788 +dijkstra,board,10,ok,2,2,2927,1.81,116279.62,86489.09,8,0,,9,0,3788 diff --git a/results/intermittent/normalized_time_box.pdf b/results/intermittent/normalized_time_box.pdf index 95206207..ddd4aa64 100644 Binary files a/results/intermittent/normalized_time_box.pdf and b/results/intermittent/normalized_time_box.pdf differ diff --git a/results/intermittent/poly1305/milp.csv b/results/intermittent/poly1305/milp.csv index ea6ee778..caf8e02d 100644 --- a/results/intermittent/poly1305/milp.csv +++ b/results/intermittent/poly1305/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -poly1305,board,1,ok,2,43,846,12.31,10186419.47,,132,4,68 -poly1305,board,2,ok,2,43,846,12.39,9698613.58,,131,2,68 -poly1305,board,3,ok,2,43,846,9.11,5156484.78,,129,1,68 -poly1305,board,4,ok,2,43,846,37.5,34911556.37,,135,7,68 -poly1305,board,5,ok,2,43,846,32.39,29744006.32,,137,9,68 -poly1305,board,6,ok,2,43,846,13.91,12035795.43,,130,2,68 -poly1305,board,7,ok,2,43,846,24.68,22958834.04,,128,0,68 -poly1305,board,8,ok,2,43,846,31.29,28632237.9,,148,18,68 -poly1305,board,9,ok,2,43,846,38.71,35851737.93,,137,8,68 -poly1305,board,10,ok,2,43,846,37.29,35479686.01,,155,27,68 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +poly1305,board,1,ok,2,35,727,12.28,10187580.04,9693839.97,127,4,,132,4,68 +poly1305,board,2,ok,2,35,727,12.29,9764689.68,9270900.14,128,2,,131,2,68 +poly1305,board,3,ok,2,35,727,9.09,5188182.16,4694380.68,127,1,,129,1,68 +poly1305,board,4,ok,2,35,727,39.81,37325521.46,36831746.63,127,8,,136,8,68 +poly1305,board,5,ok,2,35,727,32.2,29736633.32,29242854.36,128,9,,138,9,68 +poly1305,board,6,ok,2,35,727,13.72,11951776.2,11458008.3,127,2,,130,2,68 +poly1305,board,7,ok,2,35,727,24.69,22946817.75,22453028.14,127,0,,128,0,68 +poly1305,board,8,ok,2,35,727,31.21,28644861.5,28151074.6,128,18,,148,18,68 +poly1305,board,9,ok,2,35,727,36.21,33416389.69,32922610.5,128,6,,135,6,68 +poly1305,board,10,ok,2,35,727,33.41,31641792.92,31148027.46,127,24,,152,24,68 diff --git a/results/intermittent/poly1305/rockclimb.csv b/results/intermittent/poly1305/rockclimb.csv index c8ea3028..9b1181a5 100644 --- a/results/intermittent/poly1305/rockclimb.csv +++ b/results/intermittent/poly1305/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -poly1305,board,1,ok,4,62,0,25.09,22901012.68,,318,9,68 -poly1305,board,2,ok,4,62,0,30.98,28325072.78,,422,7,68 -poly1305,board,3,ok,4,62,0,28.37,24436347.62,,662,6,68 -poly1305,board,4,ok,4,62,0,116.11,113494025.93,,522,0,68 -poly1305,board,5,ok,4,62,0,81.97,79379089.82,,405,25,68 -poly1305,board,6,ok,4,62,0,36.6,34717649.3,,387,7,68 -poly1305,board,7,ok,4,62,0,62.59,60789844.59,,395,0,68 -poly1305,board,8,ok,4,62,0,88.21,85563767.52,,560,55,68 -poly1305,board,9,ok,4,62,0,88.72,85904459.62,,367,0,68 -poly1305,board,10,ok,4,62,0,80.69,78850926.62,,385,60,68 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +poly1305,board,1,ok,4,5,0,25.68,23577696.45,22790796.63,313,9,,323,9,68 +poly1305,board,2,ok,4,5,0,30.69,28093586.12,27306524.77,409,7,,417,7,68 +poly1305,board,3,ok,4,5,0,28.59,24661288.7,23873789.18,666,6,,673,6,68 +poly1305,board,4,ok,4,5,0,110.69,108201901.69,107414611.84,524,0,,525,0,68 +poly1305,board,5,ok,4,5,0,83.18,80639172.96,79851963.23,381,26,,408,26,68 +poly1305,board,6,ok,4,5,0,36.28,34494712.52,33707541.61,377,7,,385,7,68 +poly1305,board,7,ok,4,5,0,62.72,61024424.45,60237267.32,383,0,,384,0,68 +poly1305,board,8,ok,4,5,0,91.28,88664771.32,87877331.34,507,57,,566,57,68 +poly1305,board,9,ok,4,5,0,88.61,85865285.34,85078159.97,364,0,,365,0,68 +poly1305,board,10,ok,4,5,0,80.52,78811841.43,78024647.74,337,60,,398,60,68 diff --git a/results/intermittent/poly1305/schematic.csv b/results/intermittent/poly1305/schematic.csv index b06e6e3e..3829e416 100644 --- a/results/intermittent/poly1305/schematic.csv +++ b/results/intermittent/poly1305/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -poly1305,board,1,ok,4,37,685,22.41,20240938.56,,273,8,68 -poly1305,board,2,ok,4,37,685,23.1,20504808.92,,285,5,68 -poly1305,board,3,ok,4,37,685,17.02,13019410.24,,329,3,68 -poly1305,board,4,ok,4,37,685,76.79,74160240.72,,311,4,68 -poly1305,board,5,ok,4,37,685,61.62,58980981.61,,293,19,68 -poly1305,board,6,ok,4,37,685,28.43,26513788.96,,278,6,68 -poly1305,board,7,ok,4,37,685,45.4,43629838.82,,271,0,68 -poly1305,board,8,ok,4,37,685,59.0,56332233.93,,319,36,68 -poly1305,board,9,ok,4,37,685,71.22,68338231.91,,300,18,68 -poly1305,board,10,ok,4,37,685,65.02,63144228.77,,308,48,68 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +poly1305,board,1,ok,4,5,600,22.27,20170911.0,19480895.31,258,8,,267,8,68 +poly1305,board,2,ok,4,5,600,23.57,21022394.67,20332306.19,279,5,,285,5,68 +poly1305,board,3,ok,4,5,600,17.07,13153955.91,12463715.27,345,3,,349,3,68 +poly1305,board,4,ok,4,5,600,71.49,68947698.03,68257533.0,283,1,,285,1,68 +poly1305,board,5,ok,4,5,600,61.43,58993955.94,58303752.69,271,19,,291,19,68 +poly1305,board,6,ok,4,5,600,28.81,26940858.79,26250687.0,270,5,,276,5,68 +poly1305,board,7,ok,4,5,600,46.57,44827211.59,44137007.48,273,0,,274,0,68 +poly1305,board,8,ok,4,5,600,60.48,57818212.09,57127883.5,289,37,,328,37,68 +poly1305,board,9,ok,4,5,600,73.58,70840249.21,70150011.97,281,20,,302,20,68 +poly1305,board,10,ok,4,5,600,64.79,63081158.17,62390999.62,257,48,,306,48,68 diff --git a/results/intermittent/poly1305/schematicO3.csv b/results/intermittent/poly1305/schematicO3.csv index e91174ef..a94c5b53 100644 --- a/results/intermittent/poly1305/schematicO3.csv +++ b/results/intermittent/poly1305/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -poly1305,board,1,ok,1,3,628,15.69,13505235.79,,185,5,68 -poly1305,board,2,ok,1,3,628,16.49,13874007.01,,190,3,68 -poly1305,board,3,ok,1,3,628,13.28,9232583.0,,243,2,68 -poly1305,board,4,ok,1,3,628,55.79,53231407.51,,197,0,68 -poly1305,board,5,ok,1,3,628,47.91,45258373.25,,215,14,68 -poly1305,board,6,ok,1,3,628,22.01,20093085.16,,204,5,68 -poly1305,board,7,ok,1,3,628,38.5,36675544.9,,215,0,68 -poly1305,board,8,ok,1,3,628,49.65,47012715.18,,251,30,68 -poly1305,board,9,ok,1,3,628,51.2,48373550.92,,198,7,68 -poly1305,board,10,ok,1,3,628,45.41,43537404.84,,215,33,68 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +poly1305,board,1,ok,1,1,565,15.59,13525051.64,12973361.23,178,5,,184,5,68 +poly1305,board,2,ok,1,1,565,18.9,16302426.25,15750694.85,191,4,,196,4,68 +poly1305,board,3,ok,1,1,565,13.09,9219188.3,8667387.05,241,2,,244,2,68 +poly1305,board,4,ok,1,1,565,55.58,53048626.8,52496920.57,189,0,,190,0,68 +poly1305,board,5,ok,1,1,565,45.98,43480024.6,42928315.61,196,14,,211,14,68 +poly1305,board,6,ok,1,1,565,21.99,20171317.52,19619672.63,201,4,,206,4,68 +poly1305,board,7,ok,1,1,565,36.09,34342645.69,33791013.11,196,0,,197,0,68 +poly1305,board,8,ok,1,1,565,49.59,46965229.35,46413517.98,216,30,,248,30,68 +poly1305,board,9,ok,1,1,565,51.18,48406728.22,47855108.21,195,3,,199,3,68 +poly1305,board,10,ok,1,1,565,45.09,43466849.43,42915232.63,183,33,,217,33,68 diff --git a/results/intermittent/qsort/milp.csv b/results/intermittent/qsort/milp.csv index 0f8f4341..f325ea1e 100644 --- a/results/intermittent/qsort/milp.csv +++ b/results/intermittent/qsort/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -qsort,board,1,ok,3,26,692,2.33,139078.2,,11,0,9987 -qsort,board,2,ok,3,26,692,3.23,615138.9,,13,0,9987 -qsort,board,3,ok,3,26,692,4.13,151393.6,,11,0,9987 -qsort,board,4,ok,3,26,692,5.98,3386574.07,,13,0,9987 -qsort,board,5,ok,3,26,692,4.49,1862109.66,,12,0,9987 -qsort,board,6,ok,3,26,692,2.6,723980.46,,12,0,9987 -qsort,board,7,ok,3,26,692,3.93,2045983.92,,13,0,9987 -qsort,board,8,ok,3,26,692,3.58,906885.24,,15,0,9987 -qsort,board,9,ok,3,26,692,3.79,945500.94,,11,0,9987 -qsort,board,10,ok,3,26,692,1.99,128090.11,,10,0,9987 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +qsort,board,1,ok,3,28,726,2.27,138794.36,108730.8,10,0,,11,0,9987 +qsort,board,2,ok,3,28,726,3.08,567495.81,537432.02,10,0,,11,0,9987 +qsort,board,3,ok,3,28,726,4.01,162310.43,132243.33,11,0,,12,0,9987 +qsort,board,4,ok,3,28,726,5.9,3400645.54,3370576.64,13,0,,14,0,9987 +qsort,board,5,ok,3,28,726,4.31,1883312.17,1853248.31,11,0,,12,0,9987 +qsort,board,6,ok,3,28,726,2.59,722374.35,692309.29,11,0,,12,0,9987 +qsort,board,7,ok,3,28,726,3.77,2045106.4,2015041.83,11,0,,12,0,9987 +qsort,board,8,ok,3,28,726,3.48,890827.11,860757.27,14,0,,16,0,9987 +qsort,board,9,ok,3,28,726,3.69,943839.17,913775.21,10,0,,11,0,9987 +qsort,board,10,ok,3,28,726,1.88,127885.79,97825.5,9,0,,10,0,9987 diff --git a/results/intermittent/qsort/rockclimb.csv b/results/intermittent/qsort/rockclimb.csv index 0cb8bac7..0e5b4599 100644 --- a/results/intermittent/qsort/rockclimb.csv +++ b/results/intermittent/qsort/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -qsort,board,1,ok,5,5,0,9.9,7718952.35,,106,3,9987 -qsort,board,2,ok,5,5,0,12.11,9500086.57,,154,2,9987 -qsort,board,3,ok,5,5,0,12.51,8517686.52,,250,2,9987 -qsort,board,4,ok,5,5,0,45.3,42719466.5,,206,0,9987 -qsort,board,5,ok,5,5,0,30.59,27966328.1,,143,9,9987 -qsort,board,6,ok,5,5,0,13.42,11495256.59,,133,2,9987 -qsort,board,7,ok,5,5,0,24.29,22510934.86,,136,0,9987 -qsort,board,8,ok,5,5,0,32.63,30083872.14,,199,19,9987 -qsort,board,9,ok,5,5,0,33.73,30861840.85,,130,0,9987 -qsort,board,10,ok,5,5,0,29.43,27607477.15,,130,21,9987 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +qsort,board,1,ok,5,1,0,9.79,7710185.72,7356144.71,100,3,,104,3,9987 +qsort,board,2,ok,5,1,0,11.29,8733448.49,8379350.02,133,2,,136,2,9987 +qsort,board,3,ok,5,1,0,12.21,8301897.73,7947597.19,233,2,,236,2,9987 +qsort,board,4,ok,5,1,0,42.67,40144376.43,39790154.78,204,0,,205,0,9987 +qsort,board,5,ok,5,1,0,30.49,27963252.52,27609172.35,128,9,,138,9,9987 +qsort,board,6,ok,5,1,0,13.2,11457908.36,11103771.23,132,2,,135,2,9987 +qsort,board,7,ok,5,1,0,22.5,20888846.25,20534771.59,132,0,,133,0,9987 +qsort,board,8,ok,5,1,0,32.7,30074318.54,29720150.66,178,19,,199,19,9987 +qsort,board,9,ok,5,1,0,33.6,30842162.72,30488056.45,131,0,,132,0,9987 +qsort,board,10,ok,5,1,0,25.58,23838904.63,23484825.58,108,18,,127,18,9987 diff --git a/results/intermittent/qsort/schematic.csv b/results/intermittent/qsort/schematic.csv index 943b96b0..529599f8 100644 --- a/results/intermittent/qsort/schematic.csv +++ b/results/intermittent/qsort/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -qsort,board,1,ok,2,6,1028,2.42,219506.29,,17,0,9987 -qsort,board,2,ok,2,6,1028,3.39,729836.36,,21,0,9987 -qsort,board,3,ok,2,6,1028,4.4,363841.01,,30,0,9987 -qsort,board,4,ok,2,6,1028,8.6,6027893.4,,31,0,9987 -qsort,board,5,ok,2,6,1028,5.83,3203136.42,,24,1,9987 -qsort,board,6,ok,2,6,1028,3.09,1142949.32,,23,0,9987 -qsort,board,7,ok,2,6,1028,5.3,3488166.86,,23,0,9987 -qsort,board,8,ok,2,6,1028,5.13,2406261.07,,27,1,9987 -qsort,board,9,ok,2,6,1028,6.29,3414143.9,,19,0,9987 -qsort,board,10,ok,2,6,1028,5.76,3966556.7,,22,3,9987 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +qsort,board,1,ok,2,2,920,2.27,219496.23,174488.43,16,0,,17,0,9987 +qsort,board,2,ok,2,2,920,3.22,730715.33,685703.15,19,0,,20,0,9987 +qsort,board,3,ok,2,2,920,4.3,341197.84,296170.83,27,0,,28,0,9987 +qsort,board,4,ok,2,2,920,8.49,6027990.73,5982962.18,31,0,,32,0,9987 +qsort,board,5,ok,2,2,920,5.69,3177525.79,3132506.24,21,1,,23,1,9987 +qsort,board,6,ok,2,2,920,2.91,1131826.13,1086808.61,21,0,,22,0,9987 +qsort,board,7,ok,2,2,920,5.18,3486078.85,3441060.46,23,0,,24,0,9987 +qsort,board,8,ok,2,2,920,5.0,2414724.51,2369697.16,24,1,,27,1,9987 +qsort,board,9,ok,2,2,920,6.19,3411114.44,3366100.62,19,0,,20,0,9987 +qsort,board,10,ok,2,2,920,5.67,3953895.86,3908883.73,18,3,,22,3,9987 diff --git a/results/intermittent/qsort/schematicO3.csv b/results/intermittent/qsort/schematicO3.csv index 5242d46f..b77a8221 100644 --- a/results/intermittent/qsort/schematicO3.csv +++ b/results/intermittent/qsort/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -qsort,board,1,ok,1,4,840,2.32,193562.09,,15,0,9987 -qsort,board,2,ok,1,4,840,3.42,715616.44,,21,0,9987 -qsort,board,3,ok,1,4,840,4.34,304856.45,,25,0,9987 -qsort,board,4,ok,1,4,840,6.65,4090664.05,,26,0,9987 -qsort,board,5,ok,1,4,840,5.81,3164987.22,,21,1,9987 -qsort,board,6,ok,1,4,840,2.98,1104272.28,,22,0,9987 -qsort,board,7,ok,1,4,840,4.83,3065633.83,,20,0,9987 -qsort,board,8,ok,1,4,840,5.08,2378367.02,,26,1,9987 -qsort,board,9,ok,1,4,840,6.23,3396676.62,,19,0,9987 -qsort,board,10,ok,1,4,840,2.02,193884.03,,15,0,9987 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +qsort,board,1,ok,1,2,822,2.27,193559.09,152452.82,14,0,,15,0,9987 +qsort,board,2,ok,1,2,822,3.29,704043.02,662928.5,18,0,,19,0,9987 +qsort,board,3,ok,1,2,822,4.19,304765.35,263642.02,24,0,,25,0,9987 +qsort,board,4,ok,1,2,822,6.59,4079416.85,4038294.4,22,0,,23,0,9987 +qsort,board,5,ok,1,2,822,5.7,3167734.07,3126611.37,20,1,,22,1,9987 +qsort,board,6,ok,1,2,822,2.91,1116791.15,1075670.85,20,0,,21,0,9987 +qsort,board,7,ok,1,2,822,4.77,3060650.1,3019533.25,19,0,,20,0,9987 +qsort,board,8,ok,1,2,822,4.88,2380466.66,2339340.4,22,1,,25,1,9987 +qsort,board,9,ok,1,2,822,6.1,3381808.97,3340692.1,17,0,,18,0,9987 +qsort,board,10,ok,1,2,822,1.97,193971.82,152859.43,14,0,,15,0,9987 diff --git a/results/intermittent/report.md b/results/intermittent/report.md index b77d9b86..1bf7bf1f 100644 --- a/results/intermittent/report.md +++ b/results/intermittent/report.md @@ -8,28 +8,28 @@ Cell: `ok` = completed (stop pulse + __nvm_done) and return code equals the unin | algo | runs | complete | correct (of complete) | incomplete | mean waits | mean rec | mean t (s) | |---|---|---|---|---|---|---|---| -| milp | 130 | 130 | 130 | 0 | 23.6 | 0.9 | 3.16 | -| rockclimb | 130 | 130 | 130 | 0 | 315.7 | 12.1 | 44.41 | -| schematic | 130 | 130 | 130 | 0 | 126.0 | 5.2 | 17.88 | -| schematicO3 | 130 | 130 | 130 | 0 | 38.3 | 1.3 | 5.16 | +| milp | 130 | 130 | 130 | 0 | 23.8 | 0.8 | 3.15 | +| rockclimb | 130 | 130 | 130 | 0 | 312.8 | 11.9 | 43.64 | +| schematic | 130 | 130 | 130 | 0 | 125.2 | 5.1 | 17.61 | +| schematicO3 | 130 | 130 | 130 | 0 | 38.0 | 1.3 | 5.12 | ## Per benchmark: complete / correct / total waits / total rec / mean t (s) | benchmark (baseline result) | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes (107) | 10/10 / 10/10 / 264 / 13 / 3.69 | 10/10 / 10/10 / 2667 / 101 / 37.11 | 10/10 / 10/10 / 5922 / 268 / 89.23 | 10/10 / 10/10 / 687 / 23 / 9.10 | -| crc (20431) | 10/10 / 10/10 / 72 / 1 / 0.78 | 10/10 / 10/10 / 952 / 34 / 12.95 | 10/10 / 10/10 / 1863 / 68 / 25.19 | 10/10 / 10/10 / 82 / 1 / 0.79 | -| rsa (32) | 10/10 / 10/10 / 170 / 4 / 1.77 | 10/10 / 10/10 / 6141 / 239 / 87.95 | 10/10 / 10/10 / 620 / 18 / 7.63 | 10/10 / 10/10 / 274 / 7 / 3.39 | -| dijkstra (3788) | 10/10 / 10/10 / 98 / 1 / 0.88 | 10/10 / 10/10 / 7625 / 301 / 108.80 | 10/10 / 10/10 / 686 / 23 / 9.08 | 10/10 / 10/10 / 118 / 0 / 1.03 | -| qsort (9987) | 10/10 / 10/10 / 121 / 0 / 1.09 | 10/10 / 10/10 / 1587 / 58 / 21.90 | 10/10 / 10/10 / 237 / 5 / 2.50 | 10/10 / 10/10 / 210 / 2 / 1.86 | -| activity_recognition (64) | 10/10 / 10/10 / 129 / 0 / 1.30 | 10/10 / 10/10 / 726 / 26 / 9.67 | 10/10 / 10/10 / 582 / 18 / 7.28 | 10/10 / 10/10 / 174 / 2 / 1.77 | -| bitcount (14121) | 10/10 / 10/10 / 91 / 0 / 0.84 | 10/10 / 10/10 / 4178 / 159 / 59.04 | 10/10 / 10/10 / 444 / 12 / 5.45 | 10/10 / 10/10 / 103 / 0 / 0.99 | -| chacha20 (79) | 10/10 / 10/10 / 116 / 2 / 1.35 | 10/10 / 10/10 / 635 / 19 / 8.08 | 10/10 / 10/10 / 360 / 16 / 4.90 | 10/10 / 10/10 / 255 / 8 / 3.39 | -| sensor_fusion (613) | 10/10 / 10/10 / 113 / 0 / 1.00 | 10/10 / 10/10 / 126 / 0 / 1.12 | 10/10 / 10/10 / 166 / 1 / 1.62 | 10/10 / 10/10 / 168 / 2 / 1.75 | -| poly1305 (68) | 10/10 / 10/10 / 1362 / 78 / 22.47 | 10/10 / 10/10 / 4423 / 169 / 61.44 | 10/10 / 10/10 / 2967 / 147 / 44.49 | 10/10 / 10/10 / 2113 / 99 / 33.08 | -| cuckoo_filter (4048) | 10/10 / 10/10 / 145 / 1 / 1.40 | 10/10 / 10/10 / 1888 / 71 / 26.07 | 10/10 / 10/10 / 1358 / 60 / 19.55 | 10/10 / 10/10 / 221 / 8 / 2.55 | -| sha256 (131) | 10/10 / 10/10 / 186 / 11 / 2.67 | 10/10 / 10/10 / 1093 / 35 / 13.93 | 10/10 / 10/10 / 471 / 19 / 6.19 | 10/10 / 10/10 / 348 / 16 / 4.86 | -| stringsearch (20) | 10/10 / 10/10 / 197 / 2 / 1.85 | 10/10 / 10/10 / 9005 / 355 / 129.31 | 10/10 / 10/10 / 700 / 27 / 9.38 | 10/10 / 10/10 / 231 / 5 / 2.45 | +| aes (107) | 10/10 / 10/10 / 264 / 13 / 3.67 | 10/10 / 10/10 / 2643 / 97 / 35.60 | 10/10 / 10/10 / 5859 / 258 / 87.20 | 10/10 / 10/10 / 681 / 23 / 8.83 | +| crc (20431) | 10/10 / 10/10 / 72 / 1 / 0.59 | 10/10 / 10/10 / 951 / 34 / 12.95 | 10/10 / 10/10 / 1850 / 67 / 24.69 | 10/10 / 10/10 / 82 / 1 / 0.87 | +| rsa (32) | 10/10 / 10/10 / 220 / 7 / 2.45 | 10/10 / 10/10 / 5999 / 238 / 85.25 | 10/10 / 10/10 / 616 / 18 / 7.63 | 10/10 / 10/10 / 273 / 7 / 3.47 | +| dijkstra (3788) | 10/10 / 10/10 / 97 / 0 / 0.87 | 10/10 / 10/10 / 7558 / 296 / 106.57 | 10/10 / 10/10 / 684 / 23 / 8.85 | 10/10 / 10/10 / 117 / 0 / 1.02 | +| qsort (9987) | 10/10 / 10/10 / 121 / 0 / 1.09 | 10/10 / 10/10 / 1545 / 55 / 21.00 | 10/10 / 10/10 / 235 / 5 / 2.49 | 10/10 / 10/10 / 203 / 2 / 1.86 | +| activity_recognition (64) | 10/10 / 10/10 / 129 / 0 / 1.29 | 10/10 / 10/10 / 718 / 26 / 9.86 | 10/10 / 10/10 / 580 / 17 / 7.28 | 10/10 / 10/10 / 172 / 3 / 1.77 | +| bitcount (14121) | 10/10 / 10/10 / 90 / 0 / 0.81 | 10/10 / 10/10 / 4164 / 160 / 59.32 | 10/10 / 10/10 / 447 / 12 / 5.44 | 10/10 / 10/10 / 104 / 0 / 1.00 | +| chacha20 (79) | 10/10 / 10/10 / 115 / 2 / 1.30 | 10/10 / 10/10 / 626 / 18 / 7.64 | 10/10 / 10/10 / 356 / 15 / 4.89 | 10/10 / 10/10 / 252 / 8 / 3.38 | +| sensor_fusion (613) | 10/10 / 10/10 / 108 / 0 / 0.99 | 10/10 / 10/10 / 125 / 0 / 1.12 | 10/10 / 10/10 / 167 / 1 / 1.62 | 10/10 / 10/10 / 165 / 1 / 1.51 | +| poly1305 (68) | 10/10 / 10/10 / 1359 / 74 / 22.08 | 10/10 / 10/10 / 4444 / 172 / 61.40 | 10/10 / 10/10 / 2963 / 146 / 44.58 | 10/10 / 10/10 / 2092 / 95 / 32.89 | +| cuckoo_filter (4048) | 10/10 / 10/10 / 146 / 1 / 1.40 | 10/10 / 10/10 / 1898 / 71 / 25.94 | 10/10 / 10/10 / 1360 / 54 / 18.83 | 10/10 / 10/10 / 221 / 7 / 2.56 | +| sha256 (131) | 10/10 / 10/10 / 184 / 7 / 2.58 | 10/10 / 10/10 / 1088 / 35 / 13.98 | 10/10 / 10/10 / 469 / 18 / 6.30 | 10/10 / 10/10 / 345 / 14 / 4.89 | +| stringsearch (20) | 10/10 / 10/10 / 194 / 2 / 1.79 | 10/10 / 10/10 / 8905 / 346 / 126.74 | 10/10 / 10/10 / 691 / 23 / 9.09 | 10/10 / 10/10 / 232 / 5 / 2.45 | ## Per trace: waits by benchmark x algorithm (`inc` = incomplete) @@ -37,181 +37,181 @@ Cell: `ok` = completed (stop pulse + __nvm_done) and return code equals the unin | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 26 | 181 | 460 | 56 | -| crc | 7 | 65 | 135 | 8 | -| rsa | 16 | 413 | 49 | 20 | -| dijkstra | 9 | 506 | 53 | 10 | -| qsort | 11 | 106 | 17 | 15 | -| activity_recognition | 11 | 49 | 45 | 14 | -| bitcount | 8 | 280 | 33 | 9 | +| aes | 26 | 179 | 459 | 56 | +| crc | 7 | 65 | 134 | 8 | +| rsa | 16 | 407 | 49 | 20 | +| dijkstra | 9 | 512 | 52 | 10 | +| qsort | 11 | 104 | 17 | 15 | +| activity_recognition | 11 | 49 | 44 | 14 | +| bitcount | 8 | 280 | 32 | 9 | | chacha20 | 11 | 46 | 34 | 22 | -| sensor_fusion | 9 | 10 | 14 | 12 | -| poly1305 | 132 | 318 | 273 | 185 | -| cuckoo_filter | 12 | 132 | 115 | 18 | -| sha256 | 18 | 74 | 37 | 35 | -| stringsearch | 15 | 601 | 57 | 17 | +| sensor_fusion | 8 | 10 | 14 | 12 | +| poly1305 | 132 | 323 | 267 | 184 | +| cuckoo_filter | 13 | 130 | 117 | 18 | +| sha256 | 18 | 75 | 37 | 34 | +| stringsearch | 14 | 594 | 55 | 16 | ### trace 2 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 25 | 246 | 562 | 63 | -| crc | 7 | 85 | 178 | 8 | -| rsa | 15 | 551 | 61 | 24 | -| dijkstra | 10 | 727 | 67 | 11 | -| qsort | 13 | 154 | 21 | 21 | -| activity_recognition | 13 | 69 | 57 | 16 | -| bitcount | 10 | 393 | 39 | 11 | -| chacha20 | 12 | 60 | 34 | 24 | +| aes | 25 | 248 | 554 | 62 | +| crc | 7 | 85 | 177 | 8 | +| rsa | 19 | 546 | 59 | 24 | +| dijkstra | 10 | 676 | 60 | 11 | +| qsort | 11 | 136 | 20 | 19 | +| activity_recognition | 13 | 66 | 55 | 16 | +| bitcount | 8 | 381 | 40 | 11 | +| chacha20 | 12 | 61 | 34 | 24 | | sensor_fusion | 12 | 12 | 16 | 16 | -| poly1305 | 131 | 422 | 285 | 190 | -| cuckoo_filter | 14 | 178 | 124 | 20 | -| sha256 | 18 | 104 | 48 | 33 | -| stringsearch | 18 | 813 | 66 | 22 | +| poly1305 | 131 | 417 | 285 | 196 | +| cuckoo_filter | 14 | 170 | 125 | 22 | +| sha256 | 18 | 98 | 44 | 33 | +| stringsearch | 19 | 804 | 68 | 21 | ### trace 3 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 25 | 417 | 786 | 93 | -| crc | 7 | 152 | 282 | 8 | -| rsa | 19 | 982 | 88 | 38 | -| dijkstra | 11 | 1208 | 98 | 14 | -| qsort | 11 | 250 | 30 | 25 | -| activity_recognition | 12 | 113 | 87 | 21 | -| bitcount | 7 | 664 | 64 | 9 | -| chacha20 | 11 | 98 | 37 | 28 | -| sensor_fusion | 13 | 14 | 20 | 21 | -| poly1305 | 129 | 662 | 329 | 243 | -| cuckoo_filter | 17 | 303 | 174 | 26 | -| sha256 | 17 | 178 | 63 | 33 | -| stringsearch | 24 | 1434 | 94 | 28 | +| aes | 25 | 409 | 768 | 92 | +| crc | 7 | 145 | 275 | 8 | +| rsa | 29 | 929 | 87 | 40 | +| dijkstra | 10 | 1210 | 97 | 14 | +| qsort | 12 | 236 | 28 | 25 | +| activity_recognition | 13 | 110 | 87 | 21 | +| bitcount | 7 | 663 | 63 | 9 | +| chacha20 | 11 | 96 | 37 | 28 | +| sensor_fusion | 13 | 14 | 20 | 20 | +| poly1305 | 129 | 673 | 349 | 244 | +| cuckoo_filter | 16 | 297 | 175 | 26 | +| sha256 | 18 | 177 | 61 | 33 | +| stringsearch | 24 | 1393 | 94 | 28 | ### trace 4 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 28 | 336 | 625 | 70 | -| crc | 8 | 118 | 213 | 9 | -| rsa | 19 | 781 | 67 | 32 | -| dijkstra | 10 | 946 | 72 | 12 | -| qsort | 13 | 206 | 31 | 26 | -| activity_recognition | 12 | 85 | 61 | 17 | -| bitcount | 9 | 538 | 50 | 10 | -| chacha20 | 12 | 71 | 36 | 25 | -| sensor_fusion | 11 | 14 | 17 | 20 | -| poly1305 | 135 | 522 | 311 | 197 | -| cuckoo_filter | 17 | 230 | 141 | 27 | -| sha256 | 19 | 135 | 48 | 34 | -| stringsearch | 22 | 1158 | 77 | 29 | +| aes | 27 | 330 | 615 | 69 | +| crc | 8 | 118 | 209 | 9 | +| rsa | 29 | 747 | 66 | 33 | +| dijkstra | 9 | 931 | 75 | 12 | +| qsort | 14 | 205 | 32 | 23 | +| activity_recognition | 12 | 90 | 64 | 18 | +| bitcount | 8 | 532 | 53 | 10 | +| chacha20 | 12 | 72 | 35 | 25 | +| sensor_fusion | 11 | 14 | 18 | 22 | +| poly1305 | 136 | 525 | 285 | 190 | +| cuckoo_filter | 16 | 234 | 139 | 24 | +| sha256 | 20 | 134 | 47 | 34 | +| stringsearch | 21 | 1170 | 71 | 30 | ### trace 5 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 27 | 235 | 602 | 68 | -| crc | 7 | 87 | 177 | 8 | -| rsa | 18 | 560 | 60 | 27 | -| dijkstra | 10 | 696 | 66 | 12 | -| qsort | 12 | 143 | 24 | 21 | -| activity_recognition | 13 | 67 | 55 | 19 | -| bitcount | 9 | 373 | 43 | 10 | -| chacha20 | 11 | 57 | 37 | 26 | -| sensor_fusion | 11 | 13 | 16 | 16 | -| poly1305 | 137 | 405 | 293 | 215 | -| cuckoo_filter | 12 | 171 | 133 | 22 | -| sha256 | 18 | 95 | 50 | 35 | -| stringsearch | 20 | 816 | 70 | 23 | +| aes | 27 | 237 | 585 | 64 | +| crc | 7 | 88 | 177 | 8 | +| rsa | 23 | 537 | 61 | 26 | +| dijkstra | 10 | 699 | 66 | 12 | +| qsort | 12 | 138 | 23 | 22 | +| activity_recognition | 14 | 64 | 54 | 18 | +| bitcount | 9 | 388 | 43 | 11 | +| chacha20 | 11 | 57 | 36 | 27 | +| sensor_fusion | 11 | 12 | 17 | 16 | +| poly1305 | 138 | 408 | 291 | 211 | +| cuckoo_filter | 13 | 170 | 132 | 23 | +| sha256 | 18 | 100 | 50 | 35 | +| stringsearch | 20 | 789 | 67 | 22 | ### trace 6 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 25 | 233 | 553 | 64 | -| crc | 7 | 81 | 161 | 8 | -| rsa | 15 | 525 | 54 | 23 | -| dijkstra | 9 | 652 | 59 | 12 | -| qsort | 12 | 133 | 23 | 22 | -| activity_recognition | 14 | 67 | 50 | 19 | -| bitcount | 10 | 352 | 38 | 11 | -| chacha20 | 11 | 54 | 33 | 24 | -| sensor_fusion | 12 | 14 | 16 | 17 | -| poly1305 | 130 | 387 | 278 | 204 | -| cuckoo_filter | 14 | 159 | 128 | 21 | -| sha256 | 17 | 93 | 39 | 33 | -| stringsearch | 20 | 758 | 64 | 22 | +| aes | 25 | 228 | 542 | 67 | +| crc | 7 | 83 | 162 | 8 | +| rsa | 17 | 526 | 54 | 23 | +| dijkstra | 9 | 646 | 62 | 12 | +| qsort | 12 | 135 | 22 | 21 | +| activity_recognition | 13 | 64 | 51 | 18 | +| bitcount | 10 | 352 | 39 | 12 | +| chacha20 | 11 | 55 | 33 | 23 | +| sensor_fusion | 11 | 14 | 17 | 18 | +| poly1305 | 130 | 385 | 276 | 206 | +| cuckoo_filter | 13 | 164 | 128 | 19 | +| sha256 | 17 | 88 | 40 | 33 | +| stringsearch | 19 | 758 | 66 | 22 | ### trace 7 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 25 | 236 | 534 | 63 | -| crc | 7 | 85 | 170 | 8 | -| rsa | 16 | 542 | 58 | 26 | -| dijkstra | 10 | 665 | 62 | 13 | -| qsort | 13 | 136 | 23 | 20 | -| activity_recognition | 14 | 64 | 53 | 18 | -| bitcount | 9 | 366 | 42 | 11 | -| chacha20 | 11 | 58 | 35 | 24 | -| sensor_fusion | 12 | 13 | 18 | 18 | -| poly1305 | 128 | 395 | 271 | 215 | -| cuckoo_filter | 15 | 162 | 127 | 21 | -| sha256 | 17 | 93 | 42 | 33 | -| stringsearch | 21 | 809 | 62 | 20 | +| aes | 25 | 229 | 536 | 62 | +| crc | 7 | 86 | 166 | 8 | +| rsa | 20 | 514 | 57 | 24 | +| dijkstra | 10 | 640 | 61 | 13 | +| qsort | 12 | 133 | 24 | 20 | +| activity_recognition | 13 | 62 | 51 | 17 | +| bitcount | 9 | 354 | 41 | 10 | +| chacha20 | 11 | 55 | 34 | 23 | +| sensor_fusion | 11 | 13 | 17 | 15 | +| poly1305 | 128 | 384 | 274 | 197 | +| cuckoo_filter | 15 | 171 | 126 | 22 | +| sha256 | 17 | 96 | 45 | 33 | +| stringsearch | 20 | 791 | 61 | 23 | ### trace 8 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 29 | 339 | 726 | 84 | -| crc | 8 | 124 | 232 | 9 | -| rsa | 19 | 797 | 75 | 34 | -| dijkstra | 11 | 990 | 86 | 14 | -| qsort | 15 | 199 | 27 | 26 | -| activity_recognition | 17 | 94 | 74 | 22 | -| bitcount | 12 | 541 | 56 | 14 | -| chacha20 | 13 | 81 | 37 | 31 | -| sensor_fusion | 15 | 16 | 19 | 21 | -| poly1305 | 148 | 560 | 319 | 251 | -| cuckoo_filter | 17 | 246 | 158 | 24 | -| sha256 | 23 | 140 | 54 | 37 | -| stringsearch | 24 | 1176 | 78 | 28 | +| aes | 29 | 342 | 725 | 81 | +| crc | 8 | 124 | 230 | 9 | +| rsa | 26 | 797 | 76 | 32 | +| dijkstra | 12 | 992 | 85 | 14 | +| qsort | 16 | 199 | 27 | 25 | +| activity_recognition | 17 | 92 | 73 | 21 | +| bitcount | 14 | 541 | 55 | 14 | +| chacha20 | 13 | 75 | 37 | 31 | +| sensor_fusion | 14 | 16 | 19 | 19 | +| poly1305 | 148 | 566 | 328 | 248 | +| cuckoo_filter | 18 | 248 | 158 | 25 | +| sha256 | 20 | 136 | 56 | 37 | +| stringsearch | 25 | 1153 | 81 | 27 | ### trace 9 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 26 | 217 | 528 | 60 | -| crc | 7 | 78 | 154 | 8 | -| rsa | 18 | 491 | 53 | 25 | -| dijkstra | 9 | 612 | 60 | 11 | -| qsort | 11 | 130 | 19 | 19 | -| activity_recognition | 12 | 60 | 50 | 15 | -| bitcount | 9 | 333 | 38 | 9 | -| chacha20 | 13 | 58 | 38 | 25 | -| sensor_fusion | 9 | 10 | 16 | 15 | -| poly1305 | 137 | 367 | 300 | 198 | -| cuckoo_filter | 15 | 154 | 123 | 20 | -| sha256 | 19 | 93 | 46 | 36 | -| stringsearch | 18 | 709 | 64 | 20 | +| aes | 27 | 221 | 526 | 62 | +| crc | 7 | 80 | 155 | 8 | +| rsa | 20 | 485 | 51 | 26 | +| dijkstra | 9 | 620 | 61 | 10 | +| qsort | 11 | 132 | 20 | 18 | +| activity_recognition | 12 | 60 | 52 | 16 | +| bitcount | 9 | 327 | 40 | 9 | +| chacha20 | 12 | 56 | 37 | 24 | +| sensor_fusion | 9 | 10 | 15 | 15 | +| poly1305 | 135 | 365 | 302 | 199 | +| cuckoo_filter | 15 | 155 | 126 | 20 | +| sha256 | 18 | 94 | 45 | 34 | +| stringsearch | 18 | 716 | 63 | 21 | ### trace 10 | benchmark | milp | rockclimb | schematic | schematicO3 | |---|---|---|---|---| -| aes | 28 | 227 | 546 | 66 | -| crc | 7 | 77 | 161 | 8 | -| rsa | 15 | 499 | 55 | 25 | -| dijkstra | 9 | 623 | 63 | 9 | -| qsort | 10 | 130 | 22 | 15 | -| activity_recognition | 11 | 58 | 50 | 13 | -| bitcount | 8 | 338 | 41 | 9 | -| chacha20 | 11 | 52 | 39 | 26 | -| sensor_fusion | 9 | 10 | 14 | 12 | -| poly1305 | 155 | 385 | 308 | 215 | -| cuckoo_filter | 12 | 153 | 135 | 22 | -| sha256 | 20 | 88 | 44 | 39 | -| stringsearch | 15 | 731 | 68 | 22 | +| aes | 28 | 220 | 549 | 66 | +| crc | 7 | 77 | 165 | 8 | +| rsa | 21 | 511 | 56 | 25 | +| dijkstra | 9 | 632 | 65 | 9 | +| qsort | 10 | 127 | 22 | 15 | +| activity_recognition | 11 | 61 | 49 | 13 | +| bitcount | 8 | 346 | 41 | 9 | +| chacha20 | 11 | 53 | 39 | 25 | +| sensor_fusion | 8 | 10 | 14 | 12 | +| poly1305 | 152 | 398 | 306 | 217 | +| cuckoo_filter | 13 | 159 | 134 | 22 | +| sha256 | 20 | 90 | 44 | 39 | +| stringsearch | 14 | 737 | 65 | 22 | ## Per benchmark x algorithm x trace @@ -219,116 +219,142 @@ Cell: `ok` = completed (stop pulse + __nvm_done) and return code equals the unin | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=26 rec=1 t=0.97s | ok w=25 rec=0 t=0.89s | ok w=25 rec=0 t=0.56s | ok w=28 rec=3 t=6.09s | ok w=27 rec=2 t=6.22s | ok w=25 rec=0 t=1.24s | ok w=25 rec=0 t=5.51s | ok w=29 rec=3 t=5.46s | ok w=26 rec=1 t=5.88s | ok w=28 rec=3 t=4.10s | -| rockclimb | ok w=181 rec=5 t=13.47s | ok w=246 rec=4 t=16.50s | ok w=417 rec=4 t=15.80s | ok w=336 rec=0 t=68.91s | ok w=235 rec=15 t=48.38s | ok w=233 rec=4 t=21.29s | ok w=236 rec=0 t=36.84s | ok w=339 rec=33 t=51.75s | ok w=217 rec=0 t=50.91s | ok w=227 rec=36 t=47.29s | -| schematic | ok w=460 rec=14 t=35.36s | ok w=562 rec=11 t=43.74s | ok w=786 rec=8 t=32.59s | ok w=625 rec=0 t=152.78s | ok w=602 rec=39 t=122.74s | ok w=553 rec=10 t=52.71s | ok w=534 rec=0 t=88.86s | ok w=726 rec=81 t=125.66s | ok w=528 rec=18 t=123.41s | ok w=546 rec=87 t=114.44s | -| schematicO3 | ok w=56 rec=1 t=3.40s | ok w=63 rec=1 t=4.46s | ok w=93 rec=0 t=1.40s | ok w=70 rec=0 t=16.50s | ok w=68 rec=4 t=12.45s | ok w=64 rec=1 t=5.83s | ok w=63 rec=0 t=10.00s | ok w=84 rec=7 t=11.62s | ok w=60 rec=0 t=13.40s | ok w=66 rec=9 t=11.91s | +| milp | ok w=26 rec=1 t=0.96s | ok w=25 rec=0 t=0.89s | ok w=25 rec=0 t=0.56s | ok w=27 rec=2 t=6.09s | ok w=27 rec=2 t=6.20s | ok w=25 rec=0 t=1.25s | ok w=25 rec=0 t=5.33s | ok w=29 rec=3 t=5.43s | ok w=27 rec=2 t=5.87s | ok w=28 rec=3 t=4.08s | +| rockclimb | ok w=179 rec=5 t=13.44s | ok w=248 rec=4 t=16.38s | ok w=409 rec=3 t=13.21s | ok w=330 rec=0 t=63.69s | ok w=237 rec=15 t=46.58s | ok w=228 rec=4 t=20.18s | ok w=229 rec=0 t=36.43s | ok w=342 rec=33 t=51.73s | ok w=221 rec=0 t=50.86s | ok w=220 rec=33 t=43.50s | +| schematic | ok w=459 rec=14 t=35.29s | ok w=554 rec=10 t=40.87s | ok w=768 rec=8 t=32.15s | ok w=615 rec=0 t=146.72s | ok w=585 rec=38 t=117.82s | ok w=542 rec=11 t=51.11s | ok w=536 rec=0 t=88.63s | ok w=725 rec=81 t=125.57s | ok w=526 rec=12 t=123.37s | ok w=549 rec=84 t=110.47s | +| schematicO3 | ok w=56 rec=1 t=3.40s | ok w=62 rec=1 t=4.45s | ok w=92 rec=0 t=1.37s | ok w=69 rec=0 t=14.55s | ok w=64 rec=4 t=12.40s | ok w=67 rec=1 t=5.20s | ok w=62 rec=0 t=10.00s | ok w=81 rec=7 t=11.62s | ok w=62 rec=0 t=13.40s | ok w=66 rec=9 t=11.90s | ### crc (baseline result 20431) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=7 rec=0 t=0.10s | ok w=7 rec=0 t=0.54s | ok w=7 rec=0 t=0.12s | ok w=8 rec=1 t=0.84s | ok w=7 rec=0 t=1.84s | ok w=7 rec=0 t=0.67s | ok w=7 rec=0 t=1.87s | ok w=8 rec=0 t=0.85s | ok w=7 rec=0 t=0.89s | ok w=7 rec=0 t=0.10s | -| rockclimb | ok w=65 rec=2 t=5.08s | ok w=85 rec=1 t=4.79s | ok w=152 rec=1 t=4.63s | ok w=118 rec=0 t=24.37s | ok w=87 rec=5 t=17.37s | ok w=81 rec=1 t=6.33s | ok w=85 rec=0 t=13.53s | ok w=124 rec=12 t=19.25s | ok w=78 rec=0 t=18.38s | ok w=77 rec=12 t=15.82s | -| schematic | ok w=135 rec=3 t=8.59s | ok w=178 rec=3 t=12.18s | ok w=282 rec=2 t=9.06s | ok w=213 rec=0 t=45.31s | ok w=177 rec=11 t=34.14s | ok w=161 rec=3 t=14.09s | ok w=170 rec=0 t=26.37s | ok w=232 rec=22 t=34.72s | ok w=154 rec=0 t=35.85s | ok w=161 rec=24 t=31.61s | -| schematicO3 | ok w=8 rec=0 t=0.11s | ok w=8 rec=0 t=0.54s | ok w=8 rec=0 t=0.14s | ok w=9 rec=1 t=0.86s | ok w=8 rec=0 t=1.84s | ok w=8 rec=0 t=0.69s | ok w=8 rec=0 t=1.87s | ok w=9 rec=0 t=0.87s | ok w=8 rec=0 t=0.92s | ok w=8 rec=0 t=0.11s | +| milp | ok w=7 rec=0 t=0.10s | ok w=7 rec=0 t=0.42s | ok w=7 rec=0 t=0.12s | ok w=8 rec=1 t=0.84s | ok w=7 rec=0 t=0.09s | ok w=7 rec=0 t=0.67s | ok w=7 rec=0 t=1.86s | ok w=8 rec=0 t=0.85s | ok w=7 rec=0 t=0.90s | ok w=7 rec=0 t=0.10s | +| rockclimb | ok w=65 rec=2 t=5.05s | ok w=85 rec=1 t=4.80s | ok w=145 rec=1 t=4.58s | ok w=118 rec=0 t=22.42s | ok w=88 rec=5 t=17.35s | ok w=83 rec=1 t=6.33s | ok w=86 rec=0 t=15.54s | ok w=124 rec=12 t=19.25s | ok w=80 rec=0 t=18.34s | ok w=77 rec=12 t=15.80s | +| schematic | ok w=134 rec=3 t=8.57s | ok w=177 rec=3 t=12.18s | ok w=275 rec=2 t=8.98s | ok w=209 rec=0 t=42.75s | ok w=177 rec=11 t=34.10s | ok w=162 rec=2 t=12.02s | ok w=166 rec=0 t=26.21s | ok w=230 rec=22 t=34.70s | ok w=155 rec=0 t=35.84s | ok w=165 rec=24 t=31.59s | +| schematicO3 | ok w=8 rec=0 t=0.11s | ok w=8 rec=0 t=0.54s | ok w=8 rec=0 t=0.14s | ok w=9 rec=1 t=1.45s | ok w=8 rec=0 t=1.83s | ok w=8 rec=0 t=0.70s | ok w=8 rec=0 t=2.03s | ok w=9 rec=0 t=0.87s | ok w=8 rec=0 t=0.91s | ok w=8 rec=0 t=0.11s | ### rsa (baseline result 32) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=16 rec=0 t=0.21s | ok w=15 rec=0 t=0.66s | ok w=19 rec=0 t=0.26s | ok w=19 rec=1 t=3.44s | ok w=18 rec=1 t=3.11s | ok w=15 rec=0 t=1.09s | ok w=16 rec=0 t=3.02s | ok w=19 rec=1 t=2.32s | ok w=18 rec=1 t=3.38s | ok w=15 rec=0 t=0.20s | -| rockclimb | ok w=413 rec=13 t=32.88s | ok w=551 rec=10 t=39.96s | ok w=982 rec=9 t=36.54s | ok w=781 rec=0 t=168.53s | ok w=560 rec=36 t=113.46s | ok w=525 rec=9 t=48.05s | ok w=542 rec=0 t=86.99s | ok w=797 rec=81 t=125.65s | ok w=491 rec=0 t=120.85s | ok w=499 rec=81 t=106.56s | -| schematic | ok w=49 rec=1 t=2.70s | ok w=61 rec=1 t=4.35s | ok w=88 rec=0 t=1.31s | ok w=67 rec=0 t=13.94s | ok w=60 rec=3 t=11.17s | ok w=54 rec=1 t=4.69s | ok w=58 rec=0 t=9.04s | ok w=75 rec=6 t=10.15s | ok w=53 rec=0 t=10.92s | ok w=55 rec=6 t=8.08s | -| schematicO3 | ok w=20 rec=0 t=0.86s | ok w=24 rec=0 t=0.76s | ok w=38 rec=0 t=0.55s | ok w=32 rec=0 t=6.07s | ok w=27 rec=1 t=4.95s | ok w=23 rec=0 t=1.17s | ok w=26 rec=0 t=4.44s | ok w=34 rec=3 t=5.39s | ok w=25 rec=0 t=5.74s | ok w=25 rec=3 t=4.01s | +| milp | ok w=16 rec=0 t=0.22s | ok w=19 rec=0 t=0.74s | ok w=29 rec=0 t=0.36s | ok w=29 rec=1 t=6.01s | ok w=23 rec=1 t=3.20s | ok w=17 rec=0 t=1.11s | ok w=20 rec=0 t=3.09s | ok w=26 rec=1 t=2.39s | ok w=20 rec=1 t=3.40s | ok w=21 rec=3 t=3.97s | +| rockclimb | ok w=407 rec=13 t=32.80s | ok w=546 rec=10 t=39.82s | ok w=929 rec=9 t=35.76s | ok w=747 rec=0 t=150.14s | ok w=537 rec=35 t=110.39s | ok w=526 rec=9 t=47.58s | ok w=514 rec=0 t=83.07s | ok w=797 rec=81 t=125.61s | ok w=485 rec=0 t=120.84s | ok w=511 rec=81 t=106.49s | +| schematic | ok w=49 rec=1 t=2.70s | ok w=59 rec=1 t=4.30s | ok w=87 rec=0 t=1.30s | ok w=66 rec=0 t=13.93s | ok w=61 rec=3 t=11.18s | ok w=54 rec=1 t=4.69s | ok w=57 rec=0 t=9.02s | ok w=76 rec=6 t=10.15s | ok w=51 rec=0 t=10.92s | ok w=56 rec=6 t=8.08s | +| schematicO3 | ok w=20 rec=0 t=0.86s | ok w=24 rec=0 t=0.77s | ok w=40 rec=0 t=0.59s | ok w=33 rec=0 t=6.06s | ok w=26 rec=1 t=4.96s | ok w=23 rec=0 t=1.17s | ok w=24 rec=0 t=5.08s | ok w=32 rec=3 t=5.40s | ok w=26 rec=0 t=5.83s | ok w=25 rec=3 t=4.01s | ### dijkstra (baseline result 3788) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=9 rec=0 t=0.11s | ok w=10 rec=0 t=0.55s | ok w=11 rec=0 t=0.15s | ok w=10 rec=1 t=1.46s | ok w=10 rec=0 t=1.85s | ok w=9 rec=0 t=0.70s | ok w=10 rec=0 t=2.02s | ok w=11 rec=0 t=0.87s | ok w=9 rec=0 t=0.93s | ok w=9 rec=0 t=0.11s | -| rockclimb | ok w=506 rec=16 t=40.49s | ok w=727 rec=13 t=52.61s | ok w=1208 rec=11 t=44.73s | ok w=946 rec=0 t=199.93s | ok w=696 rec=45 t=139.54s | ok w=652 rec=12 t=61.45s | ok w=665 rec=0 t=106.46s | ok w=990 rec=102 t=157.86s | ok w=612 rec=0 t=150.85s | ok w=623 rec=102 t=134.11s | -| schematic | ok w=53 rec=1 t=3.36s | ok w=67 rec=1 t=4.46s | ok w=98 rec=0 t=1.39s | ok w=72 rec=0 t=16.53s | ok w=66 rec=4 t=12.42s | ok w=59 rec=1 t=5.79s | ok w=62 rec=0 t=9.98s | ok w=86 rec=7 t=11.61s | ok w=60 rec=0 t=13.37s | ok w=63 rec=9 t=11.88s | -| schematicO3 | ok w=10 rec=0 t=0.13s | ok w=11 rec=0 t=0.57s | ok w=14 rec=0 t=0.18s | ok w=12 rec=0 t=2.62s | ok w=12 rec=0 t=1.87s | ok w=12 rec=0 t=0.88s | ok w=13 rec=0 t=2.05s | ok w=14 rec=0 t=0.89s | ok w=11 rec=0 t=0.94s | ok w=9 rec=0 t=0.12s | +| milp | ok w=9 rec=0 t=0.11s | ok w=10 rec=0 t=0.54s | ok w=10 rec=0 t=0.14s | ok w=9 rec=0 t=1.46s | ok w=10 rec=0 t=1.85s | ok w=9 rec=0 t=0.70s | ok w=10 rec=0 t=2.02s | ok w=12 rec=0 t=0.87s | ok w=9 rec=0 t=0.91s | ok w=9 rec=0 t=0.11s | +| rockclimb | ok w=512 rec=16 t=40.52s | ok w=676 rec=13 t=51.34s | ok w=1210 rec=11 t=44.71s | ok w=931 rec=0 t=189.48s | ok w=699 rec=44 t=138.28s | ok w=646 rec=11 t=58.44s | ok w=640 rec=0 t=103.98s | ok w=992 rec=102 t=157.86s | ok w=620 rec=0 t=150.83s | ok w=632 rec=99 t=130.22s | +| schematic | ok w=52 rec=1 t=2.74s | ok w=60 rec=1 t=4.34s | ok w=97 rec=0 t=1.38s | ok w=75 rec=0 t=16.48s | ok w=66 rec=4 t=12.41s | ok w=62 rec=1 t=5.18s | ok w=61 rec=0 t=9.17s | ok w=85 rec=7 t=11.60s | ok w=61 rec=0 t=13.35s | ok w=65 rec=9 t=11.87s | +| schematicO3 | ok w=10 rec=0 t=0.13s | ok w=11 rec=0 t=0.57s | ok w=14 rec=0 t=0.18s | ok w=12 rec=0 t=2.62s | ok w=12 rec=0 t=1.87s | ok w=12 rec=0 t=0.88s | ok w=13 rec=0 t=2.05s | ok w=14 rec=0 t=0.89s | ok w=10 rec=0 t=0.93s | ok w=9 rec=0 t=0.12s | ### qsort (baseline result 9987) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=11 rec=0 t=0.14s | ok w=13 rec=0 t=0.62s | ok w=11 rec=0 t=0.15s | ok w=13 rec=0 t=3.39s | ok w=12 rec=0 t=1.86s | ok w=12 rec=0 t=0.72s | ok w=13 rec=0 t=2.05s | ok w=15 rec=0 t=0.91s | ok w=11 rec=0 t=0.95s | ok w=10 rec=0 t=0.13s | -| rockclimb | ok w=106 rec=3 t=7.72s | ok w=154 rec=2 t=9.50s | ok w=250 rec=2 t=8.52s | ok w=206 rec=0 t=42.72s | ok w=143 rec=9 t=27.97s | ok w=133 rec=2 t=11.50s | ok w=136 rec=0 t=22.51s | ok w=199 rec=19 t=30.08s | ok w=130 rec=0 t=30.86s | ok w=130 rec=21 t=27.61s | -| schematic | ok w=17 rec=0 t=0.22s | ok w=21 rec=0 t=0.73s | ok w=30 rec=0 t=0.36s | ok w=31 rec=0 t=6.03s | ok w=24 rec=1 t=3.20s | ok w=23 rec=0 t=1.14s | ok w=23 rec=0 t=3.49s | ok w=27 rec=1 t=2.41s | ok w=19 rec=0 t=3.41s | ok w=22 rec=3 t=3.97s | -| schematicO3 | ok w=15 rec=0 t=0.19s | ok w=21 rec=0 t=0.72s | ok w=25 rec=0 t=0.30s | ok w=26 rec=0 t=4.09s | ok w=21 rec=1 t=3.16s | ok w=22 rec=0 t=1.10s | ok w=20 rec=0 t=3.07s | ok w=26 rec=1 t=2.38s | ok w=19 rec=0 t=3.40s | ok w=15 rec=0 t=0.19s | +| milp | ok w=11 rec=0 t=0.14s | ok w=11 rec=0 t=0.57s | ok w=12 rec=0 t=0.16s | ok w=14 rec=0 t=3.40s | ok w=12 rec=0 t=1.88s | ok w=12 rec=0 t=0.72s | ok w=12 rec=0 t=2.05s | ok w=16 rec=0 t=0.89s | ok w=11 rec=0 t=0.94s | ok w=10 rec=0 t=0.13s | +| rockclimb | ok w=104 rec=3 t=7.71s | ok w=136 rec=2 t=8.73s | ok w=236 rec=2 t=8.30s | ok w=205 rec=0 t=40.14s | ok w=138 rec=9 t=27.96s | ok w=135 rec=2 t=11.46s | ok w=133 rec=0 t=20.89s | ok w=199 rec=19 t=30.07s | ok w=132 rec=0 t=30.84s | ok w=127 rec=18 t=23.84s | +| schematic | ok w=17 rec=0 t=0.22s | ok w=20 rec=0 t=0.73s | ok w=28 rec=0 t=0.34s | ok w=32 rec=0 t=6.03s | ok w=23 rec=1 t=3.18s | ok w=22 rec=0 t=1.13s | ok w=24 rec=0 t=3.49s | ok w=27 rec=1 t=2.41s | ok w=20 rec=0 t=3.41s | ok w=22 rec=3 t=3.95s | +| schematicO3 | ok w=15 rec=0 t=0.19s | ok w=19 rec=0 t=0.70s | ok w=25 rec=0 t=0.30s | ok w=23 rec=0 t=4.08s | ok w=22 rec=1 t=3.17s | ok w=21 rec=0 t=1.12s | ok w=20 rec=0 t=3.06s | ok w=25 rec=1 t=2.38s | ok w=18 rec=0 t=3.38s | ok w=15 rec=0 t=0.19s | ### activity_recognition (baseline result 64) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=11 rec=0 t=0.14s | ok w=13 rec=0 t=0.62s | ok w=12 rec=0 t=0.17s | ok w=12 rec=0 t=3.39s | ok w=13 rec=0 t=1.89s | ok w=14 rec=0 t=1.05s | ok w=14 rec=0 t=2.07s | ok w=17 rec=0 t=0.92s | ok w=12 rec=0 t=2.62s | ok w=11 rec=0 t=0.14s | -| rockclimb | ok w=49 rec=1 t=3.36s | ok w=69 rec=1 t=4.49s | ok w=113 rec=1 t=4.06s | ok w=85 rec=0 t=16.57s | ok w=67 rec=4 t=12.48s | ok w=67 rec=1 t=5.84s | ok w=64 rec=0 t=10.03s | ok w=94 rec=9 t=14.62s | ok w=60 rec=0 t=13.39s | ok w=58 rec=9 t=11.86s | -| schematic | ok w=45 rec=1 t=2.65s | ok w=57 rec=1 t=3.92s | ok w=87 rec=0 t=1.28s | ok w=61 rec=0 t=13.89s | ok w=55 rec=3 t=9.39s | ok w=50 rec=1 t=3.79s | ok w=53 rec=0 t=8.82s | ok w=74 rec=6 t=10.12s | ok w=50 rec=0 t=10.89s | ok w=50 rec=6 t=8.03s | -| schematicO3 | ok w=14 rec=0 t=0.18s | ok w=16 rec=0 t=0.64s | ok w=21 rec=0 t=0.26s | ok w=17 rec=0 t=3.45s | ok w=19 rec=1 t=3.13s | ok w=19 rec=0 t=1.09s | ok w=18 rec=0 t=3.05s | ok w=22 rec=1 t=2.33s | ok w=15 rec=0 t=3.36s | ok w=13 rec=0 t=0.17s | +| milp | ok w=11 rec=0 t=0.14s | ok w=13 rec=0 t=0.62s | ok w=13 rec=0 t=0.18s | ok w=12 rec=0 t=3.27s | ok w=14 rec=0 t=1.90s | ok w=13 rec=0 t=1.03s | ok w=13 rec=0 t=2.06s | ok w=17 rec=0 t=0.92s | ok w=12 rec=0 t=2.63s | ok w=11 rec=0 t=0.14s | +| rockclimb | ok w=49 rec=1 t=2.74s | ok w=66 rec=1 t=4.48s | ok w=110 rec=1 t=4.06s | ok w=90 rec=0 t=19.13s | ok w=64 rec=4 t=12.46s | ok w=64 rec=1 t=5.83s | ok w=62 rec=0 t=10.03s | ok w=92 rec=9 t=14.62s | ok w=60 rec=0 t=13.38s | ok w=61 rec=9 t=11.86s | +| schematic | ok w=44 rec=1 t=2.65s | ok w=55 rec=0 t=2.09s | ok w=87 rec=0 t=1.28s | ok w=64 rec=0 t=13.90s | ok w=54 rec=3 t=11.14s | ok w=51 rec=1 t=3.78s | ok w=51 rec=0 t=8.98s | ok w=73 rec=6 t=10.12s | ok w=52 rec=0 t=10.88s | ok w=49 rec=6 t=8.03s | +| schematicO3 | ok w=14 rec=0 t=0.18s | ok w=16 rec=0 t=0.65s | ok w=21 rec=0 t=0.26s | ok w=18 rec=0 t=3.45s | ok w=18 rec=1 t=3.13s | ok w=18 rec=0 t=1.10s | ok w=17 rec=0 t=3.04s | ok w=21 rec=1 t=2.34s | ok w=16 rec=1 t=3.36s | ok w=13 rec=0 t=0.17s | ### bitcount (baseline result 14121) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=8 rec=0 t=0.11s | ok w=10 rec=0 t=0.54s | ok w=7 rec=0 t=0.12s | ok w=9 rec=0 t=1.46s | ok w=9 rec=0 t=1.84s | ok w=10 rec=0 t=0.70s | ok w=9 rec=0 t=1.88s | ok w=12 rec=0 t=0.87s | ok w=9 rec=0 t=0.81s | ok w=8 rec=0 t=0.11s | -| rockclimb | ok w=280 rec=8 t=21.18s | ok w=393 rec=7 t=27.85s | ok w=664 rec=6 t=24.50s | ok w=538 rec=0 t=113.46s | ok w=373 rec=24 t=76.29s | ok w=352 rec=6 t=32.20s | ok w=366 rec=0 t=58.76s | ok w=541 rec=54 t=84.08s | ok w=333 rec=0 t=80.93s | ok w=338 rec=54 t=71.11s | -| schematic | ok w=33 rec=0 t=1.02s | ok w=39 rec=0 t=1.67s | ok w=64 rec=0 t=1.05s | ok w=50 rec=0 t=11.27s | ok w=43 rec=2 t=8.06s | ok w=38 rec=0 t=1.63s | ok w=42 rec=0 t=6.52s | ok w=56 rec=4 t=7.00s | ok w=38 rec=0 t=8.37s | ok w=41 rec=6 t=7.91s | -| schematicO3 | ok w=9 rec=0 t=0.12s | ok w=11 rec=0 t=0.54s | ok w=9 rec=0 t=0.14s | ok w=10 rec=0 t=2.62s | ok w=10 rec=0 t=1.85s | ok w=11 rec=0 t=0.71s | ok w=11 rec=0 t=2.03s | ok w=14 rec=0 t=0.89s | ok w=9 rec=0 t=0.92s | ok w=9 rec=0 t=0.12s | +| milp | ok w=8 rec=0 t=0.11s | ok w=8 rec=0 t=0.55s | ok w=7 rec=0 t=0.12s | ok w=8 rec=0 t=0.85s | ok w=9 rec=0 t=1.84s | ok w=10 rec=0 t=0.70s | ok w=9 rec=0 t=2.01s | ok w=14 rec=0 t=0.88s | ok w=9 rec=0 t=0.92s | ok w=8 rec=0 t=0.11s | +| rockclimb | ok w=280 rec=9 t=22.70s | ok w=381 rec=7 t=27.97s | ok w=663 rec=6 t=24.45s | ok w=532 rec=0 t=116.11s | ok w=388 rec=24 t=76.25s | ok w=352 rec=6 t=32.19s | ok w=354 rec=0 t=57.55s | ok w=541 rec=54 t=84.08s | ok w=327 rec=0 t=80.89s | ok w=346 rec=54 t=71.04s | +| schematic | ok w=32 rec=0 t=1.02s | ok w=40 rec=0 t=1.69s | ok w=63 rec=0 t=1.01s | ok w=53 rec=0 t=11.25s | ok w=43 rec=2 t=8.06s | ok w=39 rec=0 t=1.60s | ok w=41 rec=0 t=6.52s | ok w=55 rec=4 t=6.99s | ok w=40 rec=0 t=8.37s | ok w=41 rec=6 t=7.89s | +| schematicO3 | ok w=9 rec=0 t=0.12s | ok w=11 rec=0 t=0.57s | ok w=9 rec=0 t=0.14s | ok w=10 rec=0 t=2.62s | ok w=11 rec=0 t=1.88s | ok w=12 rec=0 t=0.72s | ok w=10 rec=0 t=2.02s | ok w=14 rec=0 t=0.89s | ok w=9 rec=0 t=0.92s | ok w=9 rec=0 t=0.12s | ### chacha20 (baseline result 79) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=11 rec=0 t=0.16s | ok w=12 rec=0 t=0.62s | ok w=11 rec=0 t=0.21s | ok w=12 rec=1 t=3.27s | ok w=11 rec=0 t=1.89s | ok w=11 rec=0 t=1.04s | ok w=11 rec=0 t=2.05s | ok w=13 rec=0 t=0.91s | ok w=13 rec=1 t=3.21s | ok w=11 rec=0 t=0.16s | -| rockclimb | ok w=46 rec=1 t=2.70s | ok w=60 rec=1 t=4.31s | ok w=98 rec=0 t=1.40s | ok w=71 rec=0 t=14.55s | ok w=57 rec=3 t=11.17s | ok w=54 rec=1 t=4.69s | ok w=58 rec=0 t=9.03s | ok w=81 rec=7 t=11.56s | ok w=58 rec=0 t=13.33s | ok w=52 rec=6 t=8.06s | -| schematic | ok w=34 rec=1 t=2.52s | ok w=34 rec=0 t=1.66s | ok w=37 rec=0 t=0.76s | ok w=36 rec=1 t=8.66s | ok w=37 rec=2 t=6.28s | ok w=33 rec=0 t=1.62s | ok w=35 rec=0 t=5.69s | ok w=37 rec=3 t=5.53s | ok w=38 rec=3 t=8.35s | ok w=39 rec=6 t=7.91s | -| schematicO3 | ok w=22 rec=0 t=0.89s | ok w=24 rec=0 t=0.81s | ok w=28 rec=0 t=0.37s | ok w=25 rec=0 t=6.04s | ok w=26 rec=1 t=4.97s | ok w=24 rec=0 t=1.18s | ok w=24 rec=0 t=4.43s | ok w=31 rec=3 t=5.38s | ok w=25 rec=1 t=5.83s | ok w=26 rec=3 t=4.02s | +| milp | ok w=11 rec=0 t=0.16s | ok w=12 rec=0 t=0.62s | ok w=11 rec=0 t=0.21s | ok w=12 rec=1 t=3.39s | ok w=11 rec=0 t=1.90s | ok w=11 rec=0 t=1.04s | ok w=11 rec=0 t=2.08s | ok w=13 rec=0 t=0.91s | ok w=12 rec=1 t=2.50s | ok w=11 rec=0 t=0.16s | +| rockclimb | ok w=46 rec=1 t=2.69s | ok w=61 rec=1 t=4.31s | ok w=96 rec=0 t=1.39s | ok w=72 rec=0 t=13.94s | ok w=57 rec=3 t=11.18s | ok w=55 rec=1 t=4.67s | ok w=55 rec=0 t=9.03s | ok w=75 rec=6 t=10.17s | ok w=56 rec=0 t=10.94s | ok w=53 rec=6 t=8.06s | +| schematic | ok w=34 rec=1 t=2.52s | ok w=34 rec=0 t=1.67s | ok w=37 rec=0 t=0.77s | ok w=35 rec=1 t=8.65s | ok w=36 rec=2 t=6.27s | ok w=33 rec=0 t=1.61s | ok w=34 rec=0 t=5.67s | ok w=37 rec=3 t=5.52s | ok w=37 rec=2 t=8.33s | ok w=39 rec=6 t=7.88s | +| schematicO3 | ok w=22 rec=0 t=0.89s | ok w=24 rec=0 t=0.78s | ok w=28 rec=0 t=0.37s | ok w=25 rec=0 t=6.04s | ok w=27 rec=1 t=4.97s | ok w=23 rec=0 t=1.18s | ok w=23 rec=0 t=5.08s | ok w=31 rec=3 t=5.38s | ok w=24 rec=1 t=5.12s | ok w=25 rec=3 t=4.01s | ### sensor_fusion (baseline result 613) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=9 rec=0 t=0.11s | ok w=12 rec=0 t=0.55s | ok w=13 rec=0 t=0.17s | ok w=11 rec=0 t=2.62s | ok w=11 rec=0 t=1.86s | ok w=12 rec=0 t=0.72s | ok w=12 rec=0 t=2.03s | ok w=15 rec=0 t=0.89s | ok w=9 rec=0 t=0.92s | ok w=9 rec=0 t=0.11s | -| rockclimb | ok w=10 rec=0 t=0.13s | ok w=12 rec=0 t=0.57s | ok w=14 rec=0 t=0.18s | ok w=14 rec=0 t=3.40s | ok w=13 rec=0 t=1.88s | ok w=14 rec=0 t=1.04s | ok w=13 rec=0 t=2.06s | ok w=16 rec=0 t=0.90s | ok w=10 rec=0 t=0.93s | ok w=10 rec=0 t=0.13s | -| schematic | ok w=14 rec=0 t=0.18s | ok w=16 rec=0 t=0.65s | ok w=20 rec=0 t=0.25s | ok w=17 rec=0 t=3.43s | ok w=16 rec=1 t=3.11s | ok w=16 rec=0 t=1.08s | ok w=18 rec=0 t=3.03s | ok w=19 rec=0 t=0.94s | ok w=16 rec=0 t=3.36s | ok w=14 rec=0 t=0.18s | -| schematicO3 | ok w=12 rec=0 t=0.15s | ok w=16 rec=0 t=0.63s | ok w=21 rec=0 t=0.25s | ok w=20 rec=0 t=3.43s | ok w=16 rec=1 t=3.10s | ok w=17 rec=0 t=1.07s | ok w=18 rec=0 t=3.04s | ok w=21 rec=1 t=2.33s | ok w=15 rec=0 t=3.35s | ok w=12 rec=0 t=0.15s | +| milp | ok w=8 rec=0 t=0.10s | ok w=12 rec=0 t=0.55s | ok w=13 rec=0 t=0.17s | ok w=11 rec=0 t=2.62s | ok w=11 rec=0 t=1.85s | ok w=11 rec=0 t=0.71s | ok w=11 rec=0 t=2.02s | ok w=14 rec=0 t=0.88s | ok w=9 rec=0 t=0.92s | ok w=8 rec=0 t=0.10s | +| rockclimb | ok w=10 rec=0 t=0.13s | ok w=12 rec=0 t=0.57s | ok w=14 rec=0 t=0.18s | ok w=14 rec=0 t=3.40s | ok w=12 rec=0 t=1.87s | ok w=14 rec=0 t=1.04s | ok w=13 rec=0 t=2.05s | ok w=16 rec=0 t=0.90s | ok w=10 rec=0 t=0.93s | ok w=10 rec=0 t=0.13s | +| schematic | ok w=14 rec=0 t=0.18s | ok w=16 rec=0 t=0.64s | ok w=20 rec=0 t=0.25s | ok w=18 rec=0 t=3.44s | ok w=17 rec=1 t=3.11s | ok w=17 rec=0 t=1.08s | ok w=17 rec=0 t=3.03s | ok w=19 rec=0 t=0.93s | ok w=15 rec=0 t=3.36s | ok w=14 rec=0 t=0.18s | +| schematicO3 | ok w=12 rec=0 t=0.15s | ok w=16 rec=0 t=0.64s | ok w=20 rec=0 t=0.24s | ok w=22 rec=0 t=3.44s | ok w=16 rec=1 t=3.10s | ok w=18 rec=0 t=1.06s | ok w=15 rec=0 t=2.07s | ok w=19 rec=0 t=0.93s | ok w=15 rec=0 t=3.35s | ok w=12 rec=0 t=0.15s | ### poly1305 (baseline result 68) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=132 rec=4 t=10.19s | ok w=131 rec=2 t=9.70s | ok w=129 rec=1 t=5.16s | ok w=135 rec=7 t=34.91s | ok w=137 rec=9 t=29.74s | ok w=130 rec=2 t=12.04s | ok w=128 rec=0 t=22.96s | ok w=148 rec=18 t=28.63s | ok w=137 rec=8 t=35.85s | ok w=155 rec=27 t=35.48s | -| rockclimb | ok w=318 rec=9 t=22.90s | ok w=422 rec=7 t=28.33s | ok w=662 rec=6 t=24.44s | ok w=522 rec=0 t=113.49s | ok w=405 rec=25 t=79.38s | ok w=387 rec=7 t=34.72s | ok w=395 rec=0 t=60.79s | ok w=560 rec=55 t=85.56s | ok w=367 rec=0 t=85.90s | ok w=385 rec=60 t=78.85s | -| schematic | ok w=273 rec=8 t=20.24s | ok w=285 rec=5 t=20.50s | ok w=329 rec=3 t=13.02s | ok w=311 rec=4 t=74.16s | ok w=293 rec=19 t=58.98s | ok w=278 rec=6 t=26.51s | ok w=271 rec=0 t=43.63s | ok w=319 rec=36 t=56.33s | ok w=300 rec=18 t=68.34s | ok w=308 rec=48 t=63.14s | -| schematicO3 | ok w=185 rec=5 t=13.51s | ok w=190 rec=3 t=13.87s | ok w=243 rec=2 t=9.23s | ok w=197 rec=0 t=53.23s | ok w=215 rec=14 t=45.26s | ok w=204 rec=5 t=20.09s | ok w=215 rec=0 t=36.68s | ok w=251 rec=30 t=47.01s | ok w=198 rec=7 t=48.37s | ok w=215 rec=33 t=43.54s | +| milp | ok w=132 rec=4 t=10.19s | ok w=131 rec=2 t=9.76s | ok w=129 rec=1 t=5.19s | ok w=136 rec=8 t=37.33s | ok w=138 rec=9 t=29.74s | ok w=130 rec=2 t=11.95s | ok w=128 rec=0 t=22.95s | ok w=148 rec=18 t=28.64s | ok w=135 rec=6 t=33.42s | ok w=152 rec=24 t=31.64s | +| rockclimb | ok w=323 rec=9 t=23.58s | ok w=417 rec=7 t=28.09s | ok w=673 rec=6 t=24.66s | ok w=525 rec=0 t=108.20s | ok w=408 rec=26 t=80.64s | ok w=385 rec=7 t=34.49s | ok w=384 rec=0 t=61.02s | ok w=566 rec=57 t=88.66s | ok w=365 rec=0 t=85.87s | ok w=398 rec=60 t=78.81s | +| schematic | ok w=267 rec=8 t=20.17s | ok w=285 rec=5 t=21.02s | ok w=349 rec=3 t=13.15s | ok w=285 rec=1 t=68.95s | ok w=291 rec=19 t=58.99s | ok w=276 rec=5 t=26.94s | ok w=274 rec=0 t=44.83s | ok w=328 rec=37 t=57.82s | ok w=302 rec=20 t=70.84s | ok w=306 rec=48 t=63.08s | +| schematicO3 | ok w=184 rec=5 t=13.53s | ok w=196 rec=4 t=16.30s | ok w=244 rec=2 t=9.22s | ok w=190 rec=0 t=53.05s | ok w=211 rec=14 t=43.48s | ok w=206 rec=4 t=20.17s | ok w=197 rec=0 t=34.34s | ok w=248 rec=30 t=46.97s | ok w=199 rec=3 t=48.41s | ok w=217 rec=33 t=43.47s | ### cuckoo_filter (baseline result 4048) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=12 rec=0 t=0.16s | ok w=14 rec=0 t=0.64s | ok w=17 rec=0 t=0.24s | ok w=17 rec=0 t=3.43s | ok w=12 rec=0 t=1.90s | ok w=14 rec=0 t=1.05s | ok w=15 rec=0 t=2.08s | ok w=17 rec=0 t=0.94s | ok w=15 rec=1 t=3.35s | ok w=12 rec=0 t=0.16s | -| rockclimb | ok w=132 rec=4 t=10.11s | ok w=178 rec=3 t=12.40s | ok w=303 rec=2 t=9.27s | ok w=230 rec=0 t=47.97s | ok w=171 rec=11 t=34.17s | ok w=159 rec=3 t=14.96s | ok w=162 rec=0 t=26.41s | ok w=246 rec=24 t=37.83s | ok w=154 rec=0 t=35.91s | ok w=153 rec=24 t=31.64s | -| schematic | ok w=115 rec=4 t=7.74s | ok w=124 rec=2 t=8.64s | ok w=174 rec=1 t=5.27s | ok w=141 rec=2 t=34.87s | ok w=133 rec=8 t=26.63s | ok w=128 rec=2 t=11.42s | ok w=127 rec=0 t=19.47s | ok w=158 rec=16 t=25.50s | ok w=123 rec=4 t=28.39s | ok w=135 rec=21 t=27.58s | -| schematicO3 | ok w=18 rec=1 t=0.84s | ok w=20 rec=0 t=0.75s | ok w=26 rec=0 t=0.36s | ok w=27 rec=2 t=5.90s | ok w=22 rec=1 t=3.19s | ok w=21 rec=0 t=1.16s | ok w=21 rec=0 t=3.48s | ok w=24 rec=1 t=2.40s | ok w=20 rec=0 t=3.42s | ok w=22 rec=3 t=3.98s | +| milp | ok w=13 rec=0 t=0.18s | ok w=14 rec=0 t=0.65s | ok w=16 rec=0 t=0.23s | ok w=16 rec=0 t=3.43s | ok w=13 rec=0 t=1.91s | ok w=13 rec=0 t=1.05s | ok w=15 rec=0 t=2.08s | ok w=18 rec=0 t=0.93s | ok w=15 rec=1 t=3.35s | ok w=13 rec=0 t=0.18s | +| rockclimb | ok w=130 rec=4 t=10.12s | ok w=170 rec=3 t=12.18s | ok w=297 rec=2 t=9.21s | ok w=234 rec=0 t=47.94s | ok w=170 rec=11 t=34.15s | ok w=164 rec=3 t=14.09s | ok w=171 rec=0 t=26.38s | ok w=248 rec=24 t=37.80s | ok w=155 rec=0 t=35.89s | ok w=159 rec=24 t=31.59s | +| schematic | ok w=117 rec=4 t=7.75s | ok w=125 rec=2 t=8.56s | ok w=175 rec=1 t=5.27s | ok w=139 rec=0 t=32.28s | ok w=132 rec=8 t=24.89s | ok w=128 rec=2 t=11.41s | ok w=126 rec=0 t=20.43s | ok w=158 rec=16 t=25.51s | ok w=126 rec=3 t=28.38s | ok w=134 rec=18 t=23.83s | +| schematicO3 | ok w=18 rec=1 t=0.84s | ok w=22 rec=0 t=0.74s | ok w=26 rec=0 t=0.36s | ok w=24 rec=1 t=6.01s | ok w=23 rec=1 t=3.20s | ok w=19 rec=0 t=1.14s | ok w=22 rec=0 t=3.49s | ok w=25 rec=1 t=2.40s | ok w=20 rec=0 t=3.43s | ok w=22 rec=3 t=3.97s | ### sha256 (baseline result 131) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=18 rec=1 t=0.88s | ok w=18 rec=0 t=0.75s | ok w=17 rec=0 t=0.33s | ok w=19 rec=2 t=5.24s | ok w=18 rec=1 t=3.18s | ok w=17 rec=0 t=1.14s | ok w=17 rec=0 t=3.08s | ok w=23 rec=3 t=4.63s | ok w=19 rec=1 t=3.43s | ok w=20 rec=3 t=3.99s | -| rockclimb | ok w=74 rec=2 t=5.14s | ok w=104 rec=1 t=5.77s | ok w=178 rec=1 t=5.01s | ok w=135 rec=0 t=27.00s | ok w=95 rec=6 t=18.65s | ok w=93 rec=1 t=6.75s | ok w=93 rec=0 t=14.86s | ok w=140 rec=12 t=19.38s | ok w=93 rec=0 t=20.85s | ok w=88 rec=12 t=15.91s | -| schematic | ok w=37 rec=1 t=2.60s | ok w=48 rec=0 t=2.07s | ok w=63 rec=0 t=1.12s | ok w=48 rec=0 t=11.31s | ok w=50 rec=3 t=9.32s | ok w=39 rec=0 t=1.68s | ok w=42 rec=0 t=6.57s | ok w=54 rec=6 t=9.28s | ok w=46 rec=3 t=10.00s | ok w=44 rec=6 t=7.98s | -| schematicO3 | ok w=35 rec=2 t=2.54s | ok w=33 rec=0 t=1.62s | ok w=33 rec=0 t=0.67s | ok w=34 rec=1 t=8.66s | ok w=35 rec=2 t=6.27s | ok w=33 rec=0 t=1.61s | ok w=33 rec=0 t=5.52s | ok w=37 rec=3 t=5.51s | ok w=36 rec=2 t=8.33s | ok w=39 rec=6 t=7.91s | +| milp | ok w=18 rec=0 t=0.89s | ok w=18 rec=0 t=0.77s | ok w=18 rec=0 t=0.34s | ok w=20 rec=2 t=5.24s | ok w=18 rec=1 t=3.20s | ok w=17 rec=0 t=1.14s | ok w=17 rec=0 t=4.43s | ok w=20 rec=1 t=2.41s | ok w=18 rec=0 t=3.43s | ok w=20 rec=3 t=3.98s | +| rockclimb | ok w=75 rec=2 t=5.16s | ok w=98 rec=1 t=5.61s | ok w=177 rec=1 t=5.01s | ok w=134 rec=0 t=26.99s | ok w=100 rec=6 t=18.68s | ok w=88 rec=1 t=6.64s | ok w=96 rec=0 t=15.55s | ok w=136 rec=12 t=19.41s | ok w=94 rec=0 t=20.82s | ok w=90 rec=12 t=15.90s | +| schematic | ok w=37 rec=1 t=2.61s | ok w=44 rec=0 t=1.93s | ok w=61 rec=0 t=1.11s | ok w=47 rec=0 t=11.31s | ok w=50 rec=3 t=9.32s | ok w=40 rec=0 t=1.68s | ok w=45 rec=0 t=8.56s | ok w=56 rec=6 t=10.05s | ok w=45 rec=2 t=8.44s | ok w=44 rec=6 t=7.97s | +| schematicO3 | ok w=34 rec=1 t=2.54s | ok w=33 rec=0 t=1.68s | ok w=33 rec=0 t=0.67s | ok w=34 rec=1 t=8.68s | ok w=35 rec=2 t=6.29s | ok w=33 rec=0 t=1.60s | ok w=33 rec=0 t=5.69s | ok w=37 rec=3 t=5.51s | ok w=34 rec=1 t=8.32s | ok w=39 rec=6 t=7.90s | ### stringsearch (baseline result 20) | algo | tr1 | tr2 | tr3 | tr4 | tr5 | tr6 | tr7 | tr8 | tr9 | tr10 | |---|---|---|---|---|---|---|---|---|---|---| -| milp | ok w=15 rec=0 t=0.19s | ok w=18 rec=0 t=0.70s | ok w=24 rec=0 t=0.30s | ok w=22 rec=0 t=4.09s | ok w=20 rec=1 t=3.16s | ok w=20 rec=0 t=1.11s | ok w=21 rec=0 t=3.05s | ok w=24 rec=1 t=2.36s | ok w=18 rec=0 t=3.39s | ok w=15 rec=0 t=0.20s | -| rockclimb | ok w=601 rec=19 t=48.00s | ok w=813 rec=15 t=59.36s | ok w=1434 rec=14 t=55.40s | ok w=1158 rec=0 t=243.03s | ok w=816 rec=53 t=164.33s | ok w=758 rec=14 t=72.89s | ok w=809 rec=0 t=130.82s | ok w=1176 rec=120 t=185.62s | ok w=709 rec=0 t=175.88s | ok w=731 rec=120 t=157.75s | -| schematic | ok w=57 rec=1 t=3.41s | ok w=66 rec=1 t=4.55s | ok w=94 rec=1 t=3.94s | ok w=77 rec=0 t=16.55s | ok w=70 rec=4 t=12.48s | ok w=64 rec=1 t=5.85s | ok w=62 rec=0 t=10.05s | ok w=78 rec=7 t=11.62s | ok w=64 rec=3 t=13.40s | ok w=68 rec=9 t=11.94s | -| schematicO3 | ok w=17 rec=0 t=0.22s | ok w=22 rec=0 t=0.73s | ok w=28 rec=0 t=0.35s | ok w=29 rec=0 t=6.04s | ok w=23 rec=1 t=3.18s | ok w=22 rec=0 t=1.14s | ok w=20 rec=0 t=3.07s | ok w=28 rec=1 t=2.40s | ok w=20 rec=0 t=3.42s | ok w=22 rec=3 t=3.96s | +| milp | ok w=14 rec=0 t=0.18s | ok w=19 rec=0 t=0.69s | ok w=24 rec=0 t=0.30s | ok w=21 rec=0 t=3.47s | ok w=20 rec=1 t=3.14s | ok w=19 rec=0 t=1.10s | ok w=20 rec=0 t=3.06s | ok w=25 rec=1 t=2.36s | ok w=18 rec=0 t=3.39s | ok w=14 rec=0 t=0.18s | +| rockclimb | ok w=594 rec=19 t=47.92s | ok w=804 rec=14 t=56.57s | ok w=1393 rec=13 t=52.44s | ok w=1170 rec=0 t=241.87s | ok w=789 rec=52 t=163.03s | ok w=758 rec=13 t=68.56s | ok w=791 rec=0 t=127.35s | ok w=1153 rec=118 t=182.56s | ok w=716 rec=0 t=173.35s | ok w=737 rec=117 t=153.78s | +| schematic | ok w=55 rec=1 t=3.40s | ok w=68 rec=1 t=4.48s | ok w=94 rec=0 t=1.40s | ok w=71 rec=0 t=16.37s | ok w=67 rec=4 t=12.48s | ok w=66 rec=1 t=5.83s | ok w=61 rec=0 t=10.04s | ok w=81 rec=7 t=11.63s | ok w=63 rec=0 t=13.40s | ok w=65 rec=9 t=11.91s | +| schematicO3 | ok w=16 rec=0 t=0.21s | ok w=21 rec=0 t=0.72s | ok w=28 rec=0 t=0.34s | ok w=30 rec=0 t=6.02s | ok w=22 rec=1 t=3.18s | ok w=22 rec=0 t=1.12s | ok w=23 rec=0 t=3.08s | ok w=27 rec=1 t=2.40s | ok w=21 rec=0 t=3.41s | ok w=22 rec=3 t=3.95s | +## Decomposition (normalized to Bao's total on the same trace; mean over traces, then benchmarks) + +| algo | runs | total (arith) | total (geomean) | t_exec | t_checkpoint | t_recharge | t_rest | power-off share | +|---|---|---|---|---|---|---|---|---| +| milp | 130 | 1.00 | 1.00 | 0.080 (8.0%) | 0.007 (0.7%) | 0.913 (91.3%) | -0.000 (-0.0%) | 91.3% | +| rockclimb | 130 | 64.04 | 18.64 | 0.080 (0.9%) | 1.378 (1.8%) | 62.603 (97.3%) | -0.020 (-0.0%) | 97.3% | +| schematic | 130 | 19.08 | 6.71 | 0.080 (1.5%) | 0.289 (1.7%) | 18.713 (96.9%) | -0.001 (-0.0%) | 96.9% | +| schematicO3 | 130 | 2.34 | 1.68 | 0.080 (4.9%) | 0.021 (1.2%) | 2.239 (93.9%) | -0.000 (-0.0%) | 93.9% | + +## Decomposition per benchmark (mean share of each run's total: exec / ckpt / recharge / rest) + +| benchmark | milp | rockclimb | schematic | schematicO3 | +|---|---|---|---|---| +| aes | 6% / 0% / 94% / 0% | 0% / 2% / 98% / -0% | 0% / 2% / 98% / -0% | 2% / 0% / 98% / -0% | +| crc | 14% / 0% / 85% / -0% | 0% / 2% / 98% / -0% | 0% / 2% / 98% / -0% | 10% / 3% / 88% / 0% | +| rsa | 5% / 1% / 94% / -0% | 0% / 2% / 98% / -0% | 1% / 1% / 98% / 0% | 3% / 1% / 96% / -0% | +| dijkstra | 8% / 1% / 91% / 0% | 0% / 2% / 98% / -0% | 1% / 2% / 98% / 0% | 7% / 1% / 92% / -0% | +| qsort | 8% / 0% / 92% / -0% | 0% / 2% / 98% / -0% | 3% / 2% / 95% / -0% | 5% / 2% / 93% / -0% | +| activity_recognition | 8% / 1% / 91% / -0% | 0% / 2% / 98% / -0% | 1% / 2% / 97% / -0% | 7% / 1% / 92% / -0% | +| bitcount | 10% / 1% / 90% / -0% | 0% / 2% / 98% / -0% | 1% / 2% / 97% / -0% | 9% / 1% / 91% / -0% | +| chacha20 | 12% / 0% / 88% / 0% | 1% / 2% / 97% / -0% | 2% / 2% / 96% / -0% | 4% / 1% / 96% / 0% | +| sensor_fusion | 8% / 1% / 91% / 0% | 7% / 1% / 92% / -0% | 5% / 2% / 93% / -0% | 6% / 2% / 93% / -0% | +| poly1305 | 3% / 0% / 97% / 0% | 1% / 1% / 98% / -0% | 1% / 1% / 98% / -0% | 2% / 0% / 98% / 0% | +| cuckoo_filter | 9% / 1% / 91% / -0% | 0% / 2% / 98% / -0% | 0% / 2% / 98% / -0% | 3% / 1% / 95% / -0% | +| sha256 | 7% / 1% / 92% / 0% | 1% / 1% / 98% / -0% | 3% / 1% / 96% / 0% | 4% / 1% / 96% / 0% | +| stringsearch | 6% / 2% / 92% / -0% | 0% / 2% / 98% / -0% | 1% / 2% / 97% / -0% | 4% / 2% / 94% / -0% | diff --git a/results/intermittent/rsa/milp.csv b/results/intermittent/rsa/milp.csv index a6356c65..c34e930b 100644 --- a/results/intermittent/rsa/milp.csv +++ b/results/intermittent/rsa/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -rsa,board,1,ok,7,271,808,2.42,210498.26,,16,0,32 -rsa,board,2,ok,7,271,808,3.32,664434.87,,15,0,32 -rsa,board,3,ok,7,271,808,4.23,255906.87,,19,0,32 -rsa,board,4,ok,7,271,808,5.98,3444064.42,,19,1,32 -rsa,board,5,ok,7,271,808,5.71,3114008.01,,18,1,32 -rsa,board,6,ok,7,271,808,3.03,1093094.99,,15,0,32 -rsa,board,7,ok,7,271,808,4.83,3019820.21,,16,0,32 -rsa,board,8,ok,7,271,808,5.02,2324654.2,,19,1,32 -rsa,board,9,ok,7,271,808,6.21,3378467.03,,18,1,32 -rsa,board,10,ok,7,271,808,2.03,199428.76,,15,0,32 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +rsa,board,1,ok,15,1594,876,2.29,217291.72,162812.03,15,0,,16,0,32 +rsa,board,2,ok,15,1594,876,3.27,739746.81,685258.85,18,0,,19,0,32 +rsa,board,3,ok,15,1594,876,4.3,361668.46,307164.67,28,0,,29,0,32 +rsa,board,4,ok,15,1594,876,8.47,6014132.74,5959630.98,27,1,,29,1,32 +rsa,board,5,ok,15,1594,876,5.79,3202153.66,3147657.19,21,1,,23,1,32 +rsa,board,6,ok,15,1594,876,2.99,1108780.38,1054294.56,16,0,,17,0,32 +rsa,board,7,ok,15,1594,876,4.77,3091552.96,3037066.03,19,0,,20,0,32 +rsa,board,8,ok,15,1594,876,5.06,2391774.79,2337277.06,23,1,,26,1,32 +rsa,board,9,ok,15,1594,876,6.1,3402073.8,3347586.67,18,1,,20,1,32 +rsa,board,10,ok,15,1594,876,5.63,3968593.94,3914109.07,17,3,,21,3,32 diff --git a/results/intermittent/rsa/rockclimb.csv b/results/intermittent/rsa/rockclimb.csv index 17244c3c..092e16f9 100644 --- a/results/intermittent/rsa/rockclimb.csv +++ b/results/intermittent/rsa/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -rsa,board,1,ok,32,21,0,35.02,32875332.27,,413,13,32 -rsa,board,2,ok,32,21,0,42.61,39962127.06,,551,10,32 -rsa,board,3,ok,32,21,0,40.48,36536985.15,,982,9,32 -rsa,board,4,ok,32,21,0,171.11,168526883.79,,781,0,32 -rsa,board,5,ok,32,21,0,116.03,113458172.23,,560,36,32 -rsa,board,6,ok,32,21,0,50.01,48045556.63,,525,9,32 -rsa,board,7,ok,32,21,0,88.8,86994424.79,,542,0,32 -rsa,board,8,ok,32,21,0,128.43,125652376.39,,797,81,32 -rsa,board,9,ok,32,21,0,123.72,120847432.2,,491,0,32 -rsa,board,10,ok,32,21,0,108.38,106555044.94,,499,81,32 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +rsa,board,1,ok,32,2,0,34.89,32801709.91,31378816.76,393,13,,407,13,32 +rsa,board,2,ok,32,2,0,42.39,39819717.13,38396331.06,535,10,,546,10,32 +rsa,board,3,ok,32,2,0,39.67,35764049.3,34339788.49,919,9,,929,9,32 +rsa,board,4,ok,32,2,0,152.57,150142808.91,148719312.31,746,0,,747,0,32 +rsa,board,5,ok,32,2,0,112.95,110388949.25,108965564.88,501,35,,537,35,32 +rsa,board,6,ok,32,2,0,49.39,47584454.8,46161137.2,516,9,,526,9,32 +rsa,board,7,ok,32,2,0,84.69,83069277.91,81645790.13,513,0,,514,0,32 +rsa,board,8,ok,32,2,0,128.19,125613063.4,124188635.08,714,81,,797,81,32 +rsa,board,9,ok,32,2,0,123.61,120835660.05,119411091.61,484,0,,485,0,32 +rsa,board,10,ok,32,2,0,108.2,106493992.1,105068845.41,429,81,,511,81,32 diff --git a/results/intermittent/rsa/schematic.csv b/results/intermittent/rsa/schematic.csv index 3b88d647..3bb5271e 100644 --- a/results/intermittent/rsa/schematic.csv +++ b/results/intermittent/rsa/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -rsa,board,1,ok,12,500,690,4.9,2703546.0,,49,1,32 -rsa,board,2,ok,12,500,690,7.0,4350276.65,,61,1,32 -rsa,board,3,ok,12,500,690,5.32,1311508.88,,88,0,32 -rsa,board,4,ok,12,500,690,16.53,13940427.53,,67,0,32 -rsa,board,5,ok,12,500,690,13.82,11166504.15,,60,3,32 -rsa,board,6,ok,12,500,690,6.61,4691686.35,,54,1,32 -rsa,board,7,ok,12,500,690,10.81,9038056.03,,58,0,32 -rsa,board,8,ok,12,500,690,12.81,10150141.79,,75,6,32 -rsa,board,9,ok,12,500,690,13.69,10918551.31,,53,0,32 -rsa,board,10,ok,12,500,690,9.73,8078017.65,,55,6,32 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +rsa,board,1,ok,12,64,842,4.79,2704271.65,2595809.58,47,1,,49,1,32 +rsa,board,2,ok,12,64,842,6.79,4302521.96,4194042.94,57,1,,59,1,32 +rsa,board,3,ok,12,64,842,5.19,1302274.91,1193752.5,86,0,,87,0,32 +rsa,board,4,ok,12,64,842,16.47,13933482.05,13824988.4,65,0,,66,0,32 +rsa,board,5,ok,12,64,842,13.69,11178451.45,11069962.61,57,3,,61,3,32 +rsa,board,6,ok,12,64,842,6.49,4691775.07,4583291.3,52,1,,54,1,32 +rsa,board,7,ok,12,64,842,10.49,9016108.92,8907626.79,56,0,,57,0,32 +rsa,board,8,ok,12,64,842,12.69,10149091.25,10040577.6,68,6,,76,6,32 +rsa,board,9,ok,12,64,842,13.6,10921595.94,10813118.57,50,0,,51,0,32 +rsa,board,10,ok,12,64,842,9.69,8079009.5,7970531.65,49,6,,56,6,32 diff --git a/results/intermittent/rsa/schematicO3.csv b/results/intermittent/rsa/schematicO3.csv index 623563a3..8602c190 100644 --- a/results/intermittent/rsa/schematicO3.csv +++ b/results/intermittent/rsa/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -rsa,board,1,ok,9,785,684,3.09,862397.01,,20,0,32 -rsa,board,2,ok,9,785,684,3.39,760972.89,,24,0,32 -rsa,board,3,ok,9,785,684,4.53,548890.33,,38,0,32 -rsa,board,4,ok,9,785,684,8.61,6066181.21,,32,0,32 -rsa,board,5,ok,9,785,684,7.61,4954537.5,,27,1,32 -rsa,board,6,ok,9,785,684,3.13,1165361.81,,23,0,32 -rsa,board,7,ok,9,785,684,6.23,4438864.77,,26,0,32 -rsa,board,8,ok,9,785,684,8.06,5385852.31,,34,3,32 -rsa,board,9,ok,9,785,684,8.71,5736636.32,,25,0,32 -rsa,board,10,ok,9,785,684,5.81,4006591.62,,25,3,32 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +rsa,board,1,ok,14,19,701,2.99,863489.9,806160.8,19,0,,20,0,32 +rsa,board,2,ok,14,19,701,3.21,774975.36,717641.07,23,0,,24,0,32 +rsa,board,3,ok,14,19,701,4.49,585611.54,528249.44,39,0,,40,0,32 +rsa,board,4,ok,14,19,701,8.6,6062966.43,6005613.65,32,0,,33,0,32 +rsa,board,5,ok,14,19,701,7.47,4958958.71,4901620.14,24,1,,26,1,32 +rsa,board,6,ok,14,19,701,2.91,1168617.85,1111278.98,22,0,,23,0,32 +rsa,board,7,ok,14,19,701,6.59,5081790.92,5024454.72,23,0,,24,0,32 +rsa,board,8,ok,14,19,701,8.0,5403669.73,5346316.47,27,3,,32,3,32 +rsa,board,9,ok,14,19,701,8.49,5827968.63,5770622.03,25,0,,26,0,32 +rsa,board,10,ok,14,19,701,5.71,4007792.97,3950453.4,21,3,,25,3,32 diff --git a/results/intermittent/run_continuous.sh b/results/intermittent/run_continuous.sh new file mode 100755 index 00000000..e2f157b9 --- /dev/null +++ b/results/intermittent/run_continuous.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# Continuous-power reference for the decomposition (summarize.py): the same +# wait-mode binaries at the board capacitance, run at a constant 3.3 V so no +# boundary ever waits, plus the uninstrumented O3 baseline. Both are built +# with INTERMITTENT_BUILD, the define `ckpt intermittent` uses (it shrinks +# dijkstra, qsort, and bitcount). Wire the Otii main output directly to the +# board rail (no 560 Ohm resistor, no diode) as in docs/intermittent.md. +cd "$(dirname "$0")/../.." || exit 1 +BENCHMARKS="${BENCHMARKS:-aes crc rsa dijkstra qsort activity_recognition bitcount chacha20 sensor_fusion poly1305 cuckoo_filter sha256 stringsearch}" +OUT=results/intermittent/continuous +mkdir -p "$OUT" +for a in milp rockclimb schematic schematicO3; do + echo "=== $(date '+%F %T') start $a" + uv run ckpt bench "$a" $BENCHMARKS --cap board --halt-mode wait -D INTERMITTENT_BUILD --csv "$OUT/$a.csv" > "$OUT/$a.log" 2>&1 + echo "=== $(date '+%F %T') end $a exit=$?" +done +echo "=== $(date '+%F %T') start uninstrumented" +uv run ckpt bench uninstrumented $BENCHMARKS -D INTERMITTENT_BUILD --csv "$OUT/uninstrumented.csv" > "$OUT/uninstrumented.log" 2>&1 +echo "=== $(date '+%F %T') end uninstrumented exit=$?" diff --git a/results/intermittent/sensor_fusion/milp.csv b/results/intermittent/sensor_fusion/milp.csv index 81822175..7c83631d 100644 --- a/results/intermittent/sensor_fusion/milp.csv +++ b/results/intermittent/sensor_fusion/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sensor_fusion,board,1,ok,2,69,585,2.3,114564.04,,9,0,613 -sensor_fusion,board,2,ok,2,69,585,3.05,552331.4,,12,0,613 -sensor_fusion,board,3,ok,2,69,585,4.2,171245.69,,13,0,613 -sensor_fusion,board,4,ok,2,69,585,5.23,2615522.05,,11,0,613 -sensor_fusion,board,5,ok,2,69,585,4.51,1859225.77,,11,0,613 -sensor_fusion,board,6,ok,2,69,585,2.6,722572.41,,12,0,613 -sensor_fusion,board,7,ok,2,69,585,3.81,2030862.4,,12,0,613 -sensor_fusion,board,8,ok,2,69,585,3.63,889443.18,,15,0,613 -sensor_fusion,board,9,ok,2,69,585,3.73,918960.35,,9,0,613 -sensor_fusion,board,10,ok,2,69,585,1.92,114340.17,,9,0,613 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sensor_fusion,board,1,ok,2,37,849,2.1,103439.59,76028.6,7,0,,8,0,613 +sensor_fusion,board,2,ok,2,37,849,3.01,552177.73,524760.38,11,0,,12,0,613 +sensor_fusion,board,3,ok,2,37,849,4.1,171189.59,143770.64,12,0,,13,0,613 +sensor_fusion,board,4,ok,2,37,849,5.09,2615234.87,2587818.7,10,0,,11,0,613 +sensor_fusion,board,5,ok,2,37,849,4.4,1847903.26,1820485.86,10,0,,11,0,613 +sensor_fusion,board,6,ok,2,37,849,2.49,709850.96,682436.07,10,0,,11,0,613 +sensor_fusion,board,7,ok,2,37,849,3.68,2019660.29,1992244.11,10,0,,11,0,613 +sensor_fusion,board,8,ok,2,37,849,3.43,878010.23,850590.99,12,0,,14,0,613 +sensor_fusion,board,9,ok,2,37,849,3.65,919544.75,892131.64,8,0,,9,0,613 +sensor_fusion,board,10,ok,2,37,849,1.81,103532.6,76122.46,7,0,,8,0,613 diff --git a/results/intermittent/sensor_fusion/rockclimb.csv b/results/intermittent/sensor_fusion/rockclimb.csv index 0a40ba31..aaadd36a 100644 --- a/results/intermittent/sensor_fusion/rockclimb.csv +++ b/results/intermittent/sensor_fusion/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sensor_fusion,board,1,ok,2,69,0,2.28,127467.42,,10,0,613 -sensor_fusion,board,2,ok,2,69,0,3.21,566820.92,,12,0,613 -sensor_fusion,board,3,ok,2,69,0,4.23,184134.33,,14,0,613 -sensor_fusion,board,4,ok,2,69,0,6.01,3395580.47,,14,0,613 -sensor_fusion,board,5,ok,2,69,0,4.52,1883464.89,,13,0,613 -sensor_fusion,board,6,ok,2,69,0,2.94,1041305.46,,14,0,613 -sensor_fusion,board,7,ok,2,69,0,3.84,2056038.09,,13,0,613 -sensor_fusion,board,8,ok,2,69,0,3.62,901977.49,,16,0,613 -sensor_fusion,board,9,ok,2,69,0,3.82,932469.11,,10,0,613 -sensor_fusion,board,10,ok,2,69,0,1.92,127447.3,,10,0,613 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sensor_fusion,board,1,ok,2,7,0,2.22,127524.45,97777.52,9,0,,10,0,613 +sensor_fusion,board,2,ok,2,7,0,3.09,566489.86,536738.37,11,0,,12,0,613 +sensor_fusion,board,3,ok,2,7,0,4.08,184038.53,154283.96,13,0,,14,0,613 +sensor_fusion,board,4,ok,2,7,0,5.89,3403947.6,3374194.56,13,0,,14,0,613 +sensor_fusion,board,5,ok,2,7,0,4.39,1871997.4,1842248.35,11,0,,12,0,613 +sensor_fusion,board,6,ok,2,7,0,2.82,1039764.35,1010012.51,13,0,,14,0,613 +sensor_fusion,board,7,ok,2,7,0,3.72,2054502.5,2024752.61,12,0,,13,0,613 +sensor_fusion,board,8,ok,2,7,0,3.48,901055.78,871301.75,14,0,,16,0,613 +sensor_fusion,board,9,ok,2,7,0,3.71,931368.57,901620.89,9,0,,10,0,613 +sensor_fusion,board,10,ok,2,7,0,1.81,127488.8,97743.11,9,0,,10,0,613 diff --git a/results/intermittent/sensor_fusion/schematic.csv b/results/intermittent/sensor_fusion/schematic.csv index c1ca9f50..51b71f2c 100644 --- a/results/intermittent/sensor_fusion/schematic.csv +++ b/results/intermittent/sensor_fusion/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sensor_fusion,board,1,ok,1,22173,760,2.34,176386.51,,14,0,613 -sensor_fusion,board,2,ok,1,22173,760,3.34,652272.61,,16,0,613 -sensor_fusion,board,3,ok,1,22173,760,4.23,254457.81,,20,0,613 -sensor_fusion,board,4,ok,1,22173,760,5.98,3434854.11,,17,0,613 -sensor_fusion,board,5,ok,1,22173,760,5.73,3109926.65,,16,1,613 -sensor_fusion,board,6,ok,1,22173,760,3.01,1080409.21,,16,0,613 -sensor_fusion,board,7,ok,1,22173,760,4.8,3031753.66,,18,0,613 -sensor_fusion,board,8,ok,1,22173,760,3.74,939884.6,,19,0,613 -sensor_fusion,board,9,ok,1,22173,760,6.21,3355166.36,,16,0,613 -sensor_fusion,board,10,ok,1,22173,760,2.02,176467.78,,14,0,613 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sensor_fusion,board,1,ok,1,3728,869,2.2,176326.45,141861.83,13,0,,14,0,613 +sensor_fusion,board,2,ok,1,3728,869,3.1,639969.15,605497.43,15,0,,16,0,613 +sensor_fusion,board,3,ok,1,3728,869,4.19,254693.56,220218.78,19,0,,20,0,613 +sensor_fusion,board,4,ok,1,3728,869,5.99,3443412.14,3408937.31,17,0,,18,0,613 +sensor_fusion,board,5,ok,1,3728,869,5.7,3111912.7,3077439.2,15,1,,17,1,613 +sensor_fusion,board,6,ok,1,3728,869,2.88,1078500.76,1044029.11,16,0,,17,0,613 +sensor_fusion,board,7,ok,1,3728,869,4.79,3031594.51,2997123.25,16,0,,17,0,613 +sensor_fusion,board,8,ok,1,3728,869,3.6,926589.97,892116.06,17,0,,19,0,613 +sensor_fusion,board,9,ok,1,3728,869,6.1,3357630.26,3323161.32,14,0,,15,0,613 +sensor_fusion,board,10,ok,1,3728,869,1.97,176407.13,141942.0,13,0,,14,0,613 diff --git a/results/intermittent/sensor_fusion/schematicO3.csv b/results/intermittent/sensor_fusion/schematicO3.csv index 73d1d571..7f3430bf 100644 --- a/results/intermittent/sensor_fusion/schematicO3.csv +++ b/results/intermittent/sensor_fusion/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sensor_fusion,board,1,ok,1,3582,840,2.34,153298.23,,12,0,613 -sensor_fusion,board,2,ok,1,3582,840,3.33,628647.45,,16,0,613 -sensor_fusion,board,3,ok,1,3582,840,4.23,253096.61,,21,0,613 -sensor_fusion,board,4,ok,1,3582,840,6.01,3430775.68,,20,0,613 -sensor_fusion,board,5,ok,1,3582,840,5.73,3096611.64,,16,1,613 -sensor_fusion,board,6,ok,1,3582,840,3.03,1066284.14,,17,0,613 -sensor_fusion,board,7,ok,1,3582,840,4.83,3035501.56,,18,0,613 -sensor_fusion,board,8,ok,1,3582,840,5.01,2327302.0,,21,1,613 -sensor_fusion,board,9,ok,1,3582,840,6.24,3349523.74,,15,0,613 -sensor_fusion,board,10,ok,1,3582,840,1.94,153170.72,,12,0,613 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sensor_fusion,board,1,ok,1,497,891,2.29,153135.29,119997.89,11,0,,12,0,613 +sensor_fusion,board,2,ok,1,497,891,3.2,639922.2,606780.73,15,0,,16,0,613 +sensor_fusion,board,3,ok,1,497,891,4.18,241906.19,208758.38,19,0,,20,0,613 +sensor_fusion,board,4,ok,1,497,891,5.97,3436592.85,3403438.86,21,0,,22,0,613 +sensor_fusion,board,5,ok,1,497,891,5.61,3100701.58,3067554.81,14,1,,16,1,613 +sensor_fusion,board,6,ok,1,497,891,2.88,1064060.54,1030913.17,17,0,,18,0,613 +sensor_fusion,board,7,ok,1,497,891,3.79,2070533.0,2037389.71,14,0,,15,0,613 +sensor_fusion,board,8,ok,1,497,891,3.58,927987.6,894840.14,17,0,,19,0,613 +sensor_fusion,board,9,ok,1,497,891,6.08,3346582.54,3313442.26,14,0,,15,0,613 +sensor_fusion,board,10,ok,1,497,891,1.7,152986.94,119850.22,11,0,,12,0,613 diff --git a/results/intermittent/sha256/milp.csv b/results/intermittent/sha256/milp.csv index 98ced664..4cdb5b0d 100644 --- a/results/intermittent/sha256/milp.csv +++ b/results/intermittent/sha256/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sha256,board,1,ok,8,323,737,3.13,876279.01,,18,1,131 -sha256,board,2,ok,8,323,737,3.39,747026.58,,18,0,131 -sha256,board,3,ok,8,323,737,4.32,332403.86,,17,0,131 -sha256,board,4,ok,8,323,737,7.81,5244015.04,,19,2,131 -sha256,board,5,ok,8,323,737,5.79,3182369.09,,18,1,131 -sha256,board,6,ok,8,323,737,3.04,1136742.69,,17,0,131 -sha256,board,7,ok,8,323,737,4.85,3079997.31,,17,0,131 -sha256,board,8,ok,8,323,737,7.33,4634016.38,,23,3,131 -sha256,board,9,ok,8,323,737,6.33,3426458.79,,19,1,131 -sha256,board,10,ok,8,323,737,5.83,3994344.1,,20,3,131 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sha256,board,1,ok,7,249,677,2.89,894845.76,795431.21,17,0,,18,0,131 +sha256,board,2,ok,7,249,677,3.29,773747.61,674329.95,17,0,,18,0,131 +sha256,board,3,ok,7,249,677,4.29,343721.06,244296.01,17,0,,18,0,131 +sha256,board,4,ok,7,249,677,7.79,5243781.25,5144352.97,17,2,,20,2,131 +sha256,board,5,ok,7,249,677,5.71,3202298.09,3102880.09,16,1,,18,1,131 +sha256,board,6,ok,7,249,677,2.99,1139104.97,1039680.93,16,0,,17,0,131 +sha256,board,7,ok,7,249,677,6.19,4425226.83,4325807.29,16,0,,17,0,131 +sha256,board,8,ok,7,249,677,5.09,2411641.89,2312224.25,17,1,,20,1,131 +sha256,board,9,ok,7,249,677,6.19,3434232.57,3334813.94,17,0,,18,0,131 +sha256,board,10,ok,7,249,677,5.6,3975832.58,3876411.94,16,3,,20,3,131 diff --git a/results/intermittent/sha256/rockclimb.csv b/results/intermittent/sha256/rockclimb.csv index db00abbc..af460a18 100644 --- a/results/intermittent/sha256/rockclimb.csv +++ b/results/intermittent/sha256/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sha256,board,1,ok,11,94,0,7.31,5136423.52,,74,2,131 -sha256,board,2,ok,11,94,0,8.43,5771234.55,,104,1,131 -sha256,board,3,ok,11,94,0,8.98,5006336.95,,178,1,131 -sha256,board,4,ok,11,94,0,29.63,26997006.39,,135,0,131 -sha256,board,5,ok,11,94,0,21.33,18654501.48,,95,6,131 -sha256,board,6,ok,11,94,0,8.64,6752439.31,,93,1,131 -sha256,board,7,ok,11,94,0,16.64,14861155.94,,93,0,131 -sha256,board,8,ok,11,94,0,22.11,19377513.78,,140,12,131 -sha256,board,9,ok,11,94,0,23.72,20848491.04,,93,0,131 -sha256,board,10,ok,11,94,0,17.75,15912625.79,,88,12,131 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sha256,board,1,ok,11,7,0,7.28,5164089.19,4959726.85,72,2,,75,2,131 +sha256,board,2,ok,11,7,0,8.17,5613684.68,5409275.76,96,1,,98,1,131 +sha256,board,3,ok,11,7,0,8.81,5014394.38,4809875.8,175,1,,177,1,131 +sha256,board,4,ok,11,7,0,29.41,26989786.33,26785343.12,133,0,,134,0,131 +sha256,board,5,ok,11,7,0,21.11,18676062.13,18471648.27,93,6,,100,6,131 +sha256,board,6,ok,11,7,0,8.4,6639079.04,6434704.45,86,1,,88,1,131 +sha256,board,7,ok,11,7,0,17.31,15550089.44,15345665.4,95,0,,96,0,131 +sha256,board,8,ok,11,7,0,22.01,19405891.14,19201427.87,122,12,,136,12,131 +sha256,board,9,ok,11,7,0,23.58,20824114.54,20619733.05,93,0,,94,0,131 +sha256,board,10,ok,11,7,0,17.59,15897202.4,15692824.84,77,12,,90,12,131 diff --git a/results/intermittent/sha256/schematic.csv b/results/intermittent/sha256/schematic.csv index 90a9ccf3..0cfb09d4 100644 --- a/results/intermittent/sha256/schematic.csv +++ b/results/intermittent/sha256/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sha256,board,1,ok,7,34,643,4.83,2604244.94,,37,1,131 -sha256,board,2,ok,7,34,643,4.72,2067794.82,,48,0,131 -sha256,board,3,ok,7,34,643,5.14,1118009.57,,63,0,131 -sha256,board,4,ok,7,34,643,13.9,11308089.01,,48,0,131 -sha256,board,5,ok,7,34,643,11.92,9323563.96,,50,3,131 -sha256,board,6,ok,7,34,643,3.6,1683798.95,,39,0,131 -sha256,board,7,ok,7,34,643,8.42,6570507.31,,42,0,131 -sha256,board,8,ok,7,34,643,12.02,9280025.09,,54,6,131 -sha256,board,9,ok,7,34,643,12.82,10001641.13,,46,3,131 -sha256,board,10,ok,7,34,643,9.79,7979794.56,,44,6,131 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sha256,board,1,ok,7,5,573,4.69,2605644.45,2485182.62,35,1,,37,1,131 +sha256,board,2,ok,7,5,573,4.49,1926623.79,1806156.19,43,0,,44,0,131 +sha256,board,3,ok,7,5,573,4.99,1109375.75,988873.54,60,0,,61,0,131 +sha256,board,4,ok,7,5,573,13.78,11305510.09,11185032.66,46,0,,47,0,131 +sha256,board,5,ok,7,5,573,11.87,9322272.04,9201784.92,46,3,,50,3,131 +sha256,board,6,ok,7,5,573,3.59,1684567.93,1564101.32,39,0,,40,0,131 +sha256,board,7,ok,7,5,573,10.3,8557388.52,8436912.38,44,0,,45,0,131 +sha256,board,8,ok,7,5,573,12.69,10053979.06,9933487.34,48,6,,56,6,131 +sha256,board,9,ok,7,5,573,11.19,8436296.91,8315821.55,42,2,,45,2,131 +sha256,board,10,ok,7,5,573,9.69,7965055.39,7844588.67,37,6,,44,6,131 diff --git a/results/intermittent/sha256/schematicO3.csv b/results/intermittent/sha256/schematicO3.csv index 22b54a04..f9a5d1a0 100644 --- a/results/intermittent/sha256/schematicO3.csv +++ b/results/intermittent/sha256/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -sha256,board,1,ok,6,7,582,4.73,2535113.08,,35,2,131 -sha256,board,2,ok,6,7,582,4.3,1623959.18,,33,0,131 -sha256,board,3,ok,6,7,582,4.71,670852.83,,33,0,131 -sha256,board,4,ok,6,7,582,11.25,8659595.61,,34,1,131 -sha256,board,5,ok,6,7,582,8.92,6272654.61,,35,2,131 -sha256,board,6,ok,6,7,582,3.54,1613865.92,,33,0,131 -sha256,board,7,ok,6,7,582,7.32,5518165.93,,33,0,131 -sha256,board,8,ok,6,7,582,8.22,5507920.67,,37,3,131 -sha256,board,9,ok,6,7,582,11.21,8334938.04,,36,2,131 -sha256,board,10,ok,6,7,582,9.71,7911447.79,,39,6,131 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +sha256,board,1,ok,6,2,582,4.6,2537746.16,2435763.04,32,1,,34,1,131 +sha256,board,2,ok,6,2,582,4.19,1676273.36,1574290.42,32,0,,33,0,131 +sha256,board,3,ok,6,2,582,4.57,671581.74,569592.21,32,0,,33,0,131 +sha256,board,4,ok,6,2,582,11.18,8676223.03,8574237.75,32,1,,34,1,131 +sha256,board,5,ok,6,2,582,8.81,6286784.13,6184799.72,32,2,,35,2,131 +sha256,board,6,ok,6,2,582,3.39,1604823.03,1502843.74,32,0,,33,0,131 +sha256,board,7,ok,6,2,582,7.3,5686581.39,5584600.03,32,0,,33,0,131 +sha256,board,8,ok,6,2,582,8.19,5511616.6,5409624.49,32,3,,37,3,131 +sha256,board,9,ok,6,2,582,11.1,8323495.34,8221513.19,32,1,,34,1,131 +sha256,board,10,ok,6,2,582,9.67,7896366.1,7794383.12,32,6,,39,6,131 diff --git a/results/intermittent/stringsearch/milp.csv b/results/intermittent/stringsearch/milp.csv index a8cba727..938c4584 100644 --- a/results/intermittent/stringsearch/milp.csv +++ b/results/intermittent/stringsearch/milp.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -stringsearch,board,1,ok,4,306,715,2.43,194759.23,,15,0,20 -stringsearch,board,2,ok,4,306,715,3.31,695735.22,,18,0,20 -stringsearch,board,3,ok,4,306,715,4.34,295742.07,,24,0,20 -stringsearch,board,4,ok,4,306,715,6.71,4089260.09,,22,0,20 -stringsearch,board,5,ok,4,306,715,5.81,3162240.55,,20,1,20 -stringsearch,board,6,ok,4,306,715,3.04,1108963.16,,20,0,20 -stringsearch,board,7,ok,4,306,715,4.94,3053188.25,,21,0,20 -stringsearch,board,8,ok,4,306,715,5.13,2363282.67,,24,1,20 -stringsearch,board,9,ok,4,306,715,6.19,3390160.17,,18,0,20 -stringsearch,board,10,ok,4,306,715,2.02,195216.63,,15,0,20 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +stringsearch,board,1,ok,4,296,767,2.3,183881.2,141362.92,13,0,,14,0,20 +stringsearch,board,2,ok,4,296,767,3.22,693636.08,651107.68,18,0,,19,0,20 +stringsearch,board,3,ok,4,296,767,4.19,295217.57,252680.6,23,0,,24,0,20 +stringsearch,board,4,ok,4,296,767,6.0,3472219.53,3429687.77,20,0,,21,0,20 +stringsearch,board,5,ok,4,296,767,5.72,3139409.11,3096884.21,18,1,,20,1,20 +stringsearch,board,6,ok,4,296,767,2.82,1096235.46,1053706.35,18,0,,19,0,20 +stringsearch,board,7,ok,4,296,767,4.8,3061818.13,3019288.66,19,0,,20,0,20 +stringsearch,board,8,ok,4,296,767,5.0,2363430.01,2320897.17,22,1,,25,1,20 +stringsearch,board,9,ok,4,296,767,6.2,3387243.48,3344717.44,17,0,,18,0,20 +stringsearch,board,10,ok,4,296,767,1.81,184238.98,141717.8,13,0,,14,0,20 diff --git a/results/intermittent/stringsearch/rockclimb.csv b/results/intermittent/stringsearch/rockclimb.csv index 9cf6dd91..52d49b78 100644 --- a/results/intermittent/stringsearch/rockclimb.csv +++ b/results/intermittent/stringsearch/rockclimb.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -stringsearch,board,1,ok,8,4,0,50.13,47998548.83,,601,19,20 -stringsearch,board,2,ok,8,4,0,62.01,59362345.9,,813,15,20 -stringsearch,board,3,ok,8,4,0,59.45,55404698.41,,1434,14,20 -stringsearch,board,4,ok,8,4,0,246.27,243025999.82,,1158,0,20 -stringsearch,board,5,ok,8,4,0,167.01,164327886.31,,816,53,20 -stringsearch,board,6,ok,8,4,0,74.83,72892097.81,,758,14,20 -stringsearch,board,7,ok,8,4,0,132.68,130823242.03,,809,0,20 -stringsearch,board,8,ok,8,4,0,188.29,185616815.06,,1176,120,20 -stringsearch,board,9,ok,8,4,0,178.69,175880379.17,,709,0,20 -stringsearch,board,10,ok,8,4,0,159.58,157748111.11,,731,120,20 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +stringsearch,board,1,ok,8,1,0,50.0,47924201.07,45836536.18,574,19,,594,19,20 +stringsearch,board,2,ok,8,1,0,59.19,56569666.05,54481752.88,789,14,,804,14,20 +stringsearch,board,3,ok,8,1,0,56.31,52435042.68,50345930.46,1379,13,,1393,13,20 +stringsearch,board,4,ok,8,1,0,244.34,241866192.61,239777961.42,1169,0,,1170,0,20 +stringsearch,board,5,ok,8,1,0,165.59,163031933.4,160943914.88,736,52,,789,52,20 +stringsearch,board,6,ok,8,1,0,70.32,68560787.6,66472796.35,744,13,,758,13,20 +stringsearch,board,7,ok,8,1,0,129.09,127348351.3,125260385.87,790,0,,791,0,20 +stringsearch,board,8,ok,8,1,0,185.11,182557319.69,180468729.53,1033,118,,1153,118,20 +stringsearch,board,9,ok,8,1,0,176.02,173348771.35,171261080.52,715,0,,716,0,20 +stringsearch,board,10,ok,8,1,0,155.49,153778501.15,151690880.72,619,117,,737,117,20 diff --git a/results/intermittent/stringsearch/schematic.csv b/results/intermittent/stringsearch/schematic.csv index 5d09894d..a65eff80 100644 --- a/results/intermittent/stringsearch/schematic.csv +++ b/results/intermittent/stringsearch/schematic.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -stringsearch,board,1,ok,7,17,693,5.59,3413471.0,,57,1,20 -stringsearch,board,2,ok,7,17,693,7.19,4547859.46,,66,1,20 -stringsearch,board,3,ok,7,17,693,7.91,3941585.89,,94,1,20 -stringsearch,board,4,ok,7,17,693,19.11,16554115.85,,77,0,20 -stringsearch,board,5,ok,7,17,693,15.12,12482795.37,,70,4,20 -stringsearch,board,6,ok,7,17,693,7.81,5848506.2,,64,1,20 -stringsearch,board,7,ok,7,17,693,11.82,10048013.76,,62,0,20 -stringsearch,board,8,ok,7,17,693,14.31,11616181.48,,78,7,20 -stringsearch,board,9,ok,7,17,693,16.32,13400526.7,,64,3,20 -stringsearch,board,10,ok,7,17,693,13.75,11944230.32,,68,9,20 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +stringsearch,board,1,ok,7,4,824,5.39,3404422.96,3259539.93,53,1,,55,1,20 +stringsearch,board,2,ok,7,4,824,7.02,4480834.97,4335919.12,66,1,,68,1,20 +stringsearch,board,3,ok,7,4,824,5.32,1399846.67,1254895.38,93,0,,94,0,20 +stringsearch,board,4,ok,7,4,824,18.89,16368040.71,16223139.06,70,0,,71,0,20 +stringsearch,board,5,ok,7,4,824,14.99,12479000.56,12334093.01,62,4,,67,4,20 +stringsearch,board,6,ok,7,4,824,7.69,5833727.52,5688825.69,64,1,,66,1,20 +stringsearch,board,7,ok,7,4,824,11.79,10043258.66,9898360.38,60,0,,61,0,20 +stringsearch,board,8,ok,7,4,824,14.3,11631230.21,11486295.85,72,7,,81,7,20 +stringsearch,board,9,ok,7,4,824,16.21,13399769.29,13254878.94,62,0,,63,0,20 +stringsearch,board,10,ok,7,4,824,13.63,11905455.22,11760565.73,55,9,,65,9,20 diff --git a/results/intermittent/stringsearch/schematicO3.csv b/results/intermittent/stringsearch/schematicO3.csv index fe96f208..1e50363e 100644 --- a/results/intermittent/stringsearch/schematicO3.csv +++ b/results/intermittent/stringsearch/schematicO3.csv @@ -1,11 +1,11 @@ -benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result -stringsearch,board,1,ok,4,15,625,2.45,222773.22,,17,0,20 -stringsearch,board,2,ok,4,15,625,3.42,733615.56,,22,0,20 -stringsearch,board,3,ok,4,15,625,4.34,345233.83,,28,0,20 -stringsearch,board,4,ok,4,15,625,8.62,6040145.38,,29,0,20 -stringsearch,board,5,ok,4,15,625,5.82,3180331.42,,23,1,20 -stringsearch,board,6,ok,4,15,625,3.03,1136803.26,,22,0,20 -stringsearch,board,7,ok,4,15,625,4.94,3073280.12,,20,0,20 -stringsearch,board,8,ok,4,15,625,5.13,2403477.66,,28,1,20 -stringsearch,board,9,ok,4,15,625,6.23,3419318.33,,20,0,20 -stringsearch,board,10,ok,4,15,625,5.84,3963444.54,,22,3,20 +benchmark,capacitor,trace,status,region_boundaries,compilation_time_ms,profiling_time_ms,replay_seconds,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,runtime_region_boundary_calls,runtime_wait_count,runtime_recovery_boots,result +stringsearch,board,1,ok,4,2,740,2.29,211682.59,163505.27,15,0,,16,0,20 +stringsearch,board,2,ok,4,2,740,3.29,721721.24,673536.68,20,0,,21,0,20 +stringsearch,board,3,ok,4,2,740,4.3,344957.95,296765.23,27,0,,28,0,20 +stringsearch,board,4,ok,4,2,740,8.43,6021580.84,5973384.87,29,0,,30,0,20 +stringsearch,board,5,ok,4,2,740,5.72,3178768.47,3130578.48,20,1,,22,1,20 +stringsearch,board,6,ok,4,2,740,3.0,1122694.36,1074510.98,21,0,,22,0,20 +stringsearch,board,7,ok,4,2,740,4.81,3078202.11,3030016.38,22,0,,23,0,20 +stringsearch,board,8,ok,4,2,740,5.0,2404727.76,2356535.9,24,1,,27,1,20 +stringsearch,board,9,ok,4,2,740,6.2,3413269.35,3365084.56,20,0,,21,0,20 +stringsearch,board,10,ok,4,2,740,5.59,3953868.33,3905684.06,18,3,,22,3,20 diff --git a/results/intermittent/summarize.py b/results/intermittent/summarize.py index 211d939f..2de2856e 100644 --- a/results/intermittent/summarize.py +++ b/results/intermittent/summarize.py @@ -58,6 +58,9 @@ "runtime_wait_count", "runtime_recovery_boots", "execution_time_us", + "wait_time_us", + "saleae_wait_count", + "saleae_wait_deaths", "replay_seconds", "region_boundaries", ] @@ -171,5 +174,219 @@ def cell(r): f"| {a} | " + " | ".join(cell(by.get((b, a, t))) for t in TRACES) + " |" ) L.append("") + +# --------------------------------------------------------------------------- +# Decomposition: T_total = T_exec + T_checkpoint + T_recharge + T_rest +# T_recharge = wait_time_us (Saleae wait channel, outages included) +# T_exec = uninstrumented O3 under continuous power (continuous/uninstrumented.csv) +# T_checkpoint = continuous-power time of the same wait-mode binary at the +# board cap (continuous/.csv) minus T_exec: state saves +# plus the voltage check at every boundary +# T_rest = remainder: boot + restore after real power failures, wait +# entry/exit +# --------------------------------------------------------------------------- + + +def read_bench_times(path): + """benchmark -> execution time (s) from a `ckpt bench` CSV.""" + if not path.is_file(): + return {} + with open(path, newline="") as f: + return { + r["benchmark"].split("-")[0]: float(r["execution_time_us"]) / 1e6 + for r in csv.DictReader(f) + if r["status"] == "ok" and r["execution_time_us"] + } + + +COMPONENTS = ["t_exec", "t_checkpoint", "t_recharge", "t_rest"] +t_uninstr = read_bench_times(OUT / "continuous" / "uninstrumented.csv") +t_cont = {a: read_bench_times(OUT / "continuous" / f"{a}.csv") for a in ALGOS} + +decomp = [] +for r in rows: + b, a = r["benchmark"], r["algorithm"] + if r["status"] != "ok" or not r.get("wait_time_us"): + continue + if b not in t_uninstr or b not in t_cont[a]: + continue + total = secs(r) + recharge = float(r["wait_time_us"]) / 1e6 + exec_ = t_uninstr[b] + checkpoint = t_cont[a][b] - exec_ + decomp.append( + { + "benchmark": b, + "algorithm": a, + "trace": r["trace"], + "t_total": total, + "t_exec": exec_, + "t_checkpoint": checkpoint, + "t_recharge": recharge, + "t_rest": total - recharge - t_cont[a][b], + } + ) + +if decomp: + with open(OUT / "decomposition.csv", "w", newline="") as f: + w = csv.DictWriter( + f, fieldnames=["benchmark", "algorithm", "trace", "t_total"] + COMPONENTS + ) + w.writeheader() + w.writerows(decomp) + + bao_total = { + (d["benchmark"], d["trace"]): d["t_total"] + for d in decomp + if d["algorithm"] == "milp" + } + + def mean(xs): + return sum(xs) / len(xs) + + def gmean(xs): + import math + + return math.exp(mean([math.log(x) for x in xs])) + + def per_algo(ds): + """Mean share of each component, and each component normalized to + Bao's total on the same (benchmark, trace): mean over traces, then + over benchmarks, so the normalized parts add up to the normalized + total. The geomean total matches the figure.""" + out = {} + for a in ALGOS: + da = [ + d + for d in ds + if d["algorithm"] == a and (d["benchmark"], d["trace"]) in bao_total + ] + if not da: + continue + benches = sorted({d["benchmark"] for d in da}) + norm = {} + for c in COMPONENTS + ["t_total"]: + per_b = [ + mean( + [ + d[c] / bao_total[(d["benchmark"], d["trace"])] + for d in da + if d["benchmark"] == b + ] + ) + for b in benches + ] + norm[c] = mean(per_b) + share = {c: mean([d[c] / d["t_total"] for d in da]) for c in COMPONENTS} + gm = gmean( + [ + gmean( + [ + d["t_total"] / bao_total[(d["benchmark"], d["trace"])] + for d in da + if d["benchmark"] == b + ] + ) + for b in benches + ] + ) + out[a] = {"norm": norm, "share": share, "gmean_total": gm, "n": len(da)} + return out + + summary_algo = per_algo(decomp) + L += [ + "## Decomposition (normalized to Bao's total on the same trace; mean over traces, then benchmarks)", + "", + "| algo | runs | total (arith) | total (geomean) | " + + " | ".join(COMPONENTS) + + " | power-off share |", + "|---|---|---|---|" + "---|" * (len(COMPONENTS) + 1), + ] + for a, v in summary_algo.items(): + L.append( + f"| {a} | {v['n']} | {v['norm']['t_total']:.2f} | {v['gmean_total']:.2f} | " + + " | ".join( + f"{v['norm'][c]:.3f} ({100 * v['share'][c]:.1f}%)" for c in COMPONENTS + ) + + f" | {100 * v['share']['t_recharge']:.1f}% |" + ) + L += [ + "", + "## Decomposition per benchmark (mean share of each run's total: exec / ckpt / recharge / rest)", + "", + ] + L += ["| benchmark | " + " | ".join(ALGOS) + " |", "|---|" + "---|" * len(ALGOS)] + for b in BENCHMARKS: + cells = [] + for a in ALGOS: + da = [d for d in decomp if d["benchmark"] == b and d["algorithm"] == a] + if not da: + cells.append("—") + continue + cells.append( + " / ".join( + f"{100 * mean([d[c] / d['t_total'] for d in da]):.0f}%" + for c in COMPONENTS + ) + ) + L.append(f"| {b} | " + " | ".join(cells) + " |") + + # LaTeX table for the paper: one row per system. Total is the geomean + # ratio to Bao (as in the figure); the parts are mean shares of each + # run's own total, so they add up to 100%. + NAMES = { + "milp": r"\tool", + "rockclimb": r"\rockclimb", + "schematic": r"\schematic", + "schematicO3": r"\schematicO", + } + + def pct(x): + return r"$<0.1$" if abs(x) < 0.0005 else f"{100 * x:.1f}" + + T = [ + r"\begin{tabular}{lrrrrr}", + r"\toprule", + r"& & \multicolumn{3}{c}{power-on (\%)} & power-off (\%) \\", + r"\cmidrule(lr){3-5} \cmidrule(lr){6-6}", + ( + r"System & $T_{\mathrm{total}}$ & $T_{\mathrm{exec}}$ & $T_{\mathrm{ckpt}}$ & " + r"$T_{\mathrm{boot+restore}}$ & $T_{\mathrm{recharge}}$ \\" + ), + r"\midrule", + ] + for a, v in summary_algo.items(): + sh = v["share"] + T.append( + f"{NAMES[a]} & {v['gmean_total']:.1f}$\\times$ & {pct(sh['t_exec'])} & " + f"{pct(sh['t_checkpoint'])} & {pct(sh['t_rest'])} & {pct(sh['t_recharge'])} \\\\" + ) + T += [r"\bottomrule", r"\end{tabular}"] + (OUT / "decomposition.tex").write_text("\n".join(T) + "\n") + + # Appendix table: per benchmark, mean share of each run's total as + # exec / ckpt / recharge (boot+restore is the remainder). + T = [ + r"\begin{tabular}{l" + "r" * len(ALGOS) + "}", + r"\toprule", + "Bench. & " + " & ".join(NAMES[a] for a in ALGOS) + r" \\", + r"\midrule", + ] + for b in BENCHMARKS: + cells = [] + for a in ALGOS: + da = [d for d in decomp if d["benchmark"] == b and d["algorithm"] == a] + cells.append( + " / ".join( + f"{100 * mean([d[c] / d['t_total'] for d in da]):.1f}" + for c in ["t_exec", "t_checkpoint", "t_recharge"] + ) + if da + else "---" + ) + T.append(b.replace("_", r"\_") + " & " + " & ".join(cells) + r" \\") + T += [r"\bottomrule", r"\end{tabular}"] + (OUT / "decomposition_per_benchmark.tex").write_text("\n".join(T) + "\n") + (OUT / "report.md").write_text("\n".join(L) + "\n") -print(f"{len(rows)} rows -> summary.csv, report.md") +print(f"{len(rows)} rows -> summary.csv, report.md; {len(decomp)} decomposed rows") diff --git a/results/intermittent/summary.csv b/results/intermittent/summary.csv index f6683b6a..0b588ede 100644 --- a/results/intermittent/summary.csv +++ b/results/intermittent/summary.csv @@ -1,521 +1,521 @@ -benchmark,algorithm,trace,status,complete,correct,result,expected_result,runtime_wait_count,runtime_recovery_boots,execution_time_us,replay_seconds,region_boundaries -aes,milp,1,ok,yes,yes,107,107,26,1,965024.04,3.14,4 -aes,milp,2,ok,yes,yes,107,107,25,0,892999.21,3.46,4 -aes,milp,3,ok,yes,yes,107,107,25,0,562577.45,4.62,4 -aes,milp,4,ok,yes,yes,107,107,28,3,6090705.01,8.69,4 -aes,milp,5,ok,yes,yes,107,107,27,2,6217378.17,8.79,4 -aes,milp,6,ok,yes,yes,107,107,25,0,1235151.42,3.2,4 -aes,milp,7,ok,yes,yes,107,107,25,0,5509520.23,7.27,4 -aes,milp,8,ok,yes,yes,107,107,29,3,5456901.95,8.18,4 -aes,milp,9,ok,yes,yes,107,107,26,1,5882944.0,8.65,4 -aes,milp,10,ok,yes,yes,107,107,28,3,4095920.08,5.86,4 -aes,rockclimb,1,ok,yes,yes,107,107,181,5,13470531.57,15.59,15 -aes,rockclimb,2,ok,yes,yes,107,107,246,4,16497833.66,19.06,15 -aes,rockclimb,3,ok,yes,yes,107,107,417,4,15803638.67,19.82,15 -aes,rockclimb,4,ok,yes,yes,107,107,336,0,68906452.56,71.44,15 -aes,rockclimb,5,ok,yes,yes,107,107,235,15,48384250.21,50.99,15 -aes,rockclimb,6,ok,yes,yes,107,107,233,4,21294974.44,23.12,15 -aes,rockclimb,7,ok,yes,yes,107,107,236,0,36835081.09,38.61,15 -aes,rockclimb,8,ok,yes,yes,107,107,339,33,51746657.66,54.38,15 -aes,rockclimb,9,ok,yes,yes,107,107,217,0,50911240.38,53.75,15 -aes,rockclimb,10,ok,yes,yes,107,107,227,36,47291745.52,49.01,15 -aes,schematic,1,ok,yes,yes,107,107,460,14,35360844.09,37.5,11 -aes,schematic,2,ok,yes,yes,107,107,562,11,43740536.27,46.39,11 -aes,schematic,3,ok,yes,yes,107,107,786,8,32585052.77,36.61,11 -aes,schematic,4,ok,yes,yes,107,107,625,0,152781925.51,155.39,11 -aes,schematic,5,ok,yes,yes,107,107,602,39,122742896.75,125.33,11 -aes,schematic,6,ok,yes,yes,107,107,553,10,52707876.73,54.58,11 -aes,schematic,7,ok,yes,yes,107,107,534,0,88856881.6,90.61,11 -aes,schematic,8,ok,yes,yes,107,107,726,81,125656322.91,128.29,11 -aes,schematic,9,ok,yes,yes,107,107,528,18,123406444.5,126.29,11 -aes,schematic,10,ok,yes,yes,107,107,546,87,114439162.81,116.2,11 -aes,schematicO3,1,ok,yes,yes,107,107,56,1,3396499.19,5.57,2 -aes,schematicO3,2,ok,yes,yes,107,107,63,1,4464141.26,7.1,2 -aes,schematicO3,3,ok,yes,yes,107,107,93,0,1395899.12,5.36,2 -aes,schematicO3,4,ok,yes,yes,107,107,70,0,16504376.22,19.1,2 -aes,schematicO3,5,ok,yes,yes,107,107,68,4,12449088.09,15.06,2 -aes,schematicO3,6,ok,yes,yes,107,107,64,1,5834818.73,7.74,2 -aes,schematicO3,7,ok,yes,yes,107,107,63,0,9998973.47,11.78,2 -aes,schematicO3,8,ok,yes,yes,107,107,84,7,11615057.82,14.26,2 -aes,schematicO3,9,ok,yes,yes,107,107,60,0,13403125.79,16.26,2 -aes,schematicO3,10,ok,yes,yes,107,107,66,9,11914989.7,13.69,2 -crc,milp,1,ok,yes,yes,20431,20431,7,0,95136.23,2.18,3 -crc,milp,2,ok,yes,yes,20431,20431,7,0,535811.95,3.2,3 -crc,milp,3,ok,yes,yes,20431,20431,7,0,119586.36,3.9,3 -crc,milp,4,ok,yes,yes,20431,20431,8,1,839428.1,3.39,3 -crc,milp,5,ok,yes,yes,20431,20431,7,0,1842730.53,4.5,3 -crc,milp,6,ok,yes,yes,20431,20431,7,0,669080.02,2.56,3 -crc,milp,7,ok,yes,yes,20431,20431,7,0,1868235.97,3.6,3 -crc,milp,8,ok,yes,yes,20431,20431,8,0,849897.97,3.5,3 -crc,milp,9,ok,yes,yes,20431,20431,7,0,886919.06,3.7,3 -crc,milp,10,ok,yes,yes,20431,20431,7,0,95281.54,1.87,3 -crc,rockclimb,1,ok,yes,yes,20431,20431,65,2,5082226.15,7.18,8 -crc,rockclimb,2,ok,yes,yes,20431,20431,85,1,4788899.94,7.39,8 -crc,rockclimb,3,ok,yes,yes,20431,20431,152,1,4626745.64,8.61,8 -crc,rockclimb,4,ok,yes,yes,20431,20431,118,0,24374391.92,26.91,8 -crc,rockclimb,5,ok,yes,yes,20431,20431,87,5,17373029.29,19.97,8 -crc,rockclimb,6,ok,yes,yes,20431,20431,81,1,6330561.45,8.19,8 -crc,rockclimb,7,ok,yes,yes,20431,20431,85,0,13526218.96,15.33,8 -crc,rockclimb,8,ok,yes,yes,20431,20431,124,12,19248577.93,21.87,8 -crc,rockclimb,9,ok,yes,yes,20431,20431,78,0,18377062.42,21.21,8 -crc,rockclimb,10,ok,yes,yes,20431,20431,77,12,15817079.81,17.58,8 -crc,schematic,1,ok,yes,yes,20431,20431,135,3,8586257.42,10.69,3 -crc,schematic,2,ok,yes,yes,20431,20431,178,3,12178598.64,14.81,3 -crc,schematic,3,ok,yes,yes,20431,20431,282,2,9056689.11,13.11,3 -crc,schematic,4,ok,yes,yes,20431,20431,213,0,45306634.59,47.87,3 -crc,schematic,5,ok,yes,yes,20431,20431,177,11,34139466.28,36.8,3 -crc,schematic,6,ok,yes,yes,20431,20431,161,3,14091786.59,16.01,3 -crc,schematic,7,ok,yes,yes,20431,20431,170,0,26374084.54,28.18,3 -crc,schematic,8,ok,yes,yes,20431,20431,232,22,34720122.59,37.4,3 -crc,schematic,9,ok,yes,yes,20431,20431,154,0,35851240.84,38.69,3 -crc,schematic,10,ok,yes,yes,20431,20431,161,24,31614971.77,33.38,3 -crc,schematicO3,1,ok,yes,yes,20431,20431,8,0,113487.66,2.29,3 -crc,schematicO3,2,ok,yes,yes,20431,20431,8,0,540701.58,3.18,3 -crc,schematicO3,3,ok,yes,yes,20431,20431,8,0,137706.55,4.11,3 -crc,schematicO3,4,ok,yes,yes,20431,20431,9,1,855178.73,3.48,3 -crc,schematicO3,5,ok,yes,yes,20431,20431,8,0,1835723.58,4.51,3 -crc,schematicO3,6,ok,yes,yes,20431,20431,8,0,686337.1,2.61,3 -crc,schematicO3,7,ok,yes,yes,20431,20431,8,0,1872743.18,3.61,3 -crc,schematicO3,8,ok,yes,yes,20431,20431,9,0,867969.11,3.59,3 -crc,schematicO3,9,ok,yes,yes,20431,20431,8,0,915513.62,3.79,3 -crc,schematicO3,10,ok,yes,yes,20431,20431,8,0,113531.06,1.88,3 -rsa,milp,1,ok,yes,yes,32,32,16,0,210498.26,2.42,7 -rsa,milp,2,ok,yes,yes,32,32,15,0,664434.87,3.32,7 -rsa,milp,3,ok,yes,yes,32,32,19,0,255906.87,4.23,7 -rsa,milp,4,ok,yes,yes,32,32,19,1,3444064.42,5.98,7 -rsa,milp,5,ok,yes,yes,32,32,18,1,3114008.01,5.71,7 -rsa,milp,6,ok,yes,yes,32,32,15,0,1093094.99,3.03,7 -rsa,milp,7,ok,yes,yes,32,32,16,0,3019820.21,4.83,7 -rsa,milp,8,ok,yes,yes,32,32,19,1,2324654.2,5.02,7 -rsa,milp,9,ok,yes,yes,32,32,18,1,3378467.03,6.21,7 -rsa,milp,10,ok,yes,yes,32,32,15,0,199428.76,2.03,7 -rsa,rockclimb,1,ok,yes,yes,32,32,413,13,32875332.27,35.02,32 -rsa,rockclimb,2,ok,yes,yes,32,32,551,10,39962127.06,42.61,32 -rsa,rockclimb,3,ok,yes,yes,32,32,982,9,36536985.15,40.48,32 -rsa,rockclimb,4,ok,yes,yes,32,32,781,0,168526883.79,171.11,32 -rsa,rockclimb,5,ok,yes,yes,32,32,560,36,113458172.23,116.03,32 -rsa,rockclimb,6,ok,yes,yes,32,32,525,9,48045556.63,50.01,32 -rsa,rockclimb,7,ok,yes,yes,32,32,542,0,86994424.79,88.8,32 -rsa,rockclimb,8,ok,yes,yes,32,32,797,81,125652376.39,128.43,32 -rsa,rockclimb,9,ok,yes,yes,32,32,491,0,120847432.2,123.72,32 -rsa,rockclimb,10,ok,yes,yes,32,32,499,81,106555044.94,108.38,32 -rsa,schematic,1,ok,yes,yes,32,32,49,1,2703546.0,4.9,12 -rsa,schematic,2,ok,yes,yes,32,32,61,1,4350276.65,7.0,12 -rsa,schematic,3,ok,yes,yes,32,32,88,0,1311508.88,5.32,12 -rsa,schematic,4,ok,yes,yes,32,32,67,0,13940427.53,16.53,12 -rsa,schematic,5,ok,yes,yes,32,32,60,3,11166504.15,13.82,12 -rsa,schematic,6,ok,yes,yes,32,32,54,1,4691686.35,6.61,12 -rsa,schematic,7,ok,yes,yes,32,32,58,0,9038056.03,10.81,12 -rsa,schematic,8,ok,yes,yes,32,32,75,6,10150141.79,12.81,12 -rsa,schematic,9,ok,yes,yes,32,32,53,0,10918551.31,13.69,12 -rsa,schematic,10,ok,yes,yes,32,32,55,6,8078017.65,9.73,12 -rsa,schematicO3,1,ok,yes,yes,32,32,20,0,862397.01,3.09,9 -rsa,schematicO3,2,ok,yes,yes,32,32,24,0,760972.89,3.39,9 -rsa,schematicO3,3,ok,yes,yes,32,32,38,0,548890.33,4.53,9 -rsa,schematicO3,4,ok,yes,yes,32,32,32,0,6066181.21,8.61,9 -rsa,schematicO3,5,ok,yes,yes,32,32,27,1,4954537.5,7.61,9 -rsa,schematicO3,6,ok,yes,yes,32,32,23,0,1165361.81,3.13,9 -rsa,schematicO3,7,ok,yes,yes,32,32,26,0,4438864.77,6.23,9 -rsa,schematicO3,8,ok,yes,yes,32,32,34,3,5385852.31,8.06,9 -rsa,schematicO3,9,ok,yes,yes,32,32,25,0,5736636.32,8.71,9 -rsa,schematicO3,10,ok,yes,yes,32,32,25,3,4006591.62,5.81,9 -dijkstra,milp,1,ok,yes,yes,3788,3788,9,0,114521.93,2.31,3 -dijkstra,milp,2,ok,yes,yes,3788,3788,10,0,553899.22,3.22,3 -dijkstra,milp,3,ok,yes,yes,3788,3788,11,0,149153.1,4.12,3 -dijkstra,milp,4,ok,yes,yes,3788,3788,10,1,1456519.35,4.03,3 -dijkstra,milp,5,ok,yes,yes,3788,3788,10,0,1848389.6,4.45,3 -dijkstra,milp,6,ok,yes,yes,3788,3788,9,0,701548.23,2.61,3 -dijkstra,milp,7,ok,yes,yes,3788,3788,10,0,2016812.87,3.82,3 -dijkstra,milp,8,ok,yes,yes,3788,3788,11,0,868440.06,3.53,3 -dijkstra,milp,9,ok,yes,yes,3788,3788,9,0,933312.57,3.82,3 -dijkstra,milp,10,ok,yes,yes,3788,3788,9,0,114854.4,1.92,3 -dijkstra,rockclimb,1,ok,yes,yes,3788,3788,506,16,40485027.06,42.71,4 -dijkstra,rockclimb,2,ok,yes,yes,3788,3788,727,13,52612247.45,55.31,4 -dijkstra,rockclimb,3,ok,yes,yes,3788,3788,1208,11,44727340.18,48.69,4 -dijkstra,rockclimb,4,ok,yes,yes,3788,3788,946,0,199933655.57,202.55,4 -dijkstra,rockclimb,5,ok,yes,yes,3788,3788,696,45,139541465.82,142.13,4 -dijkstra,rockclimb,6,ok,yes,yes,3788,3788,652,12,61454282.08,63.39,4 -dijkstra,rockclimb,7,ok,yes,yes,3788,3788,665,0,106455288.37,108.18,4 -dijkstra,rockclimb,8,ok,yes,yes,3788,3788,990,102,157862186.89,160.57,4 -dijkstra,rockclimb,9,ok,yes,yes,3788,3788,612,0,150854751.8,153.69,4 -dijkstra,rockclimb,10,ok,yes,yes,3788,3788,623,102,134106748.89,135.87,4 -dijkstra,schematic,1,ok,yes,yes,3788,3788,53,1,3359053.88,5.55,2 -dijkstra,schematic,2,ok,yes,yes,3788,3788,67,1,4464300.59,7.11,2 -dijkstra,schematic,3,ok,yes,yes,3788,3788,98,0,1393102.81,5.4,2 -dijkstra,schematic,4,ok,yes,yes,3788,3788,72,0,16530644.58,19.09,2 -dijkstra,schematic,5,ok,yes,yes,3788,3788,66,4,12419432.29,15.09,2 -dijkstra,schematic,6,ok,yes,yes,3788,3788,59,1,5793464.84,7.69,2 -dijkstra,schematic,7,ok,yes,yes,3788,3788,62,0,9984875.18,11.78,2 -dijkstra,schematic,8,ok,yes,yes,3788,3788,86,7,11613517.11,14.31,2 -dijkstra,schematic,9,ok,yes,yes,3788,3788,60,0,13367138.13,16.18,2 -dijkstra,schematic,10,ok,yes,yes,3788,3788,63,9,11884450.43,13.71,2 -dijkstra,schematicO3,1,ok,yes,yes,3788,3788,10,0,127350.98,2.27,2 -dijkstra,schematicO3,2,ok,yes,yes,3788,3788,11,0,567140.66,3.24,2 -dijkstra,schematicO3,3,ok,yes,yes,3788,3788,14,0,183765.91,4.19,2 -dijkstra,schematicO3,4,ok,yes,yes,3788,3788,12,0,2623257.28,5.17,2 -dijkstra,schematicO3,5,ok,yes,yes,3788,3788,12,0,1872368.39,4.47,2 -dijkstra,schematicO3,6,ok,yes,yes,3788,3788,12,0,881052.58,2.77,2 -dijkstra,schematicO3,7,ok,yes,yes,3788,3788,13,0,2053596.08,3.83,2 -dijkstra,schematicO3,8,ok,yes,yes,3788,3788,14,0,891238.7,3.63,2 -dijkstra,schematicO3,9,ok,yes,yes,3788,3788,11,0,942710.75,3.78,2 -dijkstra,schematicO3,10,ok,yes,yes,3788,3788,9,0,116623.14,1.93,2 -qsort,milp,1,ok,yes,yes,9987,9987,11,0,139078.2,2.33,3 -qsort,milp,2,ok,yes,yes,9987,9987,13,0,615138.9,3.23,3 -qsort,milp,3,ok,yes,yes,9987,9987,11,0,151393.6,4.13,3 -qsort,milp,4,ok,yes,yes,9987,9987,13,0,3386574.07,5.98,3 -qsort,milp,5,ok,yes,yes,9987,9987,12,0,1862109.66,4.49,3 -qsort,milp,6,ok,yes,yes,9987,9987,12,0,723980.46,2.6,3 -qsort,milp,7,ok,yes,yes,9987,9987,13,0,2045983.92,3.93,3 -qsort,milp,8,ok,yes,yes,9987,9987,15,0,906885.24,3.58,3 -qsort,milp,9,ok,yes,yes,9987,9987,11,0,945500.94,3.79,3 -qsort,milp,10,ok,yes,yes,9987,9987,10,0,128090.11,1.99,3 -qsort,rockclimb,1,ok,yes,yes,9987,9987,106,3,7718952.35,9.9,5 -qsort,rockclimb,2,ok,yes,yes,9987,9987,154,2,9500086.57,12.11,5 -qsort,rockclimb,3,ok,yes,yes,9987,9987,250,2,8517686.52,12.51,5 -qsort,rockclimb,4,ok,yes,yes,9987,9987,206,0,42719466.5,45.3,5 -qsort,rockclimb,5,ok,yes,yes,9987,9987,143,9,27966328.1,30.59,5 -qsort,rockclimb,6,ok,yes,yes,9987,9987,133,2,11495256.59,13.42,5 -qsort,rockclimb,7,ok,yes,yes,9987,9987,136,0,22510934.86,24.29,5 -qsort,rockclimb,8,ok,yes,yes,9987,9987,199,19,30083872.14,32.63,5 -qsort,rockclimb,9,ok,yes,yes,9987,9987,130,0,30861840.85,33.73,5 -qsort,rockclimb,10,ok,yes,yes,9987,9987,130,21,27607477.15,29.43,5 -qsort,schematic,1,ok,yes,yes,9987,9987,17,0,219506.29,2.42,2 -qsort,schematic,2,ok,yes,yes,9987,9987,21,0,729836.36,3.39,2 -qsort,schematic,3,ok,yes,yes,9987,9987,30,0,363841.01,4.4,2 -qsort,schematic,4,ok,yes,yes,9987,9987,31,0,6027893.4,8.6,2 -qsort,schematic,5,ok,yes,yes,9987,9987,24,1,3203136.42,5.83,2 -qsort,schematic,6,ok,yes,yes,9987,9987,23,0,1142949.32,3.09,2 -qsort,schematic,7,ok,yes,yes,9987,9987,23,0,3488166.86,5.3,2 -qsort,schematic,8,ok,yes,yes,9987,9987,27,1,2406261.07,5.13,2 -qsort,schematic,9,ok,yes,yes,9987,9987,19,0,3414143.9,6.29,2 -qsort,schematic,10,ok,yes,yes,9987,9987,22,3,3966556.7,5.76,2 -qsort,schematicO3,1,ok,yes,yes,9987,9987,15,0,193562.09,2.32,1 -qsort,schematicO3,2,ok,yes,yes,9987,9987,21,0,715616.44,3.42,1 -qsort,schematicO3,3,ok,yes,yes,9987,9987,25,0,304856.45,4.34,1 -qsort,schematicO3,4,ok,yes,yes,9987,9987,26,0,4090664.05,6.65,1 -qsort,schematicO3,5,ok,yes,yes,9987,9987,21,1,3164987.22,5.81,1 -qsort,schematicO3,6,ok,yes,yes,9987,9987,22,0,1104272.28,2.98,1 -qsort,schematicO3,7,ok,yes,yes,9987,9987,20,0,3065633.83,4.83,1 -qsort,schematicO3,8,ok,yes,yes,9987,9987,26,1,2378367.02,5.08,1 -qsort,schematicO3,9,ok,yes,yes,9987,9987,19,0,3396676.62,6.23,1 -qsort,schematicO3,10,ok,yes,yes,9987,9987,15,0,193884.03,2.02,1 -activity_recognition,milp,1,ok,yes,yes,64,64,11,0,144446.63,2.29,4 -activity_recognition,milp,2,ok,yes,yes,64,64,13,0,619516.3,3.18,4 -activity_recognition,milp,3,ok,yes,yes,64,64,12,0,167939.47,4.15,4 -activity_recognition,milp,4,ok,yes,yes,64,64,12,0,3390377.2,5.97,4 -activity_recognition,milp,5,ok,yes,yes,64,64,13,0,1891121.82,4.47,4 -activity_recognition,milp,6,ok,yes,yes,64,64,14,0,1047546.96,2.89,4 -activity_recognition,milp,7,ok,yes,yes,64,64,14,0,2073055.26,3.87,4 -activity_recognition,milp,8,ok,yes,yes,64,64,17,0,919204.1,3.54,4 -activity_recognition,milp,9,ok,yes,yes,64,64,12,0,2619196.79,5.46,4 -activity_recognition,milp,10,ok,yes,yes,64,64,11,0,144510.19,1.88,4 -activity_recognition,rockclimb,1,ok,yes,yes,64,64,49,1,3361451.1,5.47,8 -activity_recognition,rockclimb,2,ok,yes,yes,64,64,69,1,4486138.49,7.08,8 -activity_recognition,rockclimb,3,ok,yes,yes,64,64,113,1,4058981.48,7.97,8 -activity_recognition,rockclimb,4,ok,yes,yes,64,64,85,0,16568583.2,19.17,8 -activity_recognition,rockclimb,5,ok,yes,yes,64,64,67,4,12478355.63,15.1,8 -activity_recognition,rockclimb,6,ok,yes,yes,64,64,67,1,5840294.08,7.65,8 -activity_recognition,rockclimb,7,ok,yes,yes,64,64,64,0,10032553.09,11.79,8 -activity_recognition,rockclimb,8,ok,yes,yes,64,64,94,9,14620159.3,17.24,8 -activity_recognition,rockclimb,9,ok,yes,yes,64,64,60,0,13387959.07,16.17,8 -activity_recognition,rockclimb,10,ok,yes,yes,64,64,58,9,11864780.35,13.71,8 -activity_recognition,schematic,1,ok,yes,yes,64,64,45,1,2653896.37,4.82,6 -activity_recognition,schematic,2,ok,yes,yes,64,64,57,1,3919015.07,6.59,6 -activity_recognition,schematic,3,ok,yes,yes,64,64,87,0,1275635.68,5.25,6 -activity_recognition,schematic,4,ok,yes,yes,64,64,61,0,13894732.87,16.49,6 -activity_recognition,schematic,5,ok,yes,yes,64,64,55,3,9389915.15,11.98,6 -activity_recognition,schematic,6,ok,yes,yes,64,64,50,1,3793546.7,5.71,6 -activity_recognition,schematic,7,ok,yes,yes,64,64,53,0,8821280.86,10.58,6 -activity_recognition,schematic,8,ok,yes,yes,64,64,74,6,10123364.13,12.79,6 -activity_recognition,schematic,9,ok,yes,yes,64,64,50,0,10892632.04,13.7,6 -activity_recognition,schematic,10,ok,yes,yes,64,64,50,6,8032189.47,9.9,6 -activity_recognition,schematicO3,1,ok,yes,yes,64,64,14,0,180918.22,2.28,3 -activity_recognition,schematicO3,2,ok,yes,yes,64,64,16,0,644444.22,3.28,3 -activity_recognition,schematicO3,3,ok,yes,yes,64,64,21,0,258806.35,4.3,3 -activity_recognition,schematicO3,4,ok,yes,yes,64,64,17,0,3449749.38,5.96,3 -activity_recognition,schematicO3,5,ok,yes,yes,64,64,19,1,3127211.14,5.68,3 -activity_recognition,schematicO3,6,ok,yes,yes,64,64,19,0,1092608.52,2.98,3 -activity_recognition,schematicO3,7,ok,yes,yes,64,64,18,0,3049884.86,4.87,3 -activity_recognition,schematicO3,8,ok,yes,yes,64,64,22,1,2332980.82,4.99,3 -activity_recognition,schematicO3,9,ok,yes,yes,64,64,15,0,3358003.03,6.2,3 -activity_recognition,schematicO3,10,ok,yes,yes,64,64,13,0,169684.72,1.98,3 -bitcount,milp,1,ok,yes,yes,14121,14121,8,0,105459.25,2.27,9 -bitcount,milp,2,ok,yes,yes,14121,14121,10,0,544023.47,3.15,9 -bitcount,milp,3,ok,yes,yes,14121,14121,7,0,119072.08,4.06,9 -bitcount,milp,4,ok,yes,yes,14121,14121,9,0,1457186.17,3.99,9 -bitcount,milp,5,ok,yes,yes,14121,14121,9,0,1840180.19,4.45,9 -bitcount,milp,6,ok,yes,yes,14121,14121,10,0,701875.19,2.59,9 -bitcount,milp,7,ok,yes,yes,14121,14121,9,0,1877879.07,3.7,9 -bitcount,milp,8,ok,yes,yes,14121,14121,12,0,872297.64,3.6,9 -bitcount,milp,9,ok,yes,yes,14121,14121,9,0,810476.17,3.76,9 -bitcount,milp,10,ok,yes,yes,14121,14121,8,0,105478.24,1.9,9 -bitcount,rockclimb,1,ok,yes,yes,14121,14121,280,8,21181752.74,23.3,14 -bitcount,rockclimb,2,ok,yes,yes,14121,14121,393,7,27846462.99,30.47,14 -bitcount,rockclimb,3,ok,yes,yes,14121,14121,664,6,24495677.2,28.5,14 -bitcount,rockclimb,4,ok,yes,yes,14121,14121,538,0,113457321.26,115.97,14 -bitcount,rockclimb,5,ok,yes,yes,14121,14121,373,24,76287137.61,78.89,14 -bitcount,rockclimb,6,ok,yes,yes,14121,14121,352,6,32201033.41,34.08,14 -bitcount,rockclimb,7,ok,yes,yes,14121,14121,366,0,58764271.4,60.58,14 -bitcount,rockclimb,8,ok,yes,yes,14121,14121,541,54,84080629.14,86.78,14 -bitcount,rockclimb,9,ok,yes,yes,14121,14121,333,0,80933376.11,83.77,14 -bitcount,rockclimb,10,ok,yes,yes,14121,14121,338,54,71109200.59,72.87,14 -bitcount,schematic,1,ok,yes,yes,14121,14121,33,0,1016436.33,3.18,2 -bitcount,schematic,2,ok,yes,yes,14121,14121,39,0,1674067.57,4.3,2 -bitcount,schematic,3,ok,yes,yes,14121,14121,64,0,1046933.22,4.98,2 -bitcount,schematic,4,ok,yes,yes,14121,14121,50,0,11273947.26,13.85,2 -bitcount,schematic,5,ok,yes,yes,14121,14121,43,2,8056534.23,10.69,2 -bitcount,schematic,6,ok,yes,yes,14121,14121,38,0,1626608.16,3.5,2 -bitcount,schematic,7,ok,yes,yes,14121,14121,42,0,6524987.38,8.31,2 -bitcount,schematic,8,ok,yes,yes,14121,14121,56,4,6995768.21,9.71,2 -bitcount,schematic,9,ok,yes,yes,14121,14121,38,0,8371842.56,11.19,2 -bitcount,schematic,10,ok,yes,yes,14121,14121,41,6,7909186.03,9.68,2 -bitcount,schematicO3,1,ok,yes,yes,14121,14121,9,0,117047.46,2.29,3 -bitcount,schematicO3,2,ok,yes,yes,14121,14121,11,0,542561.33,3.17,3 -bitcount,schematicO3,3,ok,yes,yes,14121,14121,9,0,141602.01,4.11,3 -bitcount,schematicO3,4,ok,yes,yes,14121,14121,10,0,2615368.24,5.17,3 -bitcount,schematicO3,5,ok,yes,yes,14121,14121,10,0,1851275.89,4.5,3 -bitcount,schematicO3,6,ok,yes,yes,14121,14121,11,0,713080.55,2.6,3 -bitcount,schematicO3,7,ok,yes,yes,14121,14121,11,0,2034623.25,3.8,3 -bitcount,schematicO3,8,ok,yes,yes,14121,14121,14,0,892652.87,3.6,3 -bitcount,schematicO3,9,ok,yes,yes,14121,14121,9,0,922349.94,3.71,3 -bitcount,schematicO3,10,ok,yes,yes,14121,14121,9,0,117159.4,1.91,3 -chacha20,milp,1,ok,yes,yes,79,79,11,0,159449.48,2.31,2 -chacha20,milp,2,ok,yes,yes,79,79,12,0,623558.4,3.27,2 -chacha20,milp,3,ok,yes,yes,79,79,11,0,208169.13,4.16,2 -chacha20,milp,4,ok,yes,yes,79,79,12,1,3265821.46,5.87,2 -chacha20,milp,5,ok,yes,yes,79,79,11,0,1892932.14,4.5,2 -chacha20,milp,6,ok,yes,yes,79,79,11,0,1038372.12,2.97,2 -chacha20,milp,7,ok,yes,yes,79,79,11,0,2052895.94,3.87,2 -chacha20,milp,8,ok,yes,yes,79,79,13,0,912866.71,3.58,2 -chacha20,milp,9,ok,yes,yes,79,79,13,1,3214576.39,6.18,2 -chacha20,milp,10,ok,yes,yes,79,79,11,0,159329.01,2.0,2 -chacha20,rockclimb,1,ok,yes,yes,79,79,46,1,2697936.69,4.91,4 -chacha20,rockclimb,2,ok,yes,yes,79,79,60,1,4306007.04,6.93,4 -chacha20,rockclimb,3,ok,yes,yes,79,79,98,0,1395161.77,5.4,4 -chacha20,rockclimb,4,ok,yes,yes,79,79,71,0,14551295.6,17.09,4 -chacha20,rockclimb,5,ok,yes,yes,79,79,57,3,11171651.23,13.79,4 -chacha20,rockclimb,6,ok,yes,yes,79,79,54,1,4688122.16,6.6,4 -chacha20,rockclimb,7,ok,yes,yes,79,79,58,0,9028127.59,10.8,4 -chacha20,rockclimb,8,ok,yes,yes,79,79,81,7,11563113.94,14.24,4 -chacha20,rockclimb,9,ok,yes,yes,79,79,58,0,13325536.97,16.17,4 -chacha20,rockclimb,10,ok,yes,yes,79,79,52,6,8063527.56,9.89,4 -chacha20,schematic,1,ok,yes,yes,79,79,34,1,2520501.87,4.67,2 -chacha20,schematic,2,ok,yes,yes,79,79,34,0,1663205.18,4.29,2 -chacha20,schematic,3,ok,yes,yes,79,79,37,0,757059.01,4.75,2 -chacha20,schematic,4,ok,yes,yes,79,79,36,1,8655823.73,11.19,2 -chacha20,schematic,5,ok,yes,yes,79,79,37,2,6279035.26,8.89,2 -chacha20,schematic,6,ok,yes,yes,79,79,33,0,1616982.85,3.31,2 -chacha20,schematic,7,ok,yes,yes,79,79,35,0,5688892.54,7.45,2 -chacha20,schematic,8,ok,yes,yes,79,79,37,3,5532194.38,8.17,2 -chacha20,schematic,9,ok,yes,yes,79,79,38,3,8347290.12,11.2,2 -chacha20,schematic,10,ok,yes,yes,79,79,39,6,7906901.69,9.7,2 -chacha20,schematicO3,1,ok,yes,yes,79,79,22,0,887694.53,2.99,1 -chacha20,schematicO3,2,ok,yes,yes,79,79,24,0,814718.98,3.51,1 -chacha20,schematicO3,3,ok,yes,yes,79,79,28,0,367312.74,4.39,1 -chacha20,schematicO3,4,ok,yes,yes,79,79,25,0,6044979.82,8.59,1 -chacha20,schematicO3,5,ok,yes,yes,79,79,26,1,4970974.63,7.61,1 -chacha20,schematicO3,6,ok,yes,yes,79,79,24,0,1180645.64,3.1,1 -chacha20,schematicO3,7,ok,yes,yes,79,79,24,0,4427125.74,6.18,1 -chacha20,schematicO3,8,ok,yes,yes,79,79,31,3,5381300.06,8.08,1 -chacha20,schematicO3,9,ok,yes,yes,79,79,25,1,5827917.58,8.68,1 -chacha20,schematicO3,10,ok,yes,yes,79,79,26,3,4024400.51,5.79,1 -sensor_fusion,milp,1,ok,yes,yes,613,613,9,0,114564.04,2.3,2 -sensor_fusion,milp,2,ok,yes,yes,613,613,12,0,552331.4,3.05,2 -sensor_fusion,milp,3,ok,yes,yes,613,613,13,0,171245.69,4.2,2 -sensor_fusion,milp,4,ok,yes,yes,613,613,11,0,2615522.05,5.23,2 -sensor_fusion,milp,5,ok,yes,yes,613,613,11,0,1859225.77,4.51,2 -sensor_fusion,milp,6,ok,yes,yes,613,613,12,0,722572.41,2.6,2 -sensor_fusion,milp,7,ok,yes,yes,613,613,12,0,2030862.4,3.81,2 -sensor_fusion,milp,8,ok,yes,yes,613,613,15,0,889443.18,3.63,2 -sensor_fusion,milp,9,ok,yes,yes,613,613,9,0,918960.35,3.73,2 -sensor_fusion,milp,10,ok,yes,yes,613,613,9,0,114340.17,1.92,2 -sensor_fusion,rockclimb,1,ok,yes,yes,613,613,10,0,127467.42,2.28,2 -sensor_fusion,rockclimb,2,ok,yes,yes,613,613,12,0,566820.92,3.21,2 -sensor_fusion,rockclimb,3,ok,yes,yes,613,613,14,0,184134.33,4.23,2 -sensor_fusion,rockclimb,4,ok,yes,yes,613,613,14,0,3395580.47,6.01,2 -sensor_fusion,rockclimb,5,ok,yes,yes,613,613,13,0,1883464.89,4.52,2 -sensor_fusion,rockclimb,6,ok,yes,yes,613,613,14,0,1041305.46,2.94,2 -sensor_fusion,rockclimb,7,ok,yes,yes,613,613,13,0,2056038.09,3.84,2 -sensor_fusion,rockclimb,8,ok,yes,yes,613,613,16,0,901977.49,3.62,2 -sensor_fusion,rockclimb,9,ok,yes,yes,613,613,10,0,932469.11,3.82,2 -sensor_fusion,rockclimb,10,ok,yes,yes,613,613,10,0,127447.3,1.92,2 -sensor_fusion,schematic,1,ok,yes,yes,613,613,14,0,176386.51,2.34,1 -sensor_fusion,schematic,2,ok,yes,yes,613,613,16,0,652272.61,3.34,1 -sensor_fusion,schematic,3,ok,yes,yes,613,613,20,0,254457.81,4.23,1 -sensor_fusion,schematic,4,ok,yes,yes,613,613,17,0,3434854.11,5.98,1 -sensor_fusion,schematic,5,ok,yes,yes,613,613,16,1,3109926.65,5.73,1 -sensor_fusion,schematic,6,ok,yes,yes,613,613,16,0,1080409.21,3.01,1 -sensor_fusion,schematic,7,ok,yes,yes,613,613,18,0,3031753.66,4.8,1 -sensor_fusion,schematic,8,ok,yes,yes,613,613,19,0,939884.6,3.74,1 -sensor_fusion,schematic,9,ok,yes,yes,613,613,16,0,3355166.36,6.21,1 -sensor_fusion,schematic,10,ok,yes,yes,613,613,14,0,176467.78,2.02,1 -sensor_fusion,schematicO3,1,ok,yes,yes,613,613,12,0,153298.23,2.34,1 -sensor_fusion,schematicO3,2,ok,yes,yes,613,613,16,0,628647.45,3.33,1 -sensor_fusion,schematicO3,3,ok,yes,yes,613,613,21,0,253096.61,4.23,1 -sensor_fusion,schematicO3,4,ok,yes,yes,613,613,20,0,3430775.68,6.01,1 -sensor_fusion,schematicO3,5,ok,yes,yes,613,613,16,1,3096611.64,5.73,1 -sensor_fusion,schematicO3,6,ok,yes,yes,613,613,17,0,1066284.14,3.03,1 -sensor_fusion,schematicO3,7,ok,yes,yes,613,613,18,0,3035501.56,4.83,1 -sensor_fusion,schematicO3,8,ok,yes,yes,613,613,21,1,2327302.0,5.01,1 -sensor_fusion,schematicO3,9,ok,yes,yes,613,613,15,0,3349523.74,6.24,1 -sensor_fusion,schematicO3,10,ok,yes,yes,613,613,12,0,153170.72,1.94,1 -poly1305,milp,1,ok,yes,yes,68,68,132,4,10186419.47,12.31,2 -poly1305,milp,2,ok,yes,yes,68,68,131,2,9698613.58,12.39,2 -poly1305,milp,3,ok,yes,yes,68,68,129,1,5156484.78,9.11,2 -poly1305,milp,4,ok,yes,yes,68,68,135,7,34911556.37,37.5,2 -poly1305,milp,5,ok,yes,yes,68,68,137,9,29744006.32,32.39,2 -poly1305,milp,6,ok,yes,yes,68,68,130,2,12035795.43,13.91,2 -poly1305,milp,7,ok,yes,yes,68,68,128,0,22958834.04,24.68,2 -poly1305,milp,8,ok,yes,yes,68,68,148,18,28632237.9,31.29,2 -poly1305,milp,9,ok,yes,yes,68,68,137,8,35851737.93,38.71,2 -poly1305,milp,10,ok,yes,yes,68,68,155,27,35479686.01,37.29,2 -poly1305,rockclimb,1,ok,yes,yes,68,68,318,9,22901012.68,25.09,4 -poly1305,rockclimb,2,ok,yes,yes,68,68,422,7,28325072.78,30.98,4 -poly1305,rockclimb,3,ok,yes,yes,68,68,662,6,24436347.62,28.37,4 -poly1305,rockclimb,4,ok,yes,yes,68,68,522,0,113494025.93,116.11,4 -poly1305,rockclimb,5,ok,yes,yes,68,68,405,25,79379089.82,81.97,4 -poly1305,rockclimb,6,ok,yes,yes,68,68,387,7,34717649.3,36.6,4 -poly1305,rockclimb,7,ok,yes,yes,68,68,395,0,60789844.59,62.59,4 -poly1305,rockclimb,8,ok,yes,yes,68,68,560,55,85563767.52,88.21,4 -poly1305,rockclimb,9,ok,yes,yes,68,68,367,0,85904459.62,88.72,4 -poly1305,rockclimb,10,ok,yes,yes,68,68,385,60,78850926.62,80.69,4 -poly1305,schematic,1,ok,yes,yes,68,68,273,8,20240938.56,22.41,4 -poly1305,schematic,2,ok,yes,yes,68,68,285,5,20504808.92,23.1,4 -poly1305,schematic,3,ok,yes,yes,68,68,329,3,13019410.24,17.02,4 -poly1305,schematic,4,ok,yes,yes,68,68,311,4,74160240.72,76.79,4 -poly1305,schematic,5,ok,yes,yes,68,68,293,19,58980981.61,61.62,4 -poly1305,schematic,6,ok,yes,yes,68,68,278,6,26513788.96,28.43,4 -poly1305,schematic,7,ok,yes,yes,68,68,271,0,43629838.82,45.4,4 -poly1305,schematic,8,ok,yes,yes,68,68,319,36,56332233.93,59.0,4 -poly1305,schematic,9,ok,yes,yes,68,68,300,18,68338231.91,71.22,4 -poly1305,schematic,10,ok,yes,yes,68,68,308,48,63144228.77,65.02,4 -poly1305,schematicO3,1,ok,yes,yes,68,68,185,5,13505235.79,15.69,1 -poly1305,schematicO3,2,ok,yes,yes,68,68,190,3,13874007.01,16.49,1 -poly1305,schematicO3,3,ok,yes,yes,68,68,243,2,9232583.0,13.28,1 -poly1305,schematicO3,4,ok,yes,yes,68,68,197,0,53231407.51,55.79,1 -poly1305,schematicO3,5,ok,yes,yes,68,68,215,14,45258373.25,47.91,1 -poly1305,schematicO3,6,ok,yes,yes,68,68,204,5,20093085.16,22.01,1 -poly1305,schematicO3,7,ok,yes,yes,68,68,215,0,36675544.9,38.5,1 -poly1305,schematicO3,8,ok,yes,yes,68,68,251,30,47012715.18,49.65,1 -poly1305,schematicO3,9,ok,yes,yes,68,68,198,7,48373550.92,51.2,1 -poly1305,schematicO3,10,ok,yes,yes,68,68,215,33,43537404.84,45.41,1 -cuckoo_filter,milp,1,ok,yes,yes,4048,4048,12,0,164986.93,2.27,3 -cuckoo_filter,milp,2,ok,yes,yes,4048,4048,14,0,639749.52,3.3,3 -cuckoo_filter,milp,3,ok,yes,yes,4048,4048,17,0,244571.0,4.21,3 -cuckoo_filter,milp,4,ok,yes,yes,4048,4048,17,0,3430952.98,6.01,3 -cuckoo_filter,milp,5,ok,yes,yes,4048,4048,12,0,1900154.62,4.5,3 -cuckoo_filter,milp,6,ok,yes,yes,4048,4048,14,0,1054424.83,2.96,3 -cuckoo_filter,milp,7,ok,yes,yes,4048,4048,15,0,2080546.5,3.86,3 -cuckoo_filter,milp,8,ok,yes,yes,4048,4048,17,0,940184.74,3.55,3 -cuckoo_filter,milp,9,ok,yes,yes,4048,4048,15,1,3349472.68,6.19,3 -cuckoo_filter,milp,10,ok,yes,yes,4048,4048,12,0,164909.96,1.97,3 -cuckoo_filter,rockclimb,1,ok,yes,yes,4048,4048,132,4,10106894.21,12.31,5 -cuckoo_filter,rockclimb,2,ok,yes,yes,4048,4048,178,3,12403138.97,15.09,5 -cuckoo_filter,rockclimb,3,ok,yes,yes,4048,4048,303,2,9267665.95,13.27,5 -cuckoo_filter,rockclimb,4,ok,yes,yes,4048,4048,230,0,47971045.51,50.56,5 -cuckoo_filter,rockclimb,5,ok,yes,yes,4048,4048,171,11,34165087.2,36.78,5 -cuckoo_filter,rockclimb,6,ok,yes,yes,4048,4048,159,3,14964111.73,16.91,5 -cuckoo_filter,rockclimb,7,ok,yes,yes,4048,4048,162,0,26407880.03,28.18,5 -cuckoo_filter,rockclimb,8,ok,yes,yes,4048,4048,246,24,37828073.02,40.53,5 -cuckoo_filter,rockclimb,9,ok,yes,yes,4048,4048,154,0,35909694.01,38.7,5 -cuckoo_filter,rockclimb,10,ok,yes,yes,4048,4048,153,24,31635918.52,33.42,5 -cuckoo_filter,schematic,1,ok,yes,yes,4048,4048,115,4,7737519.74,9.91,6 -cuckoo_filter,schematic,2,ok,yes,yes,4048,4048,124,2,8639427.5,11.3,6 -cuckoo_filter,schematic,3,ok,yes,yes,4048,4048,174,1,5270791.09,9.3,6 -cuckoo_filter,schematic,4,ok,yes,yes,4048,4048,141,2,34867799.99,37.47,6 -cuckoo_filter,schematic,5,ok,yes,yes,4048,4048,133,8,26634224.39,29.23,6 -cuckoo_filter,schematic,6,ok,yes,yes,4048,4048,128,2,11423236.82,13.31,6 -cuckoo_filter,schematic,7,ok,yes,yes,4048,4048,127,0,19469648.87,21.3,6 -cuckoo_filter,schematic,8,ok,yes,yes,4048,4048,158,16,25495710.53,28.17,6 -cuckoo_filter,schematic,9,ok,yes,yes,4048,4048,123,4,28391520.02,31.31,6 -cuckoo_filter,schematic,10,ok,yes,yes,4048,4048,135,21,27578555.03,29.41,6 -cuckoo_filter,schematicO3,1,ok,yes,yes,4048,4048,18,1,837662.52,3.0,5 -cuckoo_filter,schematicO3,2,ok,yes,yes,4048,4048,20,0,754834.35,3.37,5 -cuckoo_filter,schematicO3,3,ok,yes,yes,4048,4048,26,0,355529.32,4.35,5 -cuckoo_filter,schematicO3,4,ok,yes,yes,4048,4048,27,2,5897819.52,8.52,5 -cuckoo_filter,schematicO3,5,ok,yes,yes,4048,4048,22,1,3186596.5,5.8,5 -cuckoo_filter,schematicO3,6,ok,yes,yes,4048,4048,21,0,1157265.59,3.11,5 -cuckoo_filter,schematicO3,7,ok,yes,yes,4048,4048,21,0,3477038.18,5.27,5 -cuckoo_filter,schematicO3,8,ok,yes,yes,4048,4048,24,1,2396186.26,5.09,5 -cuckoo_filter,schematicO3,9,ok,yes,yes,4048,4048,20,0,3423902.22,6.21,5 -cuckoo_filter,schematicO3,10,ok,yes,yes,4048,4048,22,3,3982881.6,5.79,5 -sha256,milp,1,ok,yes,yes,131,131,18,1,876279.01,3.13,8 -sha256,milp,2,ok,yes,yes,131,131,18,0,747026.58,3.39,8 -sha256,milp,3,ok,yes,yes,131,131,17,0,332403.86,4.32,8 -sha256,milp,4,ok,yes,yes,131,131,19,2,5244015.04,7.81,8 -sha256,milp,5,ok,yes,yes,131,131,18,1,3182369.09,5.79,8 -sha256,milp,6,ok,yes,yes,131,131,17,0,1136742.69,3.04,8 -sha256,milp,7,ok,yes,yes,131,131,17,0,3079997.31,4.85,8 -sha256,milp,8,ok,yes,yes,131,131,23,3,4634016.38,7.33,8 -sha256,milp,9,ok,yes,yes,131,131,19,1,3426458.79,6.33,8 -sha256,milp,10,ok,yes,yes,131,131,20,3,3994344.1,5.83,8 -sha256,rockclimb,1,ok,yes,yes,131,131,74,2,5136423.52,7.31,11 -sha256,rockclimb,2,ok,yes,yes,131,131,104,1,5771234.55,8.43,11 -sha256,rockclimb,3,ok,yes,yes,131,131,178,1,5006336.95,8.98,11 -sha256,rockclimb,4,ok,yes,yes,131,131,135,0,26997006.39,29.63,11 -sha256,rockclimb,5,ok,yes,yes,131,131,95,6,18654501.48,21.33,11 -sha256,rockclimb,6,ok,yes,yes,131,131,93,1,6752439.31,8.64,11 -sha256,rockclimb,7,ok,yes,yes,131,131,93,0,14861155.94,16.64,11 -sha256,rockclimb,8,ok,yes,yes,131,131,140,12,19377513.78,22.11,11 -sha256,rockclimb,9,ok,yes,yes,131,131,93,0,20848491.04,23.72,11 -sha256,rockclimb,10,ok,yes,yes,131,131,88,12,15912625.79,17.75,11 -sha256,schematic,1,ok,yes,yes,131,131,37,1,2604244.94,4.83,7 -sha256,schematic,2,ok,yes,yes,131,131,48,0,2067794.82,4.72,7 -sha256,schematic,3,ok,yes,yes,131,131,63,0,1118009.57,5.14,7 -sha256,schematic,4,ok,yes,yes,131,131,48,0,11308089.01,13.9,7 -sha256,schematic,5,ok,yes,yes,131,131,50,3,9323563.96,11.92,7 -sha256,schematic,6,ok,yes,yes,131,131,39,0,1683798.95,3.6,7 -sha256,schematic,7,ok,yes,yes,131,131,42,0,6570507.31,8.42,7 -sha256,schematic,8,ok,yes,yes,131,131,54,6,9280025.09,12.02,7 -sha256,schematic,9,ok,yes,yes,131,131,46,3,10001641.13,12.82,7 -sha256,schematic,10,ok,yes,yes,131,131,44,6,7979794.56,9.79,7 -sha256,schematicO3,1,ok,yes,yes,131,131,35,2,2535113.08,4.73,6 -sha256,schematicO3,2,ok,yes,yes,131,131,33,0,1623959.18,4.3,6 -sha256,schematicO3,3,ok,yes,yes,131,131,33,0,670852.83,4.71,6 -sha256,schematicO3,4,ok,yes,yes,131,131,34,1,8659595.61,11.25,6 -sha256,schematicO3,5,ok,yes,yes,131,131,35,2,6272654.61,8.92,6 -sha256,schematicO3,6,ok,yes,yes,131,131,33,0,1613865.92,3.54,6 -sha256,schematicO3,7,ok,yes,yes,131,131,33,0,5518165.93,7.32,6 -sha256,schematicO3,8,ok,yes,yes,131,131,37,3,5507920.67,8.22,6 -sha256,schematicO3,9,ok,yes,yes,131,131,36,2,8334938.04,11.21,6 -sha256,schematicO3,10,ok,yes,yes,131,131,39,6,7911447.79,9.71,6 -stringsearch,milp,1,ok,yes,yes,20,20,15,0,194759.23,2.43,4 -stringsearch,milp,2,ok,yes,yes,20,20,18,0,695735.22,3.31,4 -stringsearch,milp,3,ok,yes,yes,20,20,24,0,295742.07,4.34,4 -stringsearch,milp,4,ok,yes,yes,20,20,22,0,4089260.09,6.71,4 -stringsearch,milp,5,ok,yes,yes,20,20,20,1,3162240.55,5.81,4 -stringsearch,milp,6,ok,yes,yes,20,20,20,0,1108963.16,3.04,4 -stringsearch,milp,7,ok,yes,yes,20,20,21,0,3053188.25,4.94,4 -stringsearch,milp,8,ok,yes,yes,20,20,24,1,2363282.67,5.13,4 -stringsearch,milp,9,ok,yes,yes,20,20,18,0,3390160.17,6.19,4 -stringsearch,milp,10,ok,yes,yes,20,20,15,0,195216.63,2.02,4 -stringsearch,rockclimb,1,ok,yes,yes,20,20,601,19,47998548.83,50.13,8 -stringsearch,rockclimb,2,ok,yes,yes,20,20,813,15,59362345.9,62.01,8 -stringsearch,rockclimb,3,ok,yes,yes,20,20,1434,14,55404698.41,59.45,8 -stringsearch,rockclimb,4,ok,yes,yes,20,20,1158,0,243025999.82,246.27,8 -stringsearch,rockclimb,5,ok,yes,yes,20,20,816,53,164327886.31,167.01,8 -stringsearch,rockclimb,6,ok,yes,yes,20,20,758,14,72892097.81,74.83,8 -stringsearch,rockclimb,7,ok,yes,yes,20,20,809,0,130823242.03,132.68,8 -stringsearch,rockclimb,8,ok,yes,yes,20,20,1176,120,185616815.06,188.29,8 -stringsearch,rockclimb,9,ok,yes,yes,20,20,709,0,175880379.17,178.69,8 -stringsearch,rockclimb,10,ok,yes,yes,20,20,731,120,157748111.11,159.58,8 -stringsearch,schematic,1,ok,yes,yes,20,20,57,1,3413471.0,5.59,7 -stringsearch,schematic,2,ok,yes,yes,20,20,66,1,4547859.46,7.19,7 -stringsearch,schematic,3,ok,yes,yes,20,20,94,1,3941585.89,7.91,7 -stringsearch,schematic,4,ok,yes,yes,20,20,77,0,16554115.85,19.11,7 -stringsearch,schematic,5,ok,yes,yes,20,20,70,4,12482795.37,15.12,7 -stringsearch,schematic,6,ok,yes,yes,20,20,64,1,5848506.2,7.81,7 -stringsearch,schematic,7,ok,yes,yes,20,20,62,0,10048013.76,11.82,7 -stringsearch,schematic,8,ok,yes,yes,20,20,78,7,11616181.48,14.31,7 -stringsearch,schematic,9,ok,yes,yes,20,20,64,3,13400526.7,16.32,7 -stringsearch,schematic,10,ok,yes,yes,20,20,68,9,11944230.32,13.75,7 -stringsearch,schematicO3,1,ok,yes,yes,20,20,17,0,222773.22,2.45,4 -stringsearch,schematicO3,2,ok,yes,yes,20,20,22,0,733615.56,3.42,4 -stringsearch,schematicO3,3,ok,yes,yes,20,20,28,0,345233.83,4.34,4 -stringsearch,schematicO3,4,ok,yes,yes,20,20,29,0,6040145.38,8.62,4 -stringsearch,schematicO3,5,ok,yes,yes,20,20,23,1,3180331.42,5.82,4 -stringsearch,schematicO3,6,ok,yes,yes,20,20,22,0,1136803.26,3.03,4 -stringsearch,schematicO3,7,ok,yes,yes,20,20,20,0,3073280.12,4.94,4 -stringsearch,schematicO3,8,ok,yes,yes,20,20,28,1,2403477.66,5.13,4 -stringsearch,schematicO3,9,ok,yes,yes,20,20,20,0,3419318.33,6.23,4 -stringsearch,schematicO3,10,ok,yes,yes,20,20,22,3,3963444.54,5.84,4 +benchmark,algorithm,trace,status,complete,correct,result,expected_result,runtime_wait_count,runtime_recovery_boots,execution_time_us,wait_time_us,saleae_wait_count,saleae_wait_deaths,replay_seconds,region_boundaries +aes,milp,1,ok,yes,yes,107,107,26,1,964416.81,856453.44,24,1,3.09,4 +aes,milp,2,ok,yes,yes,107,107,25,0,891711.75,783747.74,24,0,3.4,4 +aes,milp,3,ok,yes,yes,107,107,25,0,562560.75,454598.8,24,0,4.41,4 +aes,milp,4,ok,yes,yes,107,107,27,2,6093413.74,5985450.26,24,2,8.49,4 +aes,milp,5,ok,yes,yes,107,107,27,2,6203940.9,6095979.38,24,2,8.69,4 +aes,milp,6,ok,yes,yes,107,107,25,0,1247256.38,1139297.34,24,0,3.08,4 +aes,milp,7,ok,yes,yes,107,107,25,0,5329294.16,5221329.9,24,0,7.01,4 +aes,milp,8,ok,yes,yes,107,107,29,3,5429137.3,5321176.4,24,3,8.0,4 +aes,milp,9,ok,yes,yes,107,107,27,2,5868201.23,5760236.14,24,2,8.59,4 +aes,milp,10,ok,yes,yes,107,107,28,3,4080716.36,3972760.4,24,3,5.79,4 +aes,rockclimb,1,ok,yes,yes,107,107,179,5,13441378.24,12896651.98,173,5,15.48,15 +aes,rockclimb,2,ok,yes,yes,107,107,248,4,16376975.2,15832145.72,243,4,18.97,15 +aes,rockclimb,3,ok,yes,yes,107,107,409,3,13211408.3,12666336.87,405,3,17.17,15 +aes,rockclimb,4,ok,yes,yes,107,107,330,0,63693389.2,63148525.12,329,0,66.17,15 +aes,rockclimb,5,ok,yes,yes,107,107,237,15,46578013.42,46033235.81,221,15,49.0,15 +aes,rockclimb,6,ok,yes,yes,107,107,228,4,20176720.12,19631984.27,223,4,21.89,15 +aes,rockclimb,7,ok,yes,yes,107,107,229,0,36428838.74,35884089.49,228,0,38.1,15 +aes,rockclimb,8,ok,yes,yes,107,107,342,33,51733191.94,51188272.98,307,33,54.4,15 +aes,rockclimb,9,ok,yes,yes,107,107,221,0,50859215.05,50314566.81,220,0,53.61,15 +aes,rockclimb,10,ok,yes,yes,107,107,220,33,43497287.77,42952659.0,186,33,45.2,15 +aes,schematic,1,ok,yes,yes,107,107,459,14,35292946.51,33991752.31,444,14,37.38,11 +aes,schematic,2,ok,yes,yes,107,107,554,10,40871922.74,39570641.08,543,10,43.49,11 +aes,schematic,3,ok,yes,yes,107,107,768,8,32145478.36,30843862.12,759,8,36.08,11 +aes,schematic,4,ok,yes,yes,107,107,615,0,146721235.87,145419869.69,614,0,149.19,11 +aes,schematic,5,ok,yes,yes,107,107,585,38,117822809.51,116521511.34,546,38,120.32,11 +aes,schematic,6,ok,yes,yes,107,107,542,11,51114992.11,49813779.35,530,11,52.91,11 +aes,schematic,7,ok,yes,yes,107,107,536,0,88632043.04,87330845.2,535,0,90.33,11 +aes,schematic,8,ok,yes,yes,107,107,725,81,125572776.22,124271311.56,642,81,128.1,11 +aes,schematic,9,ok,yes,yes,107,107,526,12,123369881.89,122068728.59,513,12,126.08,11 +aes,schematic,10,ok,yes,yes,107,107,549,84,110471177.57,109170050.25,464,84,112.11,11 +aes,schematicO3,1,ok,yes,yes,107,107,56,1,3397343.34,3271847.34,54,1,5.51,2 +aes,schematicO3,2,ok,yes,yes,107,107,62,1,4454920.99,4329413.64,60,1,7.0,2 +aes,schematicO3,3,ok,yes,yes,107,107,92,0,1371926.22,1246376.58,91,0,5.28,2 +aes,schematicO3,4,ok,yes,yes,107,107,69,0,14552443.59,14426925.23,68,0,17.01,2 +aes,schematicO3,5,ok,yes,yes,107,107,64,4,12400799.26,12275286.6,59,4,14.89,2 +aes,schematicO3,6,ok,yes,yes,107,107,67,1,5202566.78,5077057.53,65,1,6.9,2 +aes,schematicO3,7,ok,yes,yes,107,107,62,0,9996464.06,9870964.83,61,0,11.67,2 +aes,schematicO3,8,ok,yes,yes,107,107,81,7,11619386.43,11493857.05,72,7,14.19,2 +aes,schematicO3,9,ok,yes,yes,107,107,62,0,13397573.57,13272071.91,61,0,16.11,2 +aes,schematicO3,10,ok,yes,yes,107,107,66,9,11897845.87,11772349.71,56,9,13.69,2 +crc,milp,1,ok,yes,yes,20431,20431,7,0,95182.39,64719.96,6,0,2.2,3 +crc,milp,2,ok,yes,yes,20431,20431,7,0,423641.27,393176.93,6,0,2.93,3 +crc,milp,3,ok,yes,yes,20431,20431,7,0,119474.84,89012.8,6,0,3.97,3 +crc,milp,4,ok,yes,yes,20431,20431,8,1,838568.84,808106.63,6,1,3.26,3 +crc,milp,5,ok,yes,yes,20431,20431,7,0,94953.81,64491.78,6,0,2.57,3 +crc,milp,6,ok,yes,yes,20431,20431,7,0,667084.2,636621.71,6,0,2.5,3 +crc,milp,7,ok,yes,yes,20431,20431,7,0,1860399.06,1829936.83,6,0,3.57,3 +crc,milp,8,ok,yes,yes,20431,20431,8,0,848229.29,817765.58,6,0,3.37,3 +crc,milp,9,ok,yes,yes,20431,20431,7,0,896748.8,866285.69,6,0,3.67,3 +crc,milp,10,ok,yes,yes,20431,20431,7,0,95154.15,64694.58,6,0,1.87,3 +crc,rockclimb,1,ok,yes,yes,20431,20431,65,2,5050783.73,4837614.12,62,2,7.09,8 +crc,rockclimb,2,ok,yes,yes,20431,20431,85,1,4796119.51,4582928.74,83,1,7.38,8 +crc,rockclimb,3,ok,yes,yes,20431,20431,145,1,4580761.39,4367441.7,143,1,8.37,8 +crc,rockclimb,4,ok,yes,yes,20431,20431,118,0,22419821.4,22206586.35,117,0,24.87,8 +crc,rockclimb,5,ok,yes,yes,20431,20431,88,5,17351051.05,17137869.13,82,5,19.9,8 +crc,rockclimb,6,ok,yes,yes,20431,20431,83,1,6325691.18,6112532.11,81,1,8.11,8 +crc,rockclimb,7,ok,yes,yes,20431,20431,86,0,15542343.56,15329172.68,85,0,17.31,8 +crc,rockclimb,8,ok,yes,yes,20431,20431,124,12,19248187.49,19034964.41,110,12,21.92,8 +crc,rockclimb,9,ok,yes,yes,20431,20431,80,0,18344984.09,18131818.19,79,0,20.99,8 +crc,rockclimb,10,ok,yes,yes,20431,20431,77,12,15803381.31,15590200.27,64,12,17.48,8 +crc,schematic,1,ok,yes,yes,20431,20431,134,3,8571685.32,8254887.28,130,3,10.67,3 +crc,schematic,2,ok,yes,yes,20431,20431,177,3,12178628.09,11861760.72,173,3,14.68,3 +crc,schematic,3,ok,yes,yes,20431,20431,275,2,8984139.26,8667121.23,272,2,12.82,3 +crc,schematic,4,ok,yes,yes,20431,20431,209,0,42749186.38,42432280.45,208,0,45.18,3 +crc,schematic,5,ok,yes,yes,20431,20431,177,11,34100692.79,33783821.27,165,11,36.7,3 +crc,schematic,6,ok,yes,yes,20431,20431,162,2,12021859.13,11705004.38,159,2,13.81,3 +crc,schematic,7,ok,yes,yes,20431,20431,166,0,26213076.02,25896234.61,165,0,27.82,3 +crc,schematic,8,ok,yes,yes,20431,20431,230,22,34703039.05,34386093.13,206,22,37.27,3 +crc,schematic,9,ok,yes,yes,20431,20431,155,0,35835142.1,35518316.0,154,0,38.57,3 +crc,schematic,10,ok,yes,yes,20431,20431,165,24,31585210.56,31268377.26,140,24,33.27,3 +crc,schematicO3,1,ok,yes,yes,20431,20431,8,0,113405.13,74977.67,7,0,2.06,3 +crc,schematicO3,2,ok,yes,yes,20431,20431,8,0,539578.24,501150.12,7,0,3.1,3 +crc,schematicO3,3,ok,yes,yes,20431,20431,8,0,137652.99,99225.17,7,0,3.98,3 +crc,schematicO3,4,ok,yes,yes,20431,20431,9,1,1452341.16,1413912.61,7,1,3.97,3 +crc,schematicO3,5,ok,yes,yes,20431,20431,8,0,1834693.5,1796265.66,7,0,4.41,3 +crc,schematicO3,6,ok,yes,yes,20431,20431,8,0,699110.15,660683.67,7,0,2.5,3 +crc,schematicO3,7,ok,yes,yes,20431,20431,8,0,2025234.4,1986807.3,7,0,3.62,3 +crc,schematicO3,8,ok,yes,yes,20431,20431,9,0,867803.82,829376.35,7,0,3.51,3 +crc,schematicO3,9,ok,yes,yes,20431,20431,8,0,914861.39,876435.7,7,0,3.61,3 +crc,schematicO3,10,ok,yes,yes,20431,20431,8,0,113500.11,75074.88,7,0,1.87,3 +rsa,milp,1,ok,yes,yes,32,32,16,0,217291.72,162812.03,15,0,2.29,15 +rsa,milp,2,ok,yes,yes,32,32,19,0,739746.81,685258.85,18,0,3.27,15 +rsa,milp,3,ok,yes,yes,32,32,29,0,361668.46,307164.67,28,0,4.3,15 +rsa,milp,4,ok,yes,yes,32,32,29,1,6014132.74,5959630.98,27,1,8.47,15 +rsa,milp,5,ok,yes,yes,32,32,23,1,3202153.66,3147657.19,21,1,5.79,15 +rsa,milp,6,ok,yes,yes,32,32,17,0,1108780.38,1054294.56,16,0,2.99,15 +rsa,milp,7,ok,yes,yes,32,32,20,0,3091552.96,3037066.03,19,0,4.77,15 +rsa,milp,8,ok,yes,yes,32,32,26,1,2391774.79,2337277.06,23,1,5.06,15 +rsa,milp,9,ok,yes,yes,32,32,20,1,3402073.8,3347586.67,18,1,6.1,15 +rsa,milp,10,ok,yes,yes,32,32,21,3,3968593.94,3914109.07,17,3,5.63,15 +rsa,rockclimb,1,ok,yes,yes,32,32,407,13,32801709.91,31378816.76,393,13,34.89,32 +rsa,rockclimb,2,ok,yes,yes,32,32,546,10,39819717.13,38396331.06,535,10,42.39,32 +rsa,rockclimb,3,ok,yes,yes,32,32,929,9,35764049.3,34339788.49,919,9,39.67,32 +rsa,rockclimb,4,ok,yes,yes,32,32,747,0,150142808.91,148719312.31,746,0,152.57,32 +rsa,rockclimb,5,ok,yes,yes,32,32,537,35,110388949.25,108965564.88,501,35,112.95,32 +rsa,rockclimb,6,ok,yes,yes,32,32,526,9,47584454.8,46161137.2,516,9,49.39,32 +rsa,rockclimb,7,ok,yes,yes,32,32,514,0,83069277.91,81645790.13,513,0,84.69,32 +rsa,rockclimb,8,ok,yes,yes,32,32,797,81,125613063.4,124188635.08,714,81,128.19,32 +rsa,rockclimb,9,ok,yes,yes,32,32,485,0,120835660.05,119411091.61,484,0,123.61,32 +rsa,rockclimb,10,ok,yes,yes,32,32,511,81,106493992.1,105068845.41,429,81,108.2,32 +rsa,schematic,1,ok,yes,yes,32,32,49,1,2704271.65,2595809.58,47,1,4.79,12 +rsa,schematic,2,ok,yes,yes,32,32,59,1,4302521.96,4194042.94,57,1,6.79,12 +rsa,schematic,3,ok,yes,yes,32,32,87,0,1302274.91,1193752.5,86,0,5.19,12 +rsa,schematic,4,ok,yes,yes,32,32,66,0,13933482.05,13824988.4,65,0,16.47,12 +rsa,schematic,5,ok,yes,yes,32,32,61,3,11178451.45,11069962.61,57,3,13.69,12 +rsa,schematic,6,ok,yes,yes,32,32,54,1,4691775.07,4583291.3,52,1,6.49,12 +rsa,schematic,7,ok,yes,yes,32,32,57,0,9016108.92,8907626.79,56,0,10.49,12 +rsa,schematic,8,ok,yes,yes,32,32,76,6,10149091.25,10040577.6,68,6,12.69,12 +rsa,schematic,9,ok,yes,yes,32,32,51,0,10921595.94,10813118.57,50,0,13.6,12 +rsa,schematic,10,ok,yes,yes,32,32,56,6,8079009.5,7970531.65,49,6,9.69,12 +rsa,schematicO3,1,ok,yes,yes,32,32,20,0,863489.9,806160.8,19,0,2.99,14 +rsa,schematicO3,2,ok,yes,yes,32,32,24,0,774975.36,717641.07,23,0,3.21,14 +rsa,schematicO3,3,ok,yes,yes,32,32,40,0,585611.54,528249.44,39,0,4.49,14 +rsa,schematicO3,4,ok,yes,yes,32,32,33,0,6062966.43,6005613.65,32,0,8.6,14 +rsa,schematicO3,5,ok,yes,yes,32,32,26,1,4958958.71,4901620.14,24,1,7.47,14 +rsa,schematicO3,6,ok,yes,yes,32,32,23,0,1168617.85,1111278.98,22,0,2.91,14 +rsa,schematicO3,7,ok,yes,yes,32,32,24,0,5081790.92,5024454.72,23,0,6.59,14 +rsa,schematicO3,8,ok,yes,yes,32,32,32,3,5403669.73,5346316.47,27,3,8.0,14 +rsa,schematicO3,9,ok,yes,yes,32,32,26,0,5827968.63,5770622.03,25,0,8.49,14 +rsa,schematicO3,10,ok,yes,yes,32,32,25,3,4007792.97,3950453.4,21,3,5.71,14 +dijkstra,milp,1,ok,yes,yes,3788,3788,9,0,114672.44,86796.19,8,0,2.19,3 +dijkstra,milp,2,ok,yes,yes,3788,3788,10,0,542096.64,514216.1,9,0,3.09,3 +dijkstra,milp,3,ok,yes,yes,3788,3788,10,0,138142.39,110264.4,9,0,3.99,3 +dijkstra,milp,4,ok,yes,yes,3788,3788,9,0,1456178.14,1428300.32,8,0,3.99,3 +dijkstra,milp,5,ok,yes,yes,3788,3788,10,0,1851410.77,1823532.15,9,0,4.39,3 +dijkstra,milp,6,ok,yes,yes,3788,3788,9,0,702616.5,674739.12,8,0,2.58,3 +dijkstra,milp,7,ok,yes,yes,3788,3788,10,0,2022602.99,1994723.38,9,0,3.69,3 +dijkstra,milp,8,ok,yes,yes,3788,3788,12,0,869866.18,841983.05,10,0,3.49,3 +dijkstra,milp,9,ok,yes,yes,3788,3788,9,0,907190.61,879311.49,8,0,3.69,3 +dijkstra,milp,10,ok,yes,yes,3788,3788,9,0,114677.81,86800.55,8,0,1.89,3 +dijkstra,rockclimb,1,ok,yes,yes,3788,3788,512,16,40522202.24,38740547.32,495,16,42.59,4 +dijkstra,rockclimb,2,ok,yes,yes,3788,3788,676,13,51341898.67,49560138.49,662,13,53.89,4 +dijkstra,rockclimb,3,ok,yes,yes,3788,3788,1210,11,44705160.7,42922713.82,1198,11,48.62,4 +dijkstra,rockclimb,4,ok,yes,yes,3788,3788,931,0,189477727.43,187695713.16,930,0,191.99,4 +dijkstra,rockclimb,5,ok,yes,yes,3788,3788,699,44,138276730.25,136496366.13,654,44,140.77,4 +dijkstra,rockclimb,6,ok,yes,yes,3788,3788,646,11,58439879.22,56660152.17,634,11,60.29,4 +dijkstra,rockclimb,7,ok,yes,yes,3788,3788,640,0,103977288.22,102197659.99,639,0,105.71,4 +dijkstra,rockclimb,8,ok,yes,yes,3788,3788,992,102,157861116.94,156081941.68,888,102,160.49,4 +dijkstra,rockclimb,9,ok,yes,yes,3788,3788,620,0,150831192.82,149052716.9,619,0,153.48,4 +dijkstra,rockclimb,10,ok,yes,yes,3788,3788,632,99,130224833.59,128446695.01,532,99,132.0,4 +dijkstra,schematic,1,ok,yes,yes,3788,3788,52,1,2743308.28,2627510.65,50,1,4.79,2 +dijkstra,schematic,2,ok,yes,yes,3788,3788,60,1,4339693.62,4223865.43,58,1,6.89,2 +dijkstra,schematic,3,ok,yes,yes,3788,3788,97,0,1380999.42,1265122.25,96,0,5.31,2 +dijkstra,schematic,4,ok,yes,yes,3788,3788,75,0,16484110.2,16368265.97,74,0,19.01,2 +dijkstra,schematic,5,ok,yes,yes,3788,3788,66,4,12411494.81,12295660.48,61,4,14.89,2 +dijkstra,schematic,6,ok,yes,yes,3788,3788,62,1,5181736.67,5065919.58,60,1,6.98,2 +dijkstra,schematic,7,ok,yes,yes,3788,3788,61,0,9166414.31,9050596.44,60,0,10.8,2 +dijkstra,schematic,8,ok,yes,yes,3788,3788,85,7,11603642.26,11487792.32,76,7,14.21,2 +dijkstra,schematic,9,ok,yes,yes,3788,3788,61,0,13353344.35,13237535.45,60,0,16.11,2 +dijkstra,schematic,10,ok,yes,yes,3788,3788,65,9,11874394.02,11758589.55,55,9,13.51,2 +dijkstra,schematicO3,1,ok,yes,yes,3788,3788,10,0,127240.53,97446.33,9,0,2.19,2 +dijkstra,schematicO3,2,ok,yes,yes,3788,3788,11,0,566246.15,536451.96,10,0,3.09,2 +dijkstra,schematicO3,3,ok,yes,yes,3788,3788,14,0,183760.46,153963.74,13,0,4.1,2 +dijkstra,schematicO3,4,ok,yes,yes,3788,3788,12,0,2618957.99,2589160.92,11,0,5.09,2 +dijkstra,schematicO3,5,ok,yes,yes,3788,3788,12,0,1869326.25,1839530.27,11,0,4.39,2 +dijkstra,schematicO3,6,ok,yes,yes,3788,3788,12,0,879765.2,849970.48,11,0,2.69,2 +dijkstra,schematicO3,7,ok,yes,yes,3788,3788,13,0,2053820.69,2024022.59,12,0,3.79,2 +dijkstra,schematicO3,8,ok,yes,yes,3788,3788,14,0,890259.66,860462.13,12,0,3.38,2 +dijkstra,schematicO3,9,ok,yes,yes,3788,3788,10,0,931251.36,901459.42,9,0,3.69,2 +dijkstra,schematicO3,10,ok,yes,yes,3788,3788,9,0,116279.62,86489.09,8,0,1.81,2 +qsort,milp,1,ok,yes,yes,9987,9987,11,0,138794.36,108730.8,10,0,2.27,3 +qsort,milp,2,ok,yes,yes,9987,9987,11,0,567495.81,537432.02,10,0,3.08,3 +qsort,milp,3,ok,yes,yes,9987,9987,12,0,162310.43,132243.33,11,0,4.01,3 +qsort,milp,4,ok,yes,yes,9987,9987,14,0,3400645.54,3370576.64,13,0,5.9,3 +qsort,milp,5,ok,yes,yes,9987,9987,12,0,1883312.17,1853248.31,11,0,4.31,3 +qsort,milp,6,ok,yes,yes,9987,9987,12,0,722374.35,692309.29,11,0,2.59,3 +qsort,milp,7,ok,yes,yes,9987,9987,12,0,2045106.4,2015041.83,11,0,3.77,3 +qsort,milp,8,ok,yes,yes,9987,9987,16,0,890827.11,860757.27,14,0,3.48,3 +qsort,milp,9,ok,yes,yes,9987,9987,11,0,943839.17,913775.21,10,0,3.69,3 +qsort,milp,10,ok,yes,yes,9987,9987,10,0,127885.79,97825.5,9,0,1.88,3 +qsort,rockclimb,1,ok,yes,yes,9987,9987,104,3,7710185.72,7356144.71,100,3,9.79,5 +qsort,rockclimb,2,ok,yes,yes,9987,9987,136,2,8733448.49,8379350.02,133,2,11.29,5 +qsort,rockclimb,3,ok,yes,yes,9987,9987,236,2,8301897.73,7947597.19,233,2,12.21,5 +qsort,rockclimb,4,ok,yes,yes,9987,9987,205,0,40144376.43,39790154.78,204,0,42.67,5 +qsort,rockclimb,5,ok,yes,yes,9987,9987,138,9,27963252.52,27609172.35,128,9,30.49,5 +qsort,rockclimb,6,ok,yes,yes,9987,9987,135,2,11457908.36,11103771.23,132,2,13.2,5 +qsort,rockclimb,7,ok,yes,yes,9987,9987,133,0,20888846.25,20534771.59,132,0,22.5,5 +qsort,rockclimb,8,ok,yes,yes,9987,9987,199,19,30074318.54,29720150.66,178,19,32.7,5 +qsort,rockclimb,9,ok,yes,yes,9987,9987,132,0,30842162.72,30488056.45,131,0,33.6,5 +qsort,rockclimb,10,ok,yes,yes,9987,9987,127,18,23838904.63,23484825.58,108,18,25.58,5 +qsort,schematic,1,ok,yes,yes,9987,9987,17,0,219496.23,174488.43,16,0,2.27,2 +qsort,schematic,2,ok,yes,yes,9987,9987,20,0,730715.33,685703.15,19,0,3.22,2 +qsort,schematic,3,ok,yes,yes,9987,9987,28,0,341197.84,296170.83,27,0,4.3,2 +qsort,schematic,4,ok,yes,yes,9987,9987,32,0,6027990.73,5982962.18,31,0,8.49,2 +qsort,schematic,5,ok,yes,yes,9987,9987,23,1,3177525.79,3132506.24,21,1,5.69,2 +qsort,schematic,6,ok,yes,yes,9987,9987,22,0,1131826.13,1086808.61,21,0,2.91,2 +qsort,schematic,7,ok,yes,yes,9987,9987,24,0,3486078.85,3441060.46,23,0,5.18,2 +qsort,schematic,8,ok,yes,yes,9987,9987,27,1,2414724.51,2369697.16,24,1,5.0,2 +qsort,schematic,9,ok,yes,yes,9987,9987,20,0,3411114.44,3366100.62,19,0,6.19,2 +qsort,schematic,10,ok,yes,yes,9987,9987,22,3,3953895.86,3908883.73,18,3,5.67,2 +qsort,schematicO3,1,ok,yes,yes,9987,9987,15,0,193559.09,152452.82,14,0,2.27,1 +qsort,schematicO3,2,ok,yes,yes,9987,9987,19,0,704043.02,662928.5,18,0,3.29,1 +qsort,schematicO3,3,ok,yes,yes,9987,9987,25,0,304765.35,263642.02,24,0,4.19,1 +qsort,schematicO3,4,ok,yes,yes,9987,9987,23,0,4079416.85,4038294.4,22,0,6.59,1 +qsort,schematicO3,5,ok,yes,yes,9987,9987,22,1,3167734.07,3126611.37,20,1,5.7,1 +qsort,schematicO3,6,ok,yes,yes,9987,9987,21,0,1116791.15,1075670.85,20,0,2.91,1 +qsort,schematicO3,7,ok,yes,yes,9987,9987,20,0,3060650.1,3019533.25,19,0,4.77,1 +qsort,schematicO3,8,ok,yes,yes,9987,9987,25,1,2380466.66,2339340.4,22,1,4.88,1 +qsort,schematicO3,9,ok,yes,yes,9987,9987,18,0,3381808.97,3340692.1,17,0,6.1,1 +qsort,schematicO3,10,ok,yes,yes,9987,9987,15,0,193971.82,152859.43,14,0,1.97,1 +activity_recognition,milp,1,ok,yes,yes,64,64,11,0,144329.48,108491.28,10,0,2.11,4 +activity_recognition,milp,2,ok,yes,yes,64,64,13,0,619375.18,583534.73,12,0,3.18,4 +activity_recognition,milp,3,ok,yes,yes,64,64,13,0,178735.3,142892.93,12,0,4.09,4 +activity_recognition,milp,4,ok,yes,yes,64,64,12,0,3273059.98,3237218.48,11,0,5.79,4 +activity_recognition,milp,5,ok,yes,yes,64,64,14,0,1898731.9,1862891.17,13,0,4.4,4 +activity_recognition,milp,6,ok,yes,yes,64,64,13,0,1034359.34,998516.18,12,0,2.88,4 +activity_recognition,milp,7,ok,yes,yes,64,64,13,0,2058317.77,2022475.07,12,0,3.79,4 +activity_recognition,milp,8,ok,yes,yes,64,64,17,0,918125.61,882278.99,15,0,3.47,4 +activity_recognition,milp,9,ok,yes,yes,64,64,12,0,2629188.2,2593344.23,11,0,5.3,4 +activity_recognition,milp,10,ok,yes,yes,64,64,11,0,144436.16,108596.75,10,0,1.89,4 +activity_recognition,rockclimb,1,ok,yes,yes,64,64,49,1,2736150.77,2576701.08,47,1,4.78,8 +activity_recognition,rockclimb,2,ok,yes,yes,64,64,66,1,4483566.14,4324075.65,64,1,6.98,8 +activity_recognition,rockclimb,3,ok,yes,yes,64,64,110,1,4056380.49,3896776.74,108,1,8.0,8 +activity_recognition,rockclimb,4,ok,yes,yes,64,64,90,0,19127260.8,18967726.07,89,0,21.61,8 +activity_recognition,rockclimb,5,ok,yes,yes,64,64,64,4,12464805.86,12305302.36,59,4,14.9,8 +activity_recognition,rockclimb,6,ok,yes,yes,64,64,64,1,5828039.78,5668545.83,62,1,7.67,8 +activity_recognition,rockclimb,7,ok,yes,yes,64,64,62,0,10027816.82,9868314.33,61,0,11.69,8 +activity_recognition,rockclimb,8,ok,yes,yes,64,64,92,9,14619806.11,14460245.1,81,9,17.21,8 +activity_recognition,rockclimb,9,ok,yes,yes,64,64,60,0,13384105.98,13224597.49,59,0,16.18,8 +activity_recognition,rockclimb,10,ok,yes,yes,64,64,61,9,11860629.75,11701133.84,51,9,13.58,8 +activity_recognition,schematic,1,ok,yes,yes,64,64,44,1,2654377.86,2545984.45,42,1,4.67,6 +activity_recognition,schematic,2,ok,yes,yes,64,64,55,0,2088089.05,1979674.93,54,0,4.68,6 +activity_recognition,schematic,3,ok,yes,yes,64,64,87,0,1276593.37,1168134.47,86,0,5.19,6 +activity_recognition,schematic,4,ok,yes,yes,64,64,64,0,13900076.94,13791646.69,63,0,16.4,6 +activity_recognition,schematic,5,ok,yes,yes,64,64,54,3,11138709.02,11030287.35,50,3,13.7,6 +activity_recognition,schematic,6,ok,yes,yes,64,64,51,1,3779749.01,3671334.02,49,1,5.6,6 +activity_recognition,schematic,7,ok,yes,yes,64,64,51,0,8983871.81,8875466.93,50,0,10.71,6 +activity_recognition,schematic,8,ok,yes,yes,64,64,73,6,10120970.4,10012534.39,65,6,12.79,6 +activity_recognition,schematic,9,ok,yes,yes,64,64,52,0,10880080.13,10771673.83,51,0,13.69,6 +activity_recognition,schematic,10,ok,yes,yes,64,64,49,6,8026349.63,7917956.65,42,6,9.69,6 +activity_recognition,schematicO3,1,ok,yes,yes,64,64,14,0,180769.26,141478.39,13,0,2.28,3 +activity_recognition,schematicO3,2,ok,yes,yes,64,64,16,0,645011.06,605715.18,15,0,3.18,3 +activity_recognition,schematicO3,3,ok,yes,yes,64,64,21,0,258584.99,219281.03,20,0,4.18,3 +activity_recognition,schematicO3,4,ok,yes,yes,64,64,18,0,3449093.97,3409796.94,17,0,5.98,3 +activity_recognition,schematicO3,5,ok,yes,yes,64,64,18,1,3129336.38,3090036.2,16,1,5.69,3 +activity_recognition,schematicO3,6,ok,yes,yes,64,64,18,0,1095998.1,1056699.35,17,0,2.8,3 +activity_recognition,schematicO3,7,ok,yes,yes,64,64,17,0,3038113.82,2998815.84,16,0,4.78,3 +activity_recognition,schematicO3,8,ok,yes,yes,64,64,21,1,2338786.43,2299481.27,18,1,5.0,3 +activity_recognition,schematicO3,9,ok,yes,yes,64,64,16,1,3358607.96,3319309.29,14,1,6.1,3 +activity_recognition,schematicO3,10,ok,yes,yes,64,64,13,0,169828.47,130538.04,12,0,1.88,3 +bitcount,milp,1,ok,yes,yes,14121,14121,8,0,105386.78,75764.93,7,0,2.17,9 +bitcount,milp,2,ok,yes,yes,14121,14121,8,0,547334.24,517710.87,7,0,3.1,9 +bitcount,milp,3,ok,yes,yes,14121,14121,7,0,118947.55,89323.62,6,0,4.0,9 +bitcount,milp,4,ok,yes,yes,14121,14121,8,0,849675.84,820053.51,7,0,3.29,9 +bitcount,milp,5,ok,yes,yes,14121,14121,9,0,1839270.8,1809645.56,8,0,4.37,9 +bitcount,milp,6,ok,yes,yes,14121,14121,10,0,702799.24,673173.43,9,0,2.42,9 +bitcount,milp,7,ok,yes,yes,14121,14121,9,0,2013039.05,1983412.68,8,0,3.69,9 +bitcount,milp,8,ok,yes,yes,14121,14121,14,0,882148.04,852519.42,12,0,3.37,9 +bitcount,milp,9,ok,yes,yes,14121,14121,9,0,922751.56,893127.93,8,0,3.67,9 +bitcount,milp,10,ok,yes,yes,14121,14121,8,0,105575.9,75954.45,7,0,1.88,9 +bitcount,rockclimb,1,ok,yes,yes,14121,14121,280,9,22695785.21,21729572.82,270,9,24.79,14 +bitcount,rockclimb,2,ok,yes,yes,14121,14121,381,7,27966739.49,27000286.84,373,7,30.51,14 +bitcount,rockclimb,3,ok,yes,yes,14121,14121,663,6,24451794.31,23484982.74,656,6,28.38,14 +bitcount,rockclimb,4,ok,yes,yes,14121,14121,532,0,116106081.63,115139467.39,531,0,118.62,14 +bitcount,rockclimb,5,ok,yes,yes,14121,14121,388,24,76251226.78,75284659.72,363,24,78.81,14 +bitcount,rockclimb,6,ok,yes,yes,14121,14121,352,6,32188788.04,31222083.53,345,6,33.88,14 +bitcount,rockclimb,7,ok,yes,yes,14121,14121,354,0,57549277.59,56582474.76,353,0,59.21,14 +bitcount,rockclimb,8,ok,yes,yes,14121,14121,541,54,84078142.63,83111193.26,485,54,86.69,14 +bitcount,rockclimb,9,ok,yes,yes,14121,14121,327,0,80890127.31,79923737.47,326,0,83.69,14 +bitcount,rockclimb,10,ok,yes,yes,14121,14121,346,54,71036948.37,70070624.16,291,54,72.79,14 +bitcount,schematic,1,ok,yes,yes,14121,14121,32,0,1018221.36,936324.21,31,0,3.07,2 +bitcount,schematic,2,ok,yes,yes,14121,14121,40,0,1688280.99,1606371.56,39,0,4.2,2 +bitcount,schematic,3,ok,yes,yes,14121,14121,63,0,1011897.65,929942.23,62,0,4.89,2 +bitcount,schematic,4,ok,yes,yes,14121,14121,53,0,11249926.71,11168000.06,52,0,13.78,2 +bitcount,schematic,5,ok,yes,yes,14121,14121,43,2,8056781.03,7974867.75,40,2,10.59,2 +bitcount,schematic,6,ok,yes,yes,14121,14121,39,0,1602878.76,1520978.3,38,0,3.39,2 +bitcount,schematic,7,ok,yes,yes,14121,14121,41,0,6518371.88,6436468.38,40,0,8.19,2 +bitcount,schematic,8,ok,yes,yes,14121,14121,55,4,6985043.89,6903117.84,49,4,9.6,2 +bitcount,schematic,9,ok,yes,yes,14121,14121,40,0,8366565.98,8284660.76,39,0,11.07,2 +bitcount,schematic,10,ok,yes,yes,14121,14121,41,6,7893161.94,7811267.52,34,6,9.58,2 +bitcount,schematicO3,1,ok,yes,yes,14121,14121,9,0,117265.14,86908.82,8,0,2.22,3 +bitcount,schematicO3,2,ok,yes,yes,14121,14121,11,0,568153.42,537794.47,10,0,3.08,3 +bitcount,schematicO3,3,ok,yes,yes,14121,14121,9,0,141665.33,111308.25,8,0,4.01,3 +bitcount,schematicO3,4,ok,yes,yes,14121,14121,10,0,2620409.63,2590050.87,9,0,5.17,3 +bitcount,schematicO3,5,ok,yes,yes,14121,14121,11,0,1875286.12,1844926.66,10,0,4.41,3 +bitcount,schematicO3,6,ok,yes,yes,14121,14121,12,0,724824.85,694463.14,11,0,2.59,3 +bitcount,schematicO3,7,ok,yes,yes,14121,14121,10,0,2022807.28,1992446.92,9,0,3.77,3 +bitcount,schematicO3,8,ok,yes,yes,14121,14121,14,0,893834.27,863471.71,12,0,3.41,3 +bitcount,schematicO3,9,ok,yes,yes,14121,14121,9,0,923660.74,893304.36,8,0,3.71,3 +bitcount,schematicO3,10,ok,yes,yes,14121,14121,9,0,117148.39,86793.62,8,0,1.87,3 +chacha20,milp,1,ok,yes,yes,79,79,11,0,159467.95,107561.17,10,0,2.26,2 +chacha20,milp,2,ok,yes,yes,79,79,12,0,622519.98,570609.88,11,0,3.18,2 +chacha20,milp,3,ok,yes,yes,79,79,11,0,208490.03,156580.84,10,0,4.08,2 +chacha20,milp,4,ok,yes,yes,79,79,12,1,3392855.3,3340944.88,10,1,5.8,2 +chacha20,milp,5,ok,yes,yes,79,79,11,0,1895127.34,1843222.15,10,0,4.48,2 +chacha20,milp,6,ok,yes,yes,79,79,11,0,1040239.39,988331.2,10,0,2.87,2 +chacha20,milp,7,ok,yes,yes,79,79,11,0,2079525.89,2027618.81,10,0,3.77,2 +chacha20,milp,8,ok,yes,yes,79,79,13,0,914172.11,862262.01,11,0,3.49,2 +chacha20,milp,9,ok,yes,yes,79,79,12,1,2504250.92,2452342.78,10,1,5.29,2 +chacha20,milp,10,ok,yes,yes,79,79,11,0,159503.56,107598.4,10,0,1.87,2 +chacha20,rockclimb,1,ok,yes,yes,79,79,46,1,2686607.07,2557975.47,44,1,4.7,4 +chacha20,rockclimb,2,ok,yes,yes,79,79,61,1,4314943.43,4186288.77,59,1,6.88,4 +chacha20,rockclimb,3,ok,yes,yes,79,79,96,0,1385061.95,1256378.29,95,0,5.29,4 +chacha20,rockclimb,4,ok,yes,yes,79,79,72,0,13941534.72,13812893.97,71,0,16.47,4 +chacha20,rockclimb,5,ok,yes,yes,79,79,57,3,11184744.94,11056110.03,53,3,13.6,4 +chacha20,rockclimb,6,ok,yes,yes,79,79,55,1,4667260.83,4538624.86,53,1,6.49,4 +chacha20,rockclimb,7,ok,yes,yes,79,79,55,0,9026723.7,8898090.48,54,0,10.7,4 +chacha20,rockclimb,8,ok,yes,yes,79,79,75,6,10170101.29,10041448.26,67,6,12.77,4 +chacha20,rockclimb,9,ok,yes,yes,79,79,56,0,10937567.99,10808941.99,55,0,13.67,4 +chacha20,rockclimb,10,ok,yes,yes,79,79,53,6,8061499.79,7932881.14,46,6,9.78,4 +chacha20,schematic,1,ok,yes,yes,79,79,34,1,2522302.89,2426904.42,32,1,4.59,2 +chacha20,schematic,2,ok,yes,yes,79,79,34,0,1667022.3,1571623.4,33,0,4.18,2 +chacha20,schematic,3,ok,yes,yes,79,79,37,0,769311.33,673898.51,36,0,4.59,2 +chacha20,schematic,4,ok,yes,yes,79,79,35,1,8652801.43,8557397.28,33,1,11.18,2 +chacha20,schematic,5,ok,yes,yes,79,79,36,2,6269065.83,6173664.28,33,2,8.87,2 +chacha20,schematic,6,ok,yes,yes,79,79,33,0,1606269.49,1510875.14,32,0,3.42,2 +chacha20,schematic,7,ok,yes,yes,79,79,34,0,5667243.38,5571843.14,33,0,7.3,2 +chacha20,schematic,8,ok,yes,yes,79,79,37,3,5517116.85,5421709.7,32,3,8.09,2 +chacha20,schematic,9,ok,yes,yes,79,79,37,2,8330893.12,8235484.47,34,2,11.09,2 +chacha20,schematic,10,ok,yes,yes,79,79,39,6,7883257.18,7787853.34,32,6,9.5,2 +chacha20,schematicO3,1,ok,yes,yes,79,79,22,0,887957.01,826188.94,21,0,2.92,1 +chacha20,schematicO3,2,ok,yes,yes,79,79,24,0,776353.31,714579.49,23,0,3.28,1 +chacha20,schematicO3,3,ok,yes,yes,79,79,28,0,367697.05,305918.94,27,0,4.32,1 +chacha20,schematicO3,4,ok,yes,yes,79,79,25,0,6036338.44,5974563.45,24,0,8.5,1 +chacha20,schematicO3,5,ok,yes,yes,79,79,27,1,4970654.62,4908875.56,25,1,7.5,1 +chacha20,schematicO3,6,ok,yes,yes,79,79,23,0,1181802.87,1120032.42,22,0,3.01,1 +chacha20,schematicO3,7,ok,yes,yes,79,79,23,0,5081027.6,5019256.98,22,0,6.7,1 +chacha20,schematicO3,8,ok,yes,yes,79,79,31,3,5382134.06,5320352.0,26,3,7.89,1 +chacha20,schematicO3,9,ok,yes,yes,79,79,24,1,5123350.81,5061574.4,22,1,7.93,1 +chacha20,schematicO3,10,ok,yes,yes,79,79,25,3,4009892.43,3948121.06,21,3,5.7,1 +sensor_fusion,milp,1,ok,yes,yes,613,613,8,0,103439.59,76028.6,7,0,2.1,2 +sensor_fusion,milp,2,ok,yes,yes,613,613,12,0,552177.73,524760.38,11,0,3.01,2 +sensor_fusion,milp,3,ok,yes,yes,613,613,13,0,171189.59,143770.64,12,0,4.1,2 +sensor_fusion,milp,4,ok,yes,yes,613,613,11,0,2615234.87,2587818.7,10,0,5.09,2 +sensor_fusion,milp,5,ok,yes,yes,613,613,11,0,1847903.26,1820485.86,10,0,4.4,2 +sensor_fusion,milp,6,ok,yes,yes,613,613,11,0,709850.96,682436.07,10,0,2.49,2 +sensor_fusion,milp,7,ok,yes,yes,613,613,11,0,2019660.29,1992244.11,10,0,3.68,2 +sensor_fusion,milp,8,ok,yes,yes,613,613,14,0,878010.23,850590.99,12,0,3.43,2 +sensor_fusion,milp,9,ok,yes,yes,613,613,9,0,919544.75,892131.64,8,0,3.65,2 +sensor_fusion,milp,10,ok,yes,yes,613,613,8,0,103532.6,76122.46,7,0,1.81,2 +sensor_fusion,rockclimb,1,ok,yes,yes,613,613,10,0,127524.45,97777.52,9,0,2.22,2 +sensor_fusion,rockclimb,2,ok,yes,yes,613,613,12,0,566489.86,536738.37,11,0,3.09,2 +sensor_fusion,rockclimb,3,ok,yes,yes,613,613,14,0,184038.53,154283.96,13,0,4.08,2 +sensor_fusion,rockclimb,4,ok,yes,yes,613,613,14,0,3403947.6,3374194.56,13,0,5.89,2 +sensor_fusion,rockclimb,5,ok,yes,yes,613,613,12,0,1871997.4,1842248.35,11,0,4.39,2 +sensor_fusion,rockclimb,6,ok,yes,yes,613,613,14,0,1039764.35,1010012.51,13,0,2.82,2 +sensor_fusion,rockclimb,7,ok,yes,yes,613,613,13,0,2054502.5,2024752.61,12,0,3.72,2 +sensor_fusion,rockclimb,8,ok,yes,yes,613,613,16,0,901055.78,871301.75,14,0,3.48,2 +sensor_fusion,rockclimb,9,ok,yes,yes,613,613,10,0,931368.57,901620.89,9,0,3.71,2 +sensor_fusion,rockclimb,10,ok,yes,yes,613,613,10,0,127488.8,97743.11,9,0,1.81,2 +sensor_fusion,schematic,1,ok,yes,yes,613,613,14,0,176326.45,141861.83,13,0,2.2,1 +sensor_fusion,schematic,2,ok,yes,yes,613,613,16,0,639969.15,605497.43,15,0,3.1,1 +sensor_fusion,schematic,3,ok,yes,yes,613,613,20,0,254693.56,220218.78,19,0,4.19,1 +sensor_fusion,schematic,4,ok,yes,yes,613,613,18,0,3443412.14,3408937.31,17,0,5.99,1 +sensor_fusion,schematic,5,ok,yes,yes,613,613,17,1,3111912.7,3077439.2,15,1,5.7,1 +sensor_fusion,schematic,6,ok,yes,yes,613,613,17,0,1078500.76,1044029.11,16,0,2.88,1 +sensor_fusion,schematic,7,ok,yes,yes,613,613,17,0,3031594.51,2997123.25,16,0,4.79,1 +sensor_fusion,schematic,8,ok,yes,yes,613,613,19,0,926589.97,892116.06,17,0,3.6,1 +sensor_fusion,schematic,9,ok,yes,yes,613,613,15,0,3357630.26,3323161.32,14,0,6.1,1 +sensor_fusion,schematic,10,ok,yes,yes,613,613,14,0,176407.13,141942.0,13,0,1.97,1 +sensor_fusion,schematicO3,1,ok,yes,yes,613,613,12,0,153135.29,119997.89,11,0,2.29,1 +sensor_fusion,schematicO3,2,ok,yes,yes,613,613,16,0,639922.2,606780.73,15,0,3.2,1 +sensor_fusion,schematicO3,3,ok,yes,yes,613,613,20,0,241906.19,208758.38,19,0,4.18,1 +sensor_fusion,schematicO3,4,ok,yes,yes,613,613,22,0,3436592.85,3403438.86,21,0,5.97,1 +sensor_fusion,schematicO3,5,ok,yes,yes,613,613,16,1,3100701.58,3067554.81,14,1,5.61,1 +sensor_fusion,schematicO3,6,ok,yes,yes,613,613,18,0,1064060.54,1030913.17,17,0,2.88,1 +sensor_fusion,schematicO3,7,ok,yes,yes,613,613,15,0,2070533.0,2037389.71,14,0,3.79,1 +sensor_fusion,schematicO3,8,ok,yes,yes,613,613,19,0,927987.6,894840.14,17,0,3.58,1 +sensor_fusion,schematicO3,9,ok,yes,yes,613,613,15,0,3346582.54,3313442.26,14,0,6.08,1 +sensor_fusion,schematicO3,10,ok,yes,yes,613,613,12,0,152986.94,119850.22,11,0,1.7,1 +poly1305,milp,1,ok,yes,yes,68,68,132,4,10187580.04,9693839.97,127,4,12.28,2 +poly1305,milp,2,ok,yes,yes,68,68,131,2,9764689.68,9270900.14,128,2,12.29,2 +poly1305,milp,3,ok,yes,yes,68,68,129,1,5188182.16,4694380.68,127,1,9.09,2 +poly1305,milp,4,ok,yes,yes,68,68,136,8,37325521.46,36831746.63,127,8,39.81,2 +poly1305,milp,5,ok,yes,yes,68,68,138,9,29736633.32,29242854.36,128,9,32.2,2 +poly1305,milp,6,ok,yes,yes,68,68,130,2,11951776.2,11458008.3,127,2,13.72,2 +poly1305,milp,7,ok,yes,yes,68,68,128,0,22946817.75,22453028.14,127,0,24.69,2 +poly1305,milp,8,ok,yes,yes,68,68,148,18,28644861.5,28151074.6,128,18,31.21,2 +poly1305,milp,9,ok,yes,yes,68,68,135,6,33416389.69,32922610.5,128,6,36.21,2 +poly1305,milp,10,ok,yes,yes,68,68,152,24,31641792.92,31148027.46,127,24,33.41,2 +poly1305,rockclimb,1,ok,yes,yes,68,68,323,9,23577696.45,22790796.63,313,9,25.68,4 +poly1305,rockclimb,2,ok,yes,yes,68,68,417,7,28093586.12,27306524.77,409,7,30.69,4 +poly1305,rockclimb,3,ok,yes,yes,68,68,673,6,24661288.7,23873789.18,666,6,28.59,4 +poly1305,rockclimb,4,ok,yes,yes,68,68,525,0,108201901.69,107414611.84,524,0,110.69,4 +poly1305,rockclimb,5,ok,yes,yes,68,68,408,26,80639172.96,79851963.23,381,26,83.18,4 +poly1305,rockclimb,6,ok,yes,yes,68,68,385,7,34494712.52,33707541.61,377,7,36.28,4 +poly1305,rockclimb,7,ok,yes,yes,68,68,384,0,61024424.45,60237267.32,383,0,62.72,4 +poly1305,rockclimb,8,ok,yes,yes,68,68,566,57,88664771.32,87877331.34,507,57,91.28,4 +poly1305,rockclimb,9,ok,yes,yes,68,68,365,0,85865285.34,85078159.97,364,0,88.61,4 +poly1305,rockclimb,10,ok,yes,yes,68,68,398,60,78811841.43,78024647.74,337,60,80.52,4 +poly1305,schematic,1,ok,yes,yes,68,68,267,8,20170911.0,19480895.31,258,8,22.27,4 +poly1305,schematic,2,ok,yes,yes,68,68,285,5,21022394.67,20332306.19,279,5,23.57,4 +poly1305,schematic,3,ok,yes,yes,68,68,349,3,13153955.91,12463715.27,345,3,17.07,4 +poly1305,schematic,4,ok,yes,yes,68,68,285,1,68947698.03,68257533.0,283,1,71.49,4 +poly1305,schematic,5,ok,yes,yes,68,68,291,19,58993955.94,58303752.69,271,19,61.43,4 +poly1305,schematic,6,ok,yes,yes,68,68,276,5,26940858.79,26250687.0,270,5,28.81,4 +poly1305,schematic,7,ok,yes,yes,68,68,274,0,44827211.59,44137007.48,273,0,46.57,4 +poly1305,schematic,8,ok,yes,yes,68,68,328,37,57818212.09,57127883.5,289,37,60.48,4 +poly1305,schematic,9,ok,yes,yes,68,68,302,20,70840249.21,70150011.97,281,20,73.58,4 +poly1305,schematic,10,ok,yes,yes,68,68,306,48,63081158.17,62390999.62,257,48,64.79,4 +poly1305,schematicO3,1,ok,yes,yes,68,68,184,5,13525051.64,12973361.23,178,5,15.59,1 +poly1305,schematicO3,2,ok,yes,yes,68,68,196,4,16302426.25,15750694.85,191,4,18.9,1 +poly1305,schematicO3,3,ok,yes,yes,68,68,244,2,9219188.3,8667387.05,241,2,13.09,1 +poly1305,schematicO3,4,ok,yes,yes,68,68,190,0,53048626.8,52496920.57,189,0,55.58,1 +poly1305,schematicO3,5,ok,yes,yes,68,68,211,14,43480024.6,42928315.61,196,14,45.98,1 +poly1305,schematicO3,6,ok,yes,yes,68,68,206,4,20171317.52,19619672.63,201,4,21.99,1 +poly1305,schematicO3,7,ok,yes,yes,68,68,197,0,34342645.69,33791013.11,196,0,36.09,1 +poly1305,schematicO3,8,ok,yes,yes,68,68,248,30,46965229.35,46413517.98,216,30,49.59,1 +poly1305,schematicO3,9,ok,yes,yes,68,68,199,3,48406728.22,47855108.21,195,3,51.18,1 +poly1305,schematicO3,10,ok,yes,yes,68,68,217,33,43466849.43,42915232.63,183,33,45.09,1 +cuckoo_filter,milp,1,ok,yes,yes,4048,4048,13,0,175871.02,130232.53,12,0,2.3,3 +cuckoo_filter,milp,2,ok,yes,yes,4048,4048,14,0,651645.92,606004.55,13,0,3.22,3 +cuckoo_filter,milp,3,ok,yes,yes,4048,4048,16,0,233521.49,187876.87,15,0,4.2,3 +cuckoo_filter,milp,4,ok,yes,yes,4048,4048,16,0,3429475.34,3383831.78,15,0,5.99,3 +cuckoo_filter,milp,5,ok,yes,yes,4048,4048,13,0,1911507.86,1865868.87,12,0,4.49,3 +cuckoo_filter,milp,6,ok,yes,yes,4048,4048,13,0,1054973.55,1009331.47,12,0,2.89,3 +cuckoo_filter,milp,7,ok,yes,yes,4048,4048,15,0,2080723.68,2035081.99,14,0,3.71,3 +cuckoo_filter,milp,8,ok,yes,yes,4048,4048,18,0,925074.14,879429.21,16,0,3.51,3 +cuckoo_filter,milp,9,ok,yes,yes,4048,4048,15,1,3354285.83,3308645.73,13,1,6.16,3 +cuckoo_filter,milp,10,ok,yes,yes,4048,4048,13,0,175866.43,130227.0,12,0,1.89,3 +cuckoo_filter,rockclimb,1,ok,yes,yes,4048,4048,130,4,10119200.86,9701992.55,125,4,12.17,5 +cuckoo_filter,rockclimb,2,ok,yes,yes,4048,4048,170,3,12179726.0,11762428.23,166,3,14.62,5 +cuckoo_filter,rockclimb,3,ok,yes,yes,4048,4048,297,2,9210890.21,8793288.97,294,2,13.11,5 +cuckoo_filter,rockclimb,4,ok,yes,yes,4048,4048,234,0,47944847.34,47527450.06,233,0,50.41,5 +cuckoo_filter,rockclimb,5,ok,yes,yes,4048,4048,170,11,34149712.01,33732403.82,158,11,36.69,5 +cuckoo_filter,rockclimb,6,ok,yes,yes,4048,4048,164,3,14088378.17,13671158.71,160,3,15.81,5 +cuckoo_filter,rockclimb,7,ok,yes,yes,4048,4048,171,0,26377563.16,25960331.21,170,0,28.04,5 +cuckoo_filter,rockclimb,8,ok,yes,yes,4048,4048,248,24,37802743.35,37385353.92,222,24,40.41,5 +cuckoo_filter,rockclimb,9,ok,yes,yes,4048,4048,155,0,35894165.84,35476963.31,154,0,38.69,5 +cuckoo_filter,rockclimb,10,ok,yes,yes,4048,4048,159,24,31590616.25,31173416.48,134,24,33.32,5 +cuckoo_filter,schematic,1,ok,yes,yes,4048,4048,117,4,7750648.87,7465194.54,112,4,9.83,6 +cuckoo_filter,schematic,2,ok,yes,yes,4048,4048,125,2,8558954.78,8273475.71,122,2,11.11,6 +cuckoo_filter,schematic,3,ok,yes,yes,4048,4048,175,1,5267849.64,4982297.04,173,1,9.18,6 +cuckoo_filter,schematic,4,ok,yes,yes,4048,4048,139,0,32276585.97,31991090.71,138,0,34.78,6 +cuckoo_filter,schematic,5,ok,yes,yes,4048,4048,132,8,24893892.25,24608399.65,123,8,27.4,6 +cuckoo_filter,schematic,6,ok,yes,yes,4048,4048,128,2,11406108.09,11120647.67,125,2,13.29,6 +cuckoo_filter,schematic,7,ok,yes,yes,4048,4048,126,0,20432877.08,20147407.39,125,0,22.04,6 +cuckoo_filter,schematic,8,ok,yes,yes,4048,4048,158,16,25511378.06,25225857.99,140,16,28.03,6 +cuckoo_filter,schematic,9,ok,yes,yes,4048,4048,126,3,28377798.85,28092332.39,122,3,31.19,6 +cuckoo_filter,schematic,10,ok,yes,yes,4048,4048,134,18,23832122.55,23546660.3,115,18,25.58,6 +cuckoo_filter,schematicO3,1,ok,yes,yes,4048,4048,18,1,840272.29,782621.45,16,1,2.82,5 +cuckoo_filter,schematicO3,2,ok,yes,yes,4048,4048,22,0,740074.68,682417.91,21,0,3.25,5 +cuckoo_filter,schematicO3,3,ok,yes,yes,4048,4048,26,0,355445.28,297783.84,25,0,4.28,5 +cuckoo_filter,schematicO3,4,ok,yes,yes,4048,4048,24,1,6011707.12,5954046.61,22,1,8.5,5 +cuckoo_filter,schematicO3,5,ok,yes,yes,4048,4048,23,1,3196422.83,3138763.32,21,1,5.71,5 +cuckoo_filter,schematicO3,6,ok,yes,yes,4048,4048,19,0,1135462.26,1077810.31,18,0,3.0,5 +cuckoo_filter,schematicO3,7,ok,yes,yes,4048,4048,22,0,3485738.4,3428082.09,21,0,5.21,5 +cuckoo_filter,schematicO3,8,ok,yes,yes,4048,4048,25,1,2395531.47,2337868.51,22,1,5.01,5 +cuckoo_filter,schematicO3,9,ok,yes,yes,4048,4048,20,0,3428663.78,3371012.52,19,0,6.2,5 +cuckoo_filter,schematicO3,10,ok,yes,yes,4048,4048,22,3,3968274.66,3910620.9,18,3,5.73,5 +sha256,milp,1,ok,yes,yes,131,131,18,0,894845.76,795431.21,17,0,2.89,7 +sha256,milp,2,ok,yes,yes,131,131,18,0,773747.61,674329.95,17,0,3.29,7 +sha256,milp,3,ok,yes,yes,131,131,18,0,343721.06,244296.01,17,0,4.29,7 +sha256,milp,4,ok,yes,yes,131,131,20,2,5243781.25,5144352.97,17,2,7.79,7 +sha256,milp,5,ok,yes,yes,131,131,18,1,3202298.09,3102880.09,16,1,5.71,7 +sha256,milp,6,ok,yes,yes,131,131,17,0,1139104.97,1039680.93,16,0,2.99,7 +sha256,milp,7,ok,yes,yes,131,131,17,0,4425226.83,4325807.29,16,0,6.19,7 +sha256,milp,8,ok,yes,yes,131,131,20,1,2411641.89,2312224.25,17,1,5.09,7 +sha256,milp,9,ok,yes,yes,131,131,18,0,3434232.57,3334813.94,17,0,6.19,7 +sha256,milp,10,ok,yes,yes,131,131,20,3,3975832.58,3876411.94,16,3,5.6,7 +sha256,rockclimb,1,ok,yes,yes,131,131,75,2,5164089.19,4959726.85,72,2,7.28,11 +sha256,rockclimb,2,ok,yes,yes,131,131,98,1,5613684.68,5409275.76,96,1,8.17,11 +sha256,rockclimb,3,ok,yes,yes,131,131,177,1,5014394.38,4809875.8,175,1,8.81,11 +sha256,rockclimb,4,ok,yes,yes,131,131,134,0,26989786.33,26785343.12,133,0,29.41,11 +sha256,rockclimb,5,ok,yes,yes,131,131,100,6,18676062.13,18471648.27,93,6,21.11,11 +sha256,rockclimb,6,ok,yes,yes,131,131,88,1,6639079.04,6434704.45,86,1,8.4,11 +sha256,rockclimb,7,ok,yes,yes,131,131,96,0,15550089.44,15345665.4,95,0,17.31,11 +sha256,rockclimb,8,ok,yes,yes,131,131,136,12,19405891.14,19201427.87,122,12,22.01,11 +sha256,rockclimb,9,ok,yes,yes,131,131,94,0,20824114.54,20619733.05,93,0,23.58,11 +sha256,rockclimb,10,ok,yes,yes,131,131,90,12,15897202.4,15692824.84,77,12,17.59,11 +sha256,schematic,1,ok,yes,yes,131,131,37,1,2605644.45,2485182.62,35,1,4.69,7 +sha256,schematic,2,ok,yes,yes,131,131,44,0,1926623.79,1806156.19,43,0,4.49,7 +sha256,schematic,3,ok,yes,yes,131,131,61,0,1109375.75,988873.54,60,0,4.99,7 +sha256,schematic,4,ok,yes,yes,131,131,47,0,11305510.09,11185032.66,46,0,13.78,7 +sha256,schematic,5,ok,yes,yes,131,131,50,3,9322272.04,9201784.92,46,3,11.87,7 +sha256,schematic,6,ok,yes,yes,131,131,40,0,1684567.93,1564101.32,39,0,3.59,7 +sha256,schematic,7,ok,yes,yes,131,131,45,0,8557388.52,8436912.38,44,0,10.3,7 +sha256,schematic,8,ok,yes,yes,131,131,56,6,10053979.06,9933487.34,48,6,12.69,7 +sha256,schematic,9,ok,yes,yes,131,131,45,2,8436296.91,8315821.55,42,2,11.19,7 +sha256,schematic,10,ok,yes,yes,131,131,44,6,7965055.39,7844588.67,37,6,9.69,7 +sha256,schematicO3,1,ok,yes,yes,131,131,34,1,2537746.16,2435763.04,32,1,4.6,6 +sha256,schematicO3,2,ok,yes,yes,131,131,33,0,1676273.36,1574290.42,32,0,4.19,6 +sha256,schematicO3,3,ok,yes,yes,131,131,33,0,671581.74,569592.21,32,0,4.57,6 +sha256,schematicO3,4,ok,yes,yes,131,131,34,1,8676223.03,8574237.75,32,1,11.18,6 +sha256,schematicO3,5,ok,yes,yes,131,131,35,2,6286784.13,6184799.72,32,2,8.81,6 +sha256,schematicO3,6,ok,yes,yes,131,131,33,0,1604823.03,1502843.74,32,0,3.39,6 +sha256,schematicO3,7,ok,yes,yes,131,131,33,0,5686581.39,5584600.03,32,0,7.3,6 +sha256,schematicO3,8,ok,yes,yes,131,131,37,3,5511616.6,5409624.49,32,3,8.19,6 +sha256,schematicO3,9,ok,yes,yes,131,131,34,1,8323495.34,8221513.19,32,1,11.1,6 +sha256,schematicO3,10,ok,yes,yes,131,131,39,6,7896366.1,7794383.12,32,6,9.67,6 +stringsearch,milp,1,ok,yes,yes,20,20,14,0,183881.2,141362.92,13,0,2.3,4 +stringsearch,milp,2,ok,yes,yes,20,20,19,0,693636.08,651107.68,18,0,3.22,4 +stringsearch,milp,3,ok,yes,yes,20,20,24,0,295217.57,252680.6,23,0,4.19,4 +stringsearch,milp,4,ok,yes,yes,20,20,21,0,3472219.53,3429687.77,20,0,6.0,4 +stringsearch,milp,5,ok,yes,yes,20,20,20,1,3139409.11,3096884.21,18,1,5.72,4 +stringsearch,milp,6,ok,yes,yes,20,20,19,0,1096235.46,1053706.35,18,0,2.82,4 +stringsearch,milp,7,ok,yes,yes,20,20,20,0,3061818.13,3019288.66,19,0,4.8,4 +stringsearch,milp,8,ok,yes,yes,20,20,25,1,2363430.01,2320897.17,22,1,5.0,4 +stringsearch,milp,9,ok,yes,yes,20,20,18,0,3387243.48,3344717.44,17,0,6.2,4 +stringsearch,milp,10,ok,yes,yes,20,20,14,0,184238.98,141717.8,13,0,1.81,4 +stringsearch,rockclimb,1,ok,yes,yes,20,20,594,19,47924201.07,45836536.18,574,19,50.0,8 +stringsearch,rockclimb,2,ok,yes,yes,20,20,804,14,56569666.05,54481752.88,789,14,59.19,8 +stringsearch,rockclimb,3,ok,yes,yes,20,20,1393,13,52435042.68,50345930.46,1379,13,56.31,8 +stringsearch,rockclimb,4,ok,yes,yes,20,20,1170,0,241866192.61,239777961.42,1169,0,244.34,8 +stringsearch,rockclimb,5,ok,yes,yes,20,20,789,52,163031933.4,160943914.88,736,52,165.59,8 +stringsearch,rockclimb,6,ok,yes,yes,20,20,758,13,68560787.6,66472796.35,744,13,70.32,8 +stringsearch,rockclimb,7,ok,yes,yes,20,20,791,0,127348351.3,125260385.87,790,0,129.09,8 +stringsearch,rockclimb,8,ok,yes,yes,20,20,1153,118,182557319.69,180468729.53,1033,118,185.11,8 +stringsearch,rockclimb,9,ok,yes,yes,20,20,716,0,173348771.35,171261080.52,715,0,176.02,8 +stringsearch,rockclimb,10,ok,yes,yes,20,20,737,117,153778501.15,151690880.72,619,117,155.49,8 +stringsearch,schematic,1,ok,yes,yes,20,20,55,1,3404422.96,3259539.93,53,1,5.39,7 +stringsearch,schematic,2,ok,yes,yes,20,20,68,1,4480834.97,4335919.12,66,1,7.02,7 +stringsearch,schematic,3,ok,yes,yes,20,20,94,0,1399846.67,1254895.38,93,0,5.32,7 +stringsearch,schematic,4,ok,yes,yes,20,20,71,0,16368040.71,16223139.06,70,0,18.89,7 +stringsearch,schematic,5,ok,yes,yes,20,20,67,4,12479000.56,12334093.01,62,4,14.99,7 +stringsearch,schematic,6,ok,yes,yes,20,20,66,1,5833727.52,5688825.69,64,1,7.69,7 +stringsearch,schematic,7,ok,yes,yes,20,20,61,0,10043258.66,9898360.38,60,0,11.79,7 +stringsearch,schematic,8,ok,yes,yes,20,20,81,7,11631230.21,11486295.85,72,7,14.3,7 +stringsearch,schematic,9,ok,yes,yes,20,20,63,0,13399769.29,13254878.94,62,0,16.21,7 +stringsearch,schematic,10,ok,yes,yes,20,20,65,9,11905455.22,11760565.73,55,9,13.63,7 +stringsearch,schematicO3,1,ok,yes,yes,20,20,16,0,211682.59,163505.27,15,0,2.29,4 +stringsearch,schematicO3,2,ok,yes,yes,20,20,21,0,721721.24,673536.68,20,0,3.29,4 +stringsearch,schematicO3,3,ok,yes,yes,20,20,28,0,344957.95,296765.23,27,0,4.3,4 +stringsearch,schematicO3,4,ok,yes,yes,20,20,30,0,6021580.84,5973384.87,29,0,8.43,4 +stringsearch,schematicO3,5,ok,yes,yes,20,20,22,1,3178768.47,3130578.48,20,1,5.72,4 +stringsearch,schematicO3,6,ok,yes,yes,20,20,22,0,1122694.36,1074510.98,21,0,3.0,4 +stringsearch,schematicO3,7,ok,yes,yes,20,20,23,0,3078202.11,3030016.38,22,0,4.81,4 +stringsearch,schematicO3,8,ok,yes,yes,20,20,27,1,2404727.76,2356535.9,24,1,5.0,4 +stringsearch,schematicO3,9,ok,yes,yes,20,20,21,0,3413269.35,3365084.56,20,0,6.2,4 +stringsearch,schematicO3,10,ok,yes,yes,20,20,22,3,3953868.33,3905684.06,18,3,5.59,4 diff --git a/results/milp.csv b/results/milp.csv index 0a87cd33..63619ea3 100644 --- a/results/milp.csv +++ b/results/milp.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,18,26,5,5,2,22,38912,479,42975.4,0,0,0,3,regional,222 dijkstra-5uF,5uF,ok,17,24,9,12,3,71,42448,564,223356.91,0,0,0,5,regional,975,3937,124,274,yes,38,0,,22,,1 dijkstra-10uF,10uF,ok,17,24,9,12,3,68,42064,585,220405.07,0,0,0,5,regional,975,3937,137,307,yes,38,0,,21,,1 dijkstra-50uF,50uF,ok,14,20,7,9,2,57,41344,419,216671.73,0,0,0,5,regional,684,2734,113,242,yes,33,0,,22,,1 -poly1305-5uF,5uF,ok,5,6,4,4,2,26,38112,423,481739.07,0,0,0,3,regional,371,1400,31,67,yes,0,0,,3,,1 -poly1305-10uF,10uF,ok,7,9,4,4,2,24,37840,636,478479.22,0,0,0,3,regional,559,2135,31,68,yes,0,0,,3,,1 -poly1305-50uF,50uF,ok,7,9,4,4,2,30,39856,425,476035.05,0,0,0,3,regional,559,2135,31,68,yes,0,0,,4,,1 +poly1305-5uF,5uF,ok,5,6,4,4,2,21,36208,627,481766.86,0,0,0,3,regional,371,1400,31,67,yes,0,0,,4,,1 +poly1305-10uF,10uF,ok,7,9,4,4,2,22,36256,549,478494.99,0,0,0,3,regional,559,2135,31,68,yes,0,0,,4,,1 +poly1305-50uF,50uF,ok,7,9,4,4,2,20,37344,563,476097.55,0,0,0,3,regional,559,2135,31,68,yes,0,0,,5,,1 qsort-5uF,5uF,ok,17,24,12,15,5,22,40208,714,1093205.26,0,0,0,2,regional,324,1264,47,115,yes,7,0,,7,,1 qsort-10uF,10uF,ok,17,24,12,15,5,23,39040,488,1091000.19,0,0,0,2,regional,324,1264,36,75,yes,7,0,,6,,1 qsort-50uF,50uF,ok,13,18,6,6,3,10,37728,418,1031771.51,0,0,0,2,regional,130,470,4,6,yes,0,1,g_checksum_sink:2,1,,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,112,165,22,27,7,513,63248,561,45228.39,0,0,0,8,regional,3979,16 sensor_fusion-5uF,5uF,ok,174,264,174,263,4,78433,538624,576,25948.69,0,0,0,2,regional,24449,108470,21813,74252,yes,11,0,,77378,,1 sensor_fusion-10uF,10uF,ok,177,268,4,4,2,53,40000,707,25451.69,0,0,0,2,regional,431,1696,17,34,yes,0,0,,4,,1 sensor_fusion-50uF,50uF,ok,177,268,4,4,2,52,39936,428,25363.85,0,0,0,2,regional,431,1696,17,34,yes,2,1,__local_main.acc:4,3,,1 -sha256-5uF,5uF,ok,29,42,23,30,4,341,71008,668,95520.79,0,0,0,6,regional,5827,23964,839,2216,yes,99,0,,138,,1 -sha256-10uF,10uF,ok,38,54,14,18,7,216,56848,633,95816.33,0,0,0,6,regional,4083,16818,307,830,yes,79,0,,82,,1 -sha256-50uF,50uF,ok,31,45,8,9,3,111,46128,414,92821.65,0,0,0,6,regional,1995,7770,104,236,yes,18,1,__local_main.lengthPad.i:8,28,,1 +sha256-5uF,5uF,ok,29,42,23,30,4,314,66816,556,95532.36,0,0,0,6,regional,5827,23964,839,2216,yes,99,0,,182,,1 +sha256-10uF,10uF,ok,38,54,14,18,6,165,54480,419,94202.09,0,0,0,6,regional,4083,16818,307,830,yes,79,0,,79,,1 +sha256-50uF,50uF,ok,31,45,8,9,3,76,44704,561,93116.49,0,0,0,6,regional,1995,7770,120,271,yes,18,1,__local_main.lengthPad.i:8,28,,1 stringsearch-5uF,5uF,ok,32,46,18,24,5,288,49728,535,37346.23,0,0,0,4,regional,955,3869,411,1109,yes,6,0,,238,,1 stringsearch-10uF,10uF,ok,32,46,18,24,4,274,49520,556,35667.49,0,0,0,4,regional,955,3869,411,1109,yes,6,0,,225,,1 stringsearch-50uF,50uF,ok,29,42,16,21,2,81,44176,630,32529.13,0,0,0,4,regional,778,3120,344,920,yes,0,2,len:16;findme:16,41,,1 diff --git a/results/milp_debug.csv b/results/milp_debug.csv index e6630fdd..b694cb53 100644 --- a/results/milp_debug.csv +++ b/results/milp_debug.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,18,26,5,5,2,22,39152,394,41850.01,4,0,0,3,regional,22 dijkstra-5uF,5uF,ok,17,24,9,12,3,69,41728,416,224077.74,142,0,0,5,regional,975,3937,124,274,yes,38,0,,20,33447,1 dijkstra-10uF,10uF,ok,17,24,9,12,3,66,42384,405,221043.31,75,0,0,5,regional,975,3937,137,307,yes,38,0,,18,33447,1 dijkstra-50uF,50uF,ok,14,20,7,9,2,51,41408,428,217203.68,32,0,0,5,regional,684,2734,113,242,yes,33,0,,20,33447,1 -poly1305-5uF,5uF,ok,5,6,4,4,2,25,38208,417,481933.62,256,0,0,3,regional,371,1400,31,67,yes,0,0,,3,68,1 -poly1305-10uF,10uF,ok,7,9,4,4,2,25,37888,447,478467.31,86,0,0,3,regional,559,2135,31,68,yes,0,0,,3,68,1 -poly1305-50uF,50uF,ok,7,9,4,4,2,34,39088,473,475949.75,16,0,0,3,regional,559,2135,31,68,yes,0,0,,5,68,1 +poly1305-5uF,5uF,ok,5,6,4,4,2,21,36272,627,481965.51,256,0,0,3,regional,371,1400,31,67,yes,0,0,,3,68,1 +poly1305-10uF,10uF,ok,7,9,4,4,2,23,36208,525,478473.49,86,0,0,3,regional,559,2135,31,68,yes,0,0,,5,68,1 +poly1305-50uF,50uF,ok,7,9,4,4,2,20,37200,704,475951.36,16,0,0,3,regional,559,2135,31,68,yes,0,0,,5,68,1 qsort-5uF,5uF,ok,17,24,12,15,5,29,39712,412,1094077.1,766,0,0,2,regional,324,1264,47,115,yes,7,0,,8,27023,1 qsort-10uF,10uF,ok,17,24,12,15,5,23,38976,435,1091730.91,643,0,0,2,regional,324,1264,36,75,yes,7,0,,6,27023,1 qsort-50uF,50uF,ok,13,18,6,6,3,10,37888,414,1032001.01,129,0,0,2,regional,130,470,4,6,yes,0,1,g_checksum_sink:2,1,27023,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,112,165,22,27,9,493,60656,611,45184.45,5,0,0,8,regional,3979,16 sensor_fusion-5uF,5uF,ok,174,264,174,263,4,71193,535856,500,25669.4,50,0,0,2,regional,24449,108470,21813,74252,yes,11,1,g_output:174,70127,613,1 sensor_fusion-10uF,10uF,ok,177,268,4,4,2,53,40176,535,25595.13,17,0,0,2,regional,431,1696,17,34,yes,0,1,g_output:4,4,613,1 sensor_fusion-50uF,50uF,ok,177,268,4,4,2,50,39712,407,25111.43,2,0,0,2,regional,431,1696,17,34,yes,2,2,__local_main.acc:4;g_output:4,3,613,1 -sha256-5uF,5uF,ok,29,42,23,30,4,347,68512,419,95367.57,34,0,0,6,regional,5827,23964,839,2216,yes,99,0,,144,131,1 -sha256-10uF,10uF,ok,38,54,14,18,6,233,58304,419,94409.9,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,93,131,1 -sha256-50uF,50uF,ok,31,45,8,9,3,111,45728,414,93016.44,5,0,0,6,regional,1995,7770,104,236,yes,18,1,__local_main.lengthPad.i:8,28,131,1 +sha256-5uF,5uF,ok,29,42,23,30,4,326,68320,637,95485.54,34,0,0,6,regional,5827,23964,839,2216,yes,99,0,,199,131,1 +sha256-10uF,10uF,ok,38,54,14,18,6,172,55568,659,94216.31,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,88,131,1 +sha256-50uF,50uF,ok,31,45,8,9,3,62,44992,536,93118.11,7,0,0,6,regional,1995,7770,120,271,yes,18,1,__local_main.lengthPad.i:8,28,131,1 stringsearch-5uF,5uF,ok,32,46,18,24,5,273,50144,406,37489.34,88,0,0,4,regional,955,3869,411,1109,yes,6,0,,224,20,1 stringsearch-10uF,10uF,ok,32,46,18,24,4,253,49584,410,35768.29,59,0,0,4,regional,955,3869,411,1109,yes,6,0,,203,20,1 stringsearch-50uF,50uF,ok,29,42,16,21,2,82,44064,418,32576.96,26,0,0,4,regional,778,3120,344,920,yes,0,2,len:16;findme:16,42,20,1 diff --git a/results/plots/execution_time_10uF_normalized.pdf b/results/plots/execution_time_10uF_normalized.pdf index 8083ea89..9b6e0c96 100644 Binary files a/results/plots/execution_time_10uF_normalized.pdf and b/results/plots/execution_time_10uF_normalized.pdf differ diff --git a/results/plots/execution_time_50uF_normalized.pdf b/results/plots/execution_time_50uF_normalized.pdf index 118d371c..68107c32 100644 Binary files a/results/plots/execution_time_50uF_normalized.pdf and b/results/plots/execution_time_50uF_normalized.pdf differ diff --git a/results/plots/execution_time_5uF_normalized.pdf b/results/plots/execution_time_5uF_normalized.pdf index 154e1d57..a7e7ce7e 100644 Binary files a/results/plots/execution_time_5uF_normalized.pdf and b/results/plots/execution_time_5uF_normalized.pdf differ diff --git a/results/plots/runtime_region_boundary_calls_10uF_normalized.pdf b/results/plots/runtime_region_boundary_calls_10uF_normalized.pdf index 8d99519b..f5ed114c 100644 Binary files a/results/plots/runtime_region_boundary_calls_10uF_normalized.pdf and b/results/plots/runtime_region_boundary_calls_10uF_normalized.pdf differ diff --git a/results/plots/runtime_region_boundary_calls_50uF_normalized.pdf b/results/plots/runtime_region_boundary_calls_50uF_normalized.pdf index a0149e20..a8477e7e 100644 Binary files a/results/plots/runtime_region_boundary_calls_50uF_normalized.pdf and b/results/plots/runtime_region_boundary_calls_50uF_normalized.pdf differ diff --git a/results/plots/runtime_region_boundary_calls_5uF_normalized.pdf b/results/plots/runtime_region_boundary_calls_5uF_normalized.pdf index 4f3be27c..482b04ec 100644 Binary files a/results/plots/runtime_region_boundary_calls_5uF_normalized.pdf and b/results/plots/runtime_region_boundary_calls_5uF_normalized.pdf differ diff --git a/results/rockclimb.csv b/results/rockclimb.csv index 4a17298d..582d79f1 100644 --- a/results/rockclimb.csv +++ b/results/rockclimb.csv @@ -1,40 +1,40 @@ -benchmark,capacitor,status,basic_blocks,edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,result,run_attempts -aes-5uF,5uF,ok,373,552,15,6,32928,0,171503.31,3626,107,1 -aes-10uF,10uF,ok,401,594,17,6,33632,0,170436.57,3620,107,1 -aes-50uF,50uF,ok,401,594,17,6,33728,0,170443.92,3620,107,1 -crc-5uF,5uF,ok,225,309,8,2,24144,0,49373.59,1593,20431,1 -crc-10uF,10uF,ok,225,309,8,2,24128,0,49373.11,1593,20431,1 -crc-50uF,50uF,ok,225,309,8,2,24272,0,49375.21,1593,20431,1 -rsa-5uF,5uF,ok,206,293,32,20,25184,0,212479.67,0,,1 -rsa-10uF,10uF,ok,206,293,32,20,25296,0,212471.59,0,,1 -rsa-50uF,50uF,ok,206,293,32,20,25408,0,212470.66,0,,1 -dijkstra-5uF,5uF,ok,17,24,4,2,23152,0,1925223.43,0,,1 -dijkstra-10uF,10uF,ok,17,24,4,2,23184,0,1925157.29,0,,1 -dijkstra-50uF,50uF,ok,17,24,4,2,23104,0,1925203.61,0,,1 -qsort-5uF,5uF,ok,27,36,5,4,23456,0,2574285.14,0,,1 -qsort-10uF,10uF,ok,27,36,5,4,23632,0,2574171.96,0,,1 -qsort-50uF,50uF,ok,27,36,5,4,23712,0,2574206.08,0,,1 -activity_recognition-5uF,5uF,ok,1277,1760,7,165,33024,0,50102.86,0,,1 -activity_recognition-10uF,10uF,ok,1466,2021,8,200,33872,0,50071.51,0,,1 -activity_recognition-50uF,50uF,ok,1466,2021,8,200,33792,0,50072.25,0,,1 -bitcount-5uF,5uF,ok,72,107,14,15,24448,0,23025646.39,0,,1 -bitcount-10uF,10uF,ok,72,107,14,15,24512,0,23025961.73,0,,1 -bitcount-50uF,50uF,ok,72,107,14,15,24352,0,23025480.57,0,,1 -chacha20-5uF,5uF,ok,17,23,6,2,25952,0,94810.53,2385,79,1 -chacha20-10uF,10uF,ok,31,43,10,3,28976,0,94980.4,2377,79,1 -chacha20-50uF,50uF,ok,31,43,10,3,29328,0,94982.43,2377,79,1 -sensor_fusion-5uF,5uF,ok,491,728,2,19,26240,0,28216.04,0,,1 -sensor_fusion-10uF,10uF,ok,1458,2165,2,67,31536,0,27653.49,0,,1 -sensor_fusion-50uF,50uF,ok,1941,2883,2,87,35440,0,27728.34,0,,1 -poly1305-5uF,5uF,ok,227,338,3,9,28416,0,527125.43,769,68,1 -poly1305-10uF,10uF,ok,220,326,5,6,28272,0,556787.7,2135,68,1 -poly1305-50uF,50uF,ok,290,431,6,8,29648,0,558305.28,2113,68,1 -cuckoo_filter-5uF,5uF,ok,33,50,5,1,22736,0,93347.67,3149,4048,1 -cuckoo_filter-10uF,10uF,ok,33,50,5,1,22896,0,93340.33,3149,4048,1 -cuckoo_filter-50uF,50uF,ok,33,50,5,1,22960,0,93344.68,3149,4048,1 -sha256-5uF,5uF,ok,69,97,11,95,28848,0,101828.39,0,,1 -sha256-10uF,10uF,ok,69,97,11,91,28736,0,101830.2,0,,1 -sha256-50uF,50uF,ok,69,97,11,91,28560,0,101825.36,0,,1 -stringsearch-5uF,5uF,ok,41,60,8,5,23264,0,274234.22,0,,1 -stringsearch-10uF,10uF,ok,41,60,8,4,23152,0,274228.75,0,,1 -stringsearch-50uF,50uF,ok,41,60,8,4,23104,0,274229.54,0,,1 +benchmark,capacitor,status,basic_blocks,edges,region_boundaries,compilation_time_ms,peak_rss_kb,profiling_time_ms,execution_time_us,runtime_region_boundary_calls,result,run_attempts +aes-5uF,5uF,ok,373,552,15,6,32928,0,171503.31,3626,107,1 +aes-10uF,10uF,ok,401,594,17,6,33632,0,170436.57,3620,107,1 +aes-50uF,50uF,ok,401,594,17,6,33728,0,170443.92,3620,107,1 +crc-5uF,5uF,ok,225,309,8,2,24144,0,49373.59,1593,20431,1 +crc-10uF,10uF,ok,225,309,8,2,24128,0,49373.11,1593,20431,1 +crc-50uF,50uF,ok,225,309,8,2,24272,0,49375.21,1593,20431,1 +rsa-5uF,5uF,ok,206,293,32,20,25184,0,212479.67,0,,1 +rsa-10uF,10uF,ok,206,293,32,20,25296,0,212471.59,0,,1 +rsa-50uF,50uF,ok,206,293,32,20,25408,0,212470.66,0,,1 +dijkstra-5uF,5uF,ok,17,24,4,2,23152,0,1925223.43,0,,1 +dijkstra-10uF,10uF,ok,17,24,4,2,23184,0,1925157.29,0,,1 +dijkstra-50uF,50uF,ok,17,24,4,2,23104,0,1925203.61,0,,1 +qsort-5uF,5uF,ok,27,36,5,4,23456,0,2574285.14,0,,1 +qsort-10uF,10uF,ok,27,36,5,4,23632,0,2574171.96,0,,1 +qsort-50uF,50uF,ok,27,36,5,4,23712,0,2574206.08,0,,1 +activity_recognition-5uF,5uF,ok,1277,1760,7,165,33024,0,50102.86,0,,1 +activity_recognition-10uF,10uF,ok,1466,2021,8,200,33872,0,50071.51,0,,1 +activity_recognition-50uF,50uF,ok,1466,2021,8,200,33792,0,50072.25,0,,1 +bitcount-5uF,5uF,ok,72,107,14,15,24448,0,23025646.39,0,,1 +bitcount-10uF,10uF,ok,72,107,14,15,24512,0,23025961.73,0,,1 +bitcount-50uF,50uF,ok,72,107,14,15,24352,0,23025480.57,0,,1 +chacha20-5uF,5uF,ok,17,23,6,2,25952,0,94810.53,2385,79,1 +chacha20-10uF,10uF,ok,31,43,10,3,28976,0,94980.4,2377,79,1 +chacha20-50uF,50uF,ok,31,43,10,3,29328,0,94982.43,2377,79,1 +sensor_fusion-5uF,5uF,ok,491,728,2,19,26240,0,28216.04,0,,1 +sensor_fusion-10uF,10uF,ok,1458,2165,2,67,31536,0,27653.49,0,,1 +sensor_fusion-50uF,50uF,ok,1941,2883,2,87,35440,0,27728.34,0,,1 +poly1305-5uF,5uF,ok,227,338,3,10,28720,0,526294.37,0,,1 +poly1305-10uF,10uF,ok,148,219,4,5,26400,0,559296.7,0,,1 +poly1305-50uF,50uF,ok,290,431,6,8,29696,0,557920.47,0,,1 +cuckoo_filter-5uF,5uF,ok,33,50,5,1,22736,0,93347.67,3149,4048,1 +cuckoo_filter-10uF,10uF,ok,33,50,5,1,22896,0,93340.33,3149,4048,1 +cuckoo_filter-50uF,50uF,ok,33,50,5,1,22960,0,93344.68,3149,4048,1 +sha256-5uF,5uF,ok,69,97,11,7,28576,0,101809.62,0,,1 +sha256-10uF,10uF,ok,69,97,11,7,28464,0,101805.23,0,,1 +sha256-50uF,50uF,ok,69,97,11,7,28320,0,101806.53,0,,1 +stringsearch-5uF,5uF,ok,41,60,8,5,23264,0,274234.22,0,,1 +stringsearch-10uF,10uF,ok,41,60,8,4,23152,0,274228.75,0,,1 +stringsearch-50uF,50uF,ok,41,60,8,4,23104,0,274229.54,0,,1 diff --git a/results/rockclimb_debug.csv b/results/rockclimb_debug.csv index a4d7b36c..a202dae5 100644 --- a/results/rockclimb_debug.csv +++ b/results/rockclimb_debug.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,33,50,5,5,23168,0,93276.13,3149,4048,1 dijkstra-5uF,5uF,ok,17,24,4,2,23040,0,2080911.95,121836,33447,1 dijkstra-10uF,10uF,ok,17,24,4,2,23072,0,2080977.61,121836,33447,1 dijkstra-50uF,50uF,ok,17,24,4,2,23072,0,2080951.66,121836,33447,1 -poly1305-5uF,5uF,ok,227,338,3,130,28896,0,526714.65,769,68,1 -poly1305-10uF,10uF,ok,148,219,4,63,26720,0,559221.21,2177,68,1 -poly1305-50uF,50uF,ok,290,431,6,105,30128,0,557910.58,2113,68,1 +poly1305-5uF,5uF,ok,227,338,3,9,28640,0,526892.03,769,68,1 +poly1305-10uF,10uF,ok,148,219,4,5,26448,0,559418.58,2177,68,1 +poly1305-50uF,50uF,ok,290,431,6,8,29760,0,558066.0,2113,68,1 qsort-5uF,5uF,ok,27,36,5,4,23552,0,2713456.19,106371,27023,1 qsort-10uF,10uF,ok,27,36,5,4,23664,0,2713495.6,106371,27023,1 qsort-50uF,50uF,ok,27,36,5,4,23776,0,2713502.8,106371,27023,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,206,293,32,20,25200,0,229252.75,11649,32,1 sensor_fusion-5uF,5uF,ok,491,728,2,20,26240,0,28283.48,51,613,1 sensor_fusion-10uF,10uF,ok,1458,2165,2,69,32112,0,27672.58,18,613,1 sensor_fusion-50uF,50uF,ok,1941,2883,2,90,35936,0,27739.25,14,613,1 -sha256-5uF,5uF,ok,69,97,11,92,28816,0,103211.88,975,131,1 -sha256-10uF,10uF,ok,69,97,11,93,28688,0,103207.74,975,131,1 -sha256-50uF,50uF,ok,69,97,11,93,28896,0,103203.09,975,131,1 +sha256-5uF,5uF,ok,69,97,11,7,28480,0,103235.89,975,131,1 +sha256-10uF,10uF,ok,69,97,11,7,28352,0,103233.83,975,131,1 +sha256-50uF,50uF,ok,69,97,11,7,28432,0,103242.28,975,131,1 stringsearch-5uF,5uF,ok,41,60,8,4,23120,0,295675.38,17481,20,1 stringsearch-10uF,10uF,ok,41,60,8,4,23024,0,295659.15,17481,20,1 stringsearch-50uF,50uF,ok,41,60,8,4,23184,0,295686.27,17481,20,1 diff --git a/results/schematic.csv b/results/schematic.csv index daf8b6d2..dbcc1876 100644 --- a/results/schematic.csv +++ b/results/schematic.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,79,102,5,106,31952,593,248696.43,0,0,0,0,0,,81,3,12,1 dijkstra-5uF,5uF,ok,32,41,2,28,31200,617,842864.72,0,0,0,0,0,,22,2,4,1,2,1 dijkstra-10uF,10uF,ok,32,41,2,28,31216,617,787650.73,0,0,0,0,0,,22,1,4,1,2,1 dijkstra-50uF,50uF,ok,32,41,2,25,31200,617,774202.01,0,0,0,0,0,,22,1,4,1,2,1 -poly1305-5uF,5uF,ok,41,52,8,34,32240,552,650459.73,0,0,0,0,0,,123,5,7,1,16,1 -poly1305-10uF,10uF,ok,41,52,4,35,32272,552,635728.03,0,0,0,0,0,,123,4,7,1,9,1 -poly1305-50uF,50uF,ok,41,52,4,34,32240,552,635722.31,0,0,0,0,0,,123,4,7,1,9,1 +poly1305-5uF,5uF,ok,41,52,8,4,30144,620,650648.98,0,0,0,0,0,,123,5,7,1,16,1 +poly1305-10uF,10uF,ok,41,52,4,4,30224,620,635886.58,0,0,0,0,0,,123,4,7,1,9,1 +poly1305-50uF,50uF,ok,41,52,4,7,30224,620,635893.51,0,0,0,0,0,,123,4,7,1,9,1 qsort-5uF,5uF,ok,21,25,5,4,31552,610,1385419.49,0,0,0,0,0,,14,2,4,1,5,1 qsort-10uF,10uF,ok,21,25,5,4,31568,610,1380736.76,0,0,0,0,0,,14,2,4,1,5,1 qsort-50uF,50uF,ok,21,25,2,4,31664,610,1202516.39,0,0,0,0,0,,14,2,4,1,2,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,252,341,9,1150,33472,611,92260.06,0,0,0,0,0,,116,5,40,1,9,1 sensor_fusion-5uF,5uF,ok,381,563,1,22057,34448,641,32052.67,0,0,0,0,0,,28,1,1,1,4,1 sensor_fusion-10uF,10uF,ok,381,563,1,22138,34400,641,31566.48,0,0,0,0,0,,28,0,1,1,4,1 sensor_fusion-50uF,50uF,ok,381,563,1,22304,34480,641,31579.4,0,0,0,0,0,,28,0,1,1,4,1 -sha256-5uF,5uF,ok,65,86,10,31,32096,577,118577.83,0,0,0,0,0,,87,7,14,1,10,1 -sha256-10uF,10uF,ok,65,86,4,34,32112,577,110875.73,0,0,0,0,0,,87,4,14,1,4,1 -sha256-50uF,50uF,ok,65,86,4,50,32176,577,110898.73,0,0,0,0,0,,87,1,14,1,4,1 +sha256-5uF,5uF,ok,65,86,10,4,29856,634,118601.1,0,0,0,0,0,,87,7,14,1,10,1 +sha256-10uF,10uF,ok,65,86,4,4,29840,634,110907.58,0,0,0,0,0,,87,4,14,1,4,1 +sha256-50uF,50uF,ok,65,86,4,6,29920,634,110921.88,0,0,0,0,0,,87,1,14,1,4,1 stringsearch-5uF,5uF,ok,49,63,10,13,31488,525,125900.05,0,0,0,0,0,,24,6,9,1,10,1 stringsearch-10uF,10uF,ok,49,63,6,14,31376,525,89453.44,0,0,0,0,0,,24,5,9,1,6,1 stringsearch-50uF,50uF,ok,49,63,2,33,31344,525,82614.76,0,0,0,0,0,,24,2,9,1,2,1 diff --git a/results/schematicO3.csv b/results/schematicO3.csv index df38329c..5874f6ab 100644 --- a/results/schematicO3.csv +++ b/results/schematicO3.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,18,26,2,6,31232,499,45890.0,0,0,0,0,0,,3,2,4,1,2,1 dijkstra-5uF,5uF,ok,14,20,2,6,31216,543,232185.04,0,0,0,0,0,,5,1,3,1,2,1 dijkstra-10uF,10uF,ok,14,20,2,6,31232,543,230271.61,0,0,0,0,0,,5,1,3,1,2,1 dijkstra-50uF,50uF,ok,14,20,1,6,31232,543,220562.79,0,0,0,0,0,,5,1,3,1,1,1 -poly1305-5uF,5uF,ok,5,6,2,2,31184,511,539379.08,0,0,0,0,0,,3,1,2,1,2,1 -poly1305-10uF,10uF,ok,5,6,1,2,31200,511,523846.08,0,0,0,0,0,,3,1,2,1,1,1 -poly1305-50uF,50uF,ok,5,6,1,2,31152,511,523257.02,0,0,0,0,0,,3,0,2,1,1,1 +poly1305-5uF,5uF,ok,5,6,2,0,28976,607,539498.34,0,0,0,0,0,,3,1,2,1,2,1 +poly1305-10uF,10uF,ok,5,6,1,0,28944,607,523964.92,0,0,0,0,0,,3,1,2,1,1,1 +poly1305-50uF,50uF,ok,5,6,1,0,28992,607,523383.13,0,0,0,0,0,,3,0,2,1,1,1 qsort-5uF,5uF,ok,10,14,6,2,31600,525,1348451.61,0,0,0,0,0,,2,3,4,1,6,1 qsort-10uF,10uF,ok,10,14,6,2,31664,525,1346075.17,0,0,0,0,0,,2,3,4,1,6,1 qsort-50uF,50uF,ok,10,14,2,2,31536,525,1081608.73,0,0,0,0,0,,2,2,4,1,2,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,106,157,7,389,32192,565,47066.33,0,0,0,0,0,,8,5,23,1,7,1 sensor_fusion-5uF,5uF,ok,174,264,1,1359,32320,698,28152.18,0,0,0,0,0,,2,1,1,1,1,1 sensor_fusion-10uF,10uF,ok,174,264,1,3509,32368,698,28150.94,0,0,0,0,0,,2,1,1,1,1,1 sensor_fusion-50uF,50uF,ok,174,264,1,3504,32448,698,27530.36,0,0,0,0,0,,2,0,1,1,1,1 -sha256-5uF,5uF,ok,29,42,11,6,31728,552,99270.58,0,0,0,0,0,,6,9,10,1,11,1 -sha256-10uF,10uF,ok,29,42,6,7,31808,552,98239.72,0,0,0,0,0,,6,6,10,1,6,1 -sha256-50uF,50uF,ok,29,42,1,9,31728,552,96886.61,0,0,0,0,0,,6,1,10,1,1,1 +sha256-5uF,5uF,ok,29,42,11,1,29504,687,99290.6,0,0,0,0,0,,6,9,10,1,11,1 +sha256-10uF,10uF,ok,29,42,6,1,29520,687,98262.2,0,0,0,0,0,,6,6,10,1,6,1 +sha256-50uF,50uF,ok,29,42,1,1,29440,687,96904.3,0,0,0,0,0,,6,1,10,1,1,1 stringsearch-5uF,5uF,ok,29,42,4,13,31360,504,38638.52,0,0,0,0,0,,4,3,7,1,4,1 stringsearch-10uF,10uF,ok,29,42,4,13,31296,504,38236.42,0,0,0,0,0,,4,3,7,1,4,1 stringsearch-50uF,50uF,ok,29,42,4,13,31344,504,38037.65,0,0,0,0,0,,4,3,7,1,4,1 diff --git a/results/schematicO3_debug.csv b/results/schematicO3_debug.csv index 58a178e1..77fe7d89 100644 --- a/results/schematicO3_debug.csv +++ b/results/schematicO3_debug.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,18,26,2,7,31184,604,45901.25,7,98,98,0,0,4048,3,2,4,1 dijkstra-5uF,5uF,ok,14,20,2,6,31184,509,232635.64,230,3220,3220,0,0,33447,5,1,3,1,2,1 dijkstra-10uF,10uF,ok,14,20,2,7,31248,509,230315.5,114,1596,1596,0,0,33447,5,1,3,1,2,1 dijkstra-50uF,50uF,ok,14,20,1,6,31168,509,220581.33,31,434,434,0,0,33447,5,1,3,1,1,1 -poly1305-5uF,5uF,ok,5,6,2,2,31104,614,538854.49,511,7154,7154,0,0,68,3,1,2,1,2,1 -poly1305-10uF,10uF,ok,5,6,1,2,31152,614,525112.44,255,3570,3570,0,0,68,3,1,2,1,1,1 -poly1305-50uF,50uF,ok,5,6,1,2,31168,614,523347.49,28,392,392,0,0,68,3,0,2,1,1,1 +poly1305-5uF,5uF,ok,5,6,2,0,28944,511,538992.92,511,7154,7154,0,0,68,3,1,2,1,2,1 +poly1305-10uF,10uF,ok,5,6,1,0,28928,511,525284.1,255,3570,3570,0,0,68,3,1,2,1,1,1 +poly1305-50uF,50uF,ok,5,6,1,0,28928,511,523428.05,28,392,392,0,0,68,3,0,2,1,1,1 qsort-5uF,5uF,ok,10,14,6,2,31488,530,1351317.95,797,11158,11158,0,0,27023,2,3,4,1,6,1 qsort-10uF,10uF,ok,10,14,6,2,31584,530,1348434.63,648,9072,9072,0,0,27023,2,3,4,1,6,1 qsort-50uF,50uF,ok,10,14,2,2,31632,530,1083884.04,639,8946,8946,0,0,27023,2,2,4,1,2,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,106,157,7,390,32064,524,47204.98,8,112,112,0,0,32,8,5,23,1,7,1 sensor_fusion-5uF,5uF,ok,174,264,1,1357,32336,564,27981.45,49,686,686,0,0,613,2,1,1,1,1,1 sensor_fusion-10uF,10uF,ok,174,264,1,3492,32384,564,27981.98,49,686,686,0,0,613,2,1,1,1,1,1 sensor_fusion-50uF,50uF,ok,174,264,1,3507,32288,564,27460.34,3,42,42,0,0,613,2,0,1,1,1,1 -sha256-5uF,5uF,ok,29,42,11,6,31744,553,99500.67,67,938,938,0,0,131,6,9,10,1,11,1 -sha256-10uF,10uF,ok,29,42,6,7,31760,553,98542.46,33,462,462,0,0,131,6,6,10,1,6,1 -sha256-50uF,50uF,ok,29,42,1,9,31712,553,96924.06,15,210,210,0,0,131,6,1,10,1,1,1 +sha256-5uF,5uF,ok,29,42,11,2,29552,548,99516.53,67,938,938,0,0,131,6,9,10,1,11,1 +sha256-10uF,10uF,ok,29,42,6,1,29536,548,98566.18,33,462,462,0,0,131,6,6,10,1,6,1 +sha256-50uF,50uF,ok,29,42,1,1,29472,548,96943.24,15,210,210,0,0,131,6,1,10,1,1,1 stringsearch-5uF,5uF,ok,29,42,4,13,31360,505,39000.89,113,1582,1582,0,0,20,4,3,7,1,4,1 stringsearch-10uF,10uF,ok,29,42,4,14,31296,505,38517.29,89,1246,1246,0,0,20,4,3,7,1,4,1 stringsearch-50uF,50uF,ok,29,42,4,13,31376,505,38279.34,77,1078,1078,0,0,20,4,3,7,1,4,1 diff --git a/results/schematic_debug.csv b/results/schematic_debug.csv index 3b0d599c..da874da0 100644 --- a/results/schematic_debug.csv +++ b/results/schematic_debug.csv @@ -20,9 +20,9 @@ cuckoo_filter-50uF,50uF,ok,79,102,5,106,31888,542,249690.63,40,560,560,0,0,4048, dijkstra-5uF,5uF,ok,32,41,2,28,31216,551,861320.64,3723,52122,52122,0,0,33447,22,2,4,1,2,1 dijkstra-10uF,10uF,ok,32,41,2,28,31248,551,812641.47,947,13258,13258,0,0,33447,22,1,4,1,2,1 dijkstra-50uF,50uF,ok,32,41,2,25,31200,551,796218.6,119,1666,1666,0,0,33447,22,1,4,1,2,1 -poly1305-5uF,5uF,ok,41,52,8,34,32288,522,657842.34,1025,14350,14350,1024,256,68,123,5,7,1,16,1 -poly1305-10uF,10uF,ok,41,52,4,34,32304,522,638835.9,512,7168,7168,512,256,68,123,4,7,1,9,1 -poly1305-50uF,50uF,ok,41,52,4,33,32192,522,638857.01,512,7168,7168,512,256,68,123,4,7,1,9,1 +poly1305-5uF,5uF,ok,41,52,8,4,29984,483,657980.26,1025,14350,14350,1024,256,68,123,5,7,1,16,1 +poly1305-10uF,10uF,ok,41,52,4,4,30048,483,639019.0,512,7168,7168,512,256,68,123,4,7,1,9,1 +poly1305-50uF,50uF,ok,41,52,4,4,29920,483,639004.31,512,7168,7168,512,256,68,123,4,7,1,9,1 qsort-5uF,5uF,ok,21,25,5,4,31648,569,1406306.13,1026,14364,14364,0,0,27023,14,2,4,1,5,1 qsort-10uF,10uF,ok,21,25,5,5,31616,569,1400735.82,742,10388,10388,0,0,27023,14,2,4,1,5,1 qsort-50uF,50uF,ok,21,25,2,4,31552,569,1188172.33,640,8960,8960,0,0,27023,14,2,4,1,2,1 @@ -32,9 +32,9 @@ rsa-50uF,50uF,ok,252,341,9,1151,33488,613,93204.1,40,560,560,0,0,32,116,5,40,1,9 sensor_fusion-5uF,5uF,ok,381,563,1,22102,34432,738,32284.23,50,700,700,100,50,613,28,1,1,1,4,1 sensor_fusion-10uF,10uF,ok,381,563,1,22097,34480,738,31684.89,16,224,224,32,16,613,28,0,1,1,4,1 sensor_fusion-50uF,50uF,ok,381,563,1,21994,34432,738,31498.4,1,14,14,2,1,613,28,0,1,1,4,1 -sha256-5uF,5uF,ok,65,86,10,30,32144,743,119083.01,116,1624,1624,0,0,131,87,7,14,1,10,1 -sha256-10uF,10uF,ok,65,86,4,36,32192,743,111262.07,50,700,700,0,0,131,87,4,14,1,4,1 -sha256-50uF,50uF,ok,65,86,4,51,32256,743,110697.39,32,448,448,0,0,131,87,1,14,1,4,1 +sha256-5uF,5uF,ok,65,86,10,4,29824,507,119106.87,116,1624,1624,0,0,131,87,7,14,1,10,1 +sha256-10uF,10uF,ok,65,86,4,4,29808,507,111273.47,50,700,700,0,0,131,87,4,14,1,4,1 +sha256-50uF,50uF,ok,65,86,4,6,30048,507,110721.15,32,448,448,0,0,131,87,1,14,1,4,1 stringsearch-5uF,5uF,ok,49,63,10,13,31360,534,127624.33,362,5068,5068,0,0,20,24,6,9,1,10,1 stringsearch-10uF,10uF,ok,49,63,6,14,31392,534,89951.02,280,3920,3920,0,0,20,24,5,9,1,6,1 stringsearch-50uF,50uF,ok,49,63,2,34,31312,534,83329.94,120,1680,1680,0,0,20,24,2,9,1,2,1 diff --git a/results/trip_count/milp.csv b/results/trip_count/milp.csv index c5024570..5dc67c0a 100644 --- a/results/trip_count/milp.csv +++ b/results/trip_count/milp.csv @@ -6,9 +6,9 @@ chacha20-10uF,10uF,ok,11,15,4,4,2,26,37632,536,50559.28,8,0,0,3,regional,495,190 crc-10uF,10uF,ok,9,12,6,6,3,10,35936,423,29828.77,5,0,0,2,regional,117,414,18,37,yes,0,1,__local_main.result:6,3,20431,1 cuckoo_filter-10uF,10uF,ok,23,33,15,20,4,203,47840,536,72434.9,2052,0,0,3,regional,1009,4162,344,951,yes,12,0,,166,4048,1 dijkstra-10uF,10uF,ok,17,24,11,15,7,138,44768,429,1126514.82,3787,0,0,5,regional,1229,4972,223,550,yes,48,1,__local_main.nodes.i:5,99,33447,1 -poly1305-10uF,10uF,ok,7,9,4,4,2,19,36880,472,478591.92,86,0,0,3,regional,559,2135,31,68,yes,0,0,,4,68,1 +poly1305-10uF,10uF,ok,7,9,4,4,2,21,35952,417,478570.93,86,0,0,3,regional,559,2135,31,68,yes,0,0,,5,68,1 qsort-10uF,10uF,ok,17,24,12,15,5,18,37776,421,1091951.53,643,0,0,2,regional,324,1264,36,75,yes,7,0,,6,27023,1 rsa-10uF,10uF,ok,144,209,86,119,43,4652,146896,658,74903.7,324,0,0,8,regional,21292,91133,3214,9905,yes,59,3,g_product:54;__local_main.qn_arr.i:11;__local_main.qn_arr.i34:8,4182,32,1 sensor_fusion-10uF,10uF,ok,177,268,4,4,2,18,38944,419,25604.81,17,0,0,2,regional,431,1696,17,34,yes,0,1,g_output:4,5,613,1 -sha256-10uF,10uF,ok,38,54,14,18,6,164,58848,399,94440.73,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,89,131,1 +sha256-10uF,10uF,ok,38,54,14,18,6,191,59344,476,94239.06,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,98,131,1 stringsearch-10uF,10uF,ok,41,58,31,43,12,545,61632,556,82545.06,2270,0,0,4,regional,2200,9143,1070,3127,yes,21,3,__local_main.total_found:7;len:7;findme:7,473,20,1 diff --git a/results/trip_count/milp_debug.csv b/results/trip_count/milp_debug.csv index 4f567f34..bf5215eb 100644 --- a/results/trip_count/milp_debug.csv +++ b/results/trip_count/milp_debug.csv @@ -6,9 +6,9 @@ chacha20-10uF,10uF,ok,11,15,4,4,2,20,37760,395,50568.56,8,0,0,3,regional,495,190 crc-10uF,10uF,ok,9,12,6,6,3,10,35888,404,29834.06,5,0,0,2,regional,117,414,18,37,yes,0,1,__local_main.result:6,2,20431,1 cuckoo_filter-10uF,10uF,ok,23,33,15,20,4,202,47184,414,72446.45,2052,0,0,3,regional,1009,4162,344,951,yes,12,0,,166,4048,1 dijkstra-10uF,10uF,ok,17,24,11,15,7,139,45344,405,1126739.77,3787,0,0,5,regional,1229,4972,223,550,yes,48,1,__local_main.nodes.i:5,100,33447,1 -poly1305-10uF,10uF,ok,7,9,4,4,2,14,36752,374,478678.17,86,0,0,3,regional,559,2135,31,68,yes,0,0,,3,68,1 +poly1305-10uF,10uF,ok,7,9,4,4,2,19,35872,391,478551.72,86,0,0,3,regional,559,2135,31,68,yes,0,0,,4,68,1 qsort-10uF,10uF,ok,17,24,12,15,5,18,38208,398,1092206.94,643,0,0,2,regional,324,1264,36,75,yes,7,0,,6,27023,1 rsa-10uF,10uF,ok,144,209,86,119,43,4645,146048,407,74921.11,324,0,0,8,regional,21292,91133,3214,9905,yes,59,3,g_product:54;__local_main.qn_arr.i:11;__local_main.qn_arr.i34:8,4174,32,1 sensor_fusion-10uF,10uF,ok,177,268,4,4,2,18,38928,418,25607.51,17,0,0,2,regional,431,1696,17,34,yes,0,1,g_output:4,5,613,1 -sha256-10uF,10uF,ok,38,54,14,18,6,166,55520,409,94456.81,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,85,131,1 +sha256-10uF,10uF,ok,38,54,14,18,6,170,61120,402,94229.83,18,0,0,6,regional,4083,16818,307,830,yes,79,0,,90,131,1 stringsearch-10uF,10uF,ok,41,58,31,43,12,543,62832,409,82554.74,2270,0,0,4,regional,2200,9143,1070,3127,yes,21,3,__local_main.total_found:7;len:7;findme:7,473,20,1 diff --git a/scripts/ckpt/bench/all.py b/scripts/ckpt/bench/all.py index 643eb6ce..ff98bb97 100644 --- a/scripts/ckpt/bench/all.py +++ b/scripts/ckpt/bench/all.py @@ -137,6 +137,7 @@ def _run_step( milp_gap=opts.milp_gap, pass_log_level=opts.pass_log_level, accumulate_keys_file=None, + extra_defines=[], ) elif step.algorithm == "rockclimb": from .rockclimb import run_rockclimb_benchmarks @@ -155,6 +156,7 @@ def _run_step( max_unroll=opts.max_unroll, pass_log_level=opts.pass_log_level, accumulate_keys_file=None, + extra_defines=[], ) elif step.algorithm in ("schematic", "schematicO3"): from ..compile.schematic import CLANG_OPT_LEVEL_BY_LABEL @@ -177,6 +179,7 @@ def _run_step( pass_log_level=opts.pass_log_level, algorithm_label=step.algorithm, accumulate_keys_file=None, + extra_defines=[], ) elif step.algorithm in ("uninstrumented", "uninstrumentedO0"): from ..compile.uninstrumented import OPT_LEVELS_BY_LABEL @@ -193,6 +196,7 @@ def _run_step( algorithm_label=step.algorithm, clang_opt_level=clang_opt_level, opt_level=opt_level, + extra_defines=[], ) elif step.algorithm == "chunked": from ..compile.chunked import OPT_LEVELS diff --git a/scripts/ckpt/bench/milp.py b/scripts/ckpt/bench/milp.py index 47d26996..dca8b672 100644 --- a/scripts/ckpt/bench/milp.py +++ b/scripts/ckpt/bench/milp.py @@ -134,6 +134,7 @@ def run_milp_benchmarks( milp_gap: float, pass_log_level: str, accumulate_keys_file: Path | None, + extra_defines: list[str], ) -> None: """Run MILP checkpoint insertion across all benchmarks and capacitor sizes. @@ -200,6 +201,7 @@ def compile_fn(bench_path: Path, cap: CapacitorConfig) -> CompileResult: cpu_freq=cpu_freq, opt_level=3, clang_opt_level=3, + extra_defines=list(extra_defines), milp_gap=milp_gap, milp_log_file="", coarse_allocation=coarse_allocation, diff --git a/scripts/ckpt/bench/rockclimb.py b/scripts/ckpt/bench/rockclimb.py index 9d3c59bf..51acb8a5 100644 --- a/scripts/ckpt/bench/rockclimb.py +++ b/scripts/ckpt/bench/rockclimb.py @@ -91,6 +91,7 @@ def run_rockclimb_benchmarks( max_unroll: int | None, pass_log_level: str, accumulate_keys_file: Path | None, + extra_defines: list[str], ) -> None: """Run RockClimb checkpoint insertion across all benchmarks and capacitor sizes. @@ -144,6 +145,7 @@ def compile_fn(bench_path: Path, cap: CapacitorConfig) -> CompileResult: halt_mode=halt_mode, cpu_freq=cpu_freq, clang_opt_level=3, + extra_defines=list(extra_defines), opt_level=3, max_unroll=max_unroll, save_temps=False, diff --git a/scripts/ckpt/bench/schematic.py b/scripts/ckpt/bench/schematic.py index a1278f9a..06957aa1 100644 --- a/scripts/ckpt/bench/schematic.py +++ b/scripts/ckpt/bench/schematic.py @@ -197,6 +197,7 @@ def run_schematic_benchmarks( pass_log_level: str, algorithm_label: str, accumulate_keys_file: Path | None, + extra_defines: list[str], ) -> None: """Run SCHEMATIC checkpoint insertion across all benchmarks and capacitor sizes. @@ -267,7 +268,7 @@ def compile_fn(bench_path: Path, cap: CapacitorConfig) -> CompileResult: cpu_freq=cpu_freq, clang_opt_level=clang_opt_level, pass_log_level=pass_log_level, - extra_defines=[], + extra_defines=list(extra_defines), ) trace_json, profiling_ms = trace_cache[bench_name] @@ -290,6 +291,7 @@ def compile_fn(bench_path: Path, cap: CapacitorConfig) -> CompileResult: cpu_freq=cpu_freq, opt_level=3, clang_opt_level=clang_opt_level, + extra_defines=list(extra_defines), save_temps=False, trace_file=trace_json, linker_script=None, diff --git a/scripts/ckpt/bench/uninstrumented.py b/scripts/ckpt/bench/uninstrumented.py index 1224b9cd..1ed87ec8 100644 --- a/scripts/ckpt/bench/uninstrumented.py +++ b/scripts/ckpt/bench/uninstrumented.py @@ -46,6 +46,7 @@ def run_uninstrumented_benchmarks( algorithm_label: str, clang_opt_level: int, opt_level: int, + extra_defines: list[str], ) -> None: """Compile and measure uninstrumented baselines for all benchmarks. @@ -85,6 +86,7 @@ def compile_fn(bench_path: Path, _cap: CapacitorConfig | None) -> Path | None: opt_level=opt_level, clang_opt_level=clang_opt_level, link=True, + extra_defines=list(extra_defines), ), ) return result.elf_file diff --git a/scripts/ckpt/cli.py b/scripts/ckpt/cli.py index b55aa5dd..54cebaf8 100644 --- a/scripts/ckpt/cli.py +++ b/scripts/ckpt/cli.py @@ -135,6 +135,13 @@ def _cap_callback( _extra_includes_option = click.option( "-I", "extra_includes", multiple=True, help="Extra include dirs." ) +_bench_define_option = click.option( + "-D", + "defines", + multiple=True, + help="Extra preprocessor defines for the benchmark sources (e.g. INTERMITTENT_BUILD, " + "which shrinks dijkstra, qsort, and bitcount the way `ckpt intermittent` does).", +) _estimator_mode_option = click.option( "--estimator-mode", type=click.Choice(["assembly", "ir"]), @@ -991,6 +998,7 @@ def bench() -> None: @_milp_gap_option @_accumulate_keys_option @_saleae_timeout_option +@_bench_define_option @click.pass_context def bench_milp_cmd( ctx: click.Context, @@ -1007,6 +1015,7 @@ def bench_milp_cmd( milp_gap: float, accumulate_keys: str | None, timeout: float, + defines: tuple[str, ...], ) -> None: """Run MILP benchmarks across programs and capacitor sizes.""" from .bench.milp import run_milp_benchmarks @@ -1028,6 +1037,7 @@ def bench_milp_cmd( milp_gap=milp_gap, pass_log_level=ctx.obj["pass_log_level"], accumulate_keys_file=_path_or_none(accumulate_keys), + extra_defines=list(defines), ) @@ -1042,6 +1052,7 @@ def bench_milp_cmd( @_max_unroll_option @_accumulate_keys_option @_saleae_timeout_option +@_bench_define_option @click.pass_context def bench_rockclimb_cmd( ctx: click.Context, @@ -1055,6 +1066,7 @@ def bench_rockclimb_cmd( max_unroll: int, accumulate_keys: str | None, timeout: float, + defines: tuple[str, ...], ) -> None: """Run RockClimb benchmarks across programs and capacitor sizes.""" from .bench.rockclimb import run_rockclimb_benchmarks @@ -1073,6 +1085,7 @@ def bench_rockclimb_cmd( max_unroll=max_unroll, pass_log_level=ctx.obj["pass_log_level"], accumulate_keys_file=_path_or_none(accumulate_keys), + extra_defines=list(defines), ) @@ -1087,6 +1100,7 @@ def bench_rockclimb_cmd( _cpu_freq_option("16"), _accumulate_keys_option, _saleae_timeout_option, + _bench_define_option, ) @@ -1105,6 +1119,7 @@ def _bench_schematic_impl( cpu_freq: str, accumulate_keys: str | None, timeout: float, + defines: tuple[str, ...], ) -> None: from .bench.schematic import run_schematic_benchmarks from .compile.schematic import CLANG_OPT_LEVEL_BY_LABEL @@ -1126,6 +1141,7 @@ def _bench_schematic_impl( pass_log_level=ctx.obj["pass_log_level"], algorithm_label=algorithm_label, accumulate_keys_file=_path_or_none(accumulate_keys), + extra_defines=list(defines), ) @@ -1152,6 +1168,7 @@ def bench_schematic_o3_cmd(ctx: click.Context, **kwargs) -> None: @_output_csv_option @_cpu_freq_option("16") @_saleae_timeout_option +@_bench_define_option @click.pass_context def bench_uninstrumented_cmd( ctx: click.Context, @@ -1159,10 +1176,17 @@ def bench_uninstrumented_cmd( output: str | None, cpu_freq: str, timeout: float, + defines: tuple[str, ...], ) -> None: """Run uninstrumented baselines and measure execution time.""" _bench_uninstrumented_impl( - ctx, benchmarks, output, cpu_freq, timeout, algorithm_label="uninstrumented" + ctx, + benchmarks, + output, + cpu_freq, + timeout, + algorithm_label="uninstrumented", + extra_defines=list(defines), ) @@ -1173,6 +1197,7 @@ def _bench_uninstrumented_impl( cpu_freq: str, timeout: float, algorithm_label: str, + extra_defines: list[str], ) -> None: from .bench.uninstrumented import run_uninstrumented_benchmarks from .compile.uninstrumented import OPT_LEVELS_BY_LABEL @@ -1188,6 +1213,7 @@ def _bench_uninstrumented_impl( algorithm_label=algorithm_label, clang_opt_level=clang_opt_level, opt_level=opt_level, + extra_defines=extra_defines, ) @@ -1206,7 +1232,13 @@ def bench_uninstrumented_o0_cmd( ) -> None: """Run uninstrumented baselines with O0 frontend IR and O3 backend.""" _bench_uninstrumented_impl( - ctx, benchmarks, output, cpu_freq, timeout, algorithm_label="uninstrumentedO0" + ctx, + benchmarks, + output, + cpu_freq, + timeout, + algorithm_label="uninstrumentedO0", + extra_defines=[], ) diff --git a/scripts/ckpt/compile/common.py b/scripts/ckpt/compile/common.py index 1347775f..87d1a20b 100644 --- a/scripts/ckpt/compile/common.py +++ b/scripts/ckpt/compile/common.py @@ -26,6 +26,12 @@ # instead of halting (see passes/runtime/vcc_wait.c). HALT_MODES = ("bor", "swbor", "wait") +# Bytes charged to a memcpy/memset whose size is not a compile-time constant +# (sha256_update and poly1305_update copy a runtime remainder into their +# block buffer). The largest such buffer among the benchmarks is SHA-256's +# 64-byte block, so this upper bound keeps the energy estimate conservative. +UNKNOWN_COPY_SIZE_BYTES = 64 + def raises_compilation_error(fn): """Convert ToolError from subprocess steps into CompilationError. @@ -343,6 +349,7 @@ def run_assembly_energy( "--bb-mapping", str(bb_mapping), f"--stack-access-penalty={stack_access_penalty}", + f"--unknown-copy-size={UNKNOWN_COPY_SIZE_BYTES}", f"-ckpt-log-level={pass_log_level}", str(energy_obj), ], diff --git a/scripts/ckpt/device/saleae.py b/scripts/ckpt/device/saleae.py index c9531926..8853e306 100644 --- a/scripts/ckpt/device/saleae.py +++ b/scripts/ckpt/device/saleae.py @@ -15,6 +15,7 @@ import time from collections.abc import Iterator from contextlib import contextmanager +from dataclasses import dataclass from pathlib import Path from typing import TYPE_CHECKING @@ -31,6 +32,8 @@ from saleae.automation import Capture, Manager _SALEAE_CHANNEL = 0 +# Wait enter/exit pulses from vcc_wait.c under intermittent power. +_WAIT_CHANNEL = 1 _SALEAE_SAMPLE_RATE = 100_000_000 # 100 MHz _MAX_CAPTURE_ATTEMPTS = 3 _CAPTURE_START_RETRY_DELAY_SECONDS = 0.5 @@ -287,34 +290,42 @@ def _is_ambiguous_capture(exc: DeviceError) -> bool: return str(exc).startswith(_AMBIGUOUS_CAPTURE_PREFIX) -def _collect_pulses(csv_path: Path) -> list[tuple[float, float]]: - """Parse a Saleae digital CSV export into (rising_time, falling_time) pairs. +def _collect_channel_pulses(csv_path: Path) -> list[list[tuple[float, float]]]: + """Parse a Saleae digital CSV export into (rising_time, falling_time) pairs + per channel column. - The CSV has columns like ``Time [s], Channel 0``. + The CSV has columns like ``Time [s], Channel 0, Channel 1``; every row + carries the state of all exported channels, so each column is scanned + for its own edges. """ - pulses: list[tuple[float, float]] = [] - prev_val: int | None = None - rising_time: float | None = None - with open(csv_path) as f: - f.readline() # skip header + header = f.readline() + n_channels = header.count(",") + pulses: list[list[tuple[float, float]]] = [[] for _ in range(n_channels)] + prev_vals: list[int | None] = [None] * n_channels + rising_times: list[float | None] = [None] * n_channels for line in f: parts = line.strip().split(",") - if len(parts) < 2: + if len(parts) < n_channels + 1: continue timestamp = float(parts[0]) - value = int(parts[1]) - - if prev_val is not None: - if prev_val == 0 and value == 1: - rising_time = timestamp - elif prev_val == 1 and value == 0 and rising_time is not None: - pulses.append((rising_time, timestamp)) - rising_time = None + for ch in range(n_channels): + value = int(parts[ch + 1]) + prev_val = prev_vals[ch] + rising_time = rising_times[ch] + if prev_val is not None: + if prev_val == 0 and value == 1: + rising_times[ch] = timestamp + elif prev_val == 1 and value == 0 and rising_time is not None: + pulses[ch].append((rising_time, timestamp)) + rising_times[ch] = None + prev_vals[ch] = value + return pulses - prev_val = value - return pulses +def _collect_pulses(csv_path: Path) -> list[tuple[float, float]]: + """Pulses on the first channel column of a Saleae digital CSV export.""" + return _collect_channel_pulses(csv_path)[0] def _start_pulses(pulses: list[tuple[float, float]]) -> list[tuple[float, float]]: @@ -407,8 +418,10 @@ def _extract_timing(csv_path: Path) -> float: def start_pulse_capture(manager: Manager, after_trigger_seconds: float): """Arm a capture that triggers on the >=1 ms stop pulse on channel 0. - Returns the capture context manager from ``manager.start_capture``; - the caller enters it and later calls :func:`finish_pulse_capture`. + The wait channel is recorded alongside so the recharge time can be + split out afterwards. Returns the capture context manager from + ``manager.start_capture``; the caller enters it and later calls + :func:`finish_pulse_capture`. """ from saleae.automation import ( CaptureConfiguration, @@ -418,7 +431,7 @@ def start_pulse_capture(manager: Manager, after_trigger_seconds: float): ) device_config = LogicDeviceConfiguration( - enabled_digital_channels=[_SALEAE_CHANNEL], + enabled_digital_channels=[_SALEAE_CHANNEL, _WAIT_CHANNEL], digital_sample_rate=_SALEAE_SAMPLE_RATE, ) capture_config = CaptureConfiguration( @@ -472,42 +485,78 @@ def watch() -> None: thread.join() -def finish_pulse_capture(capture, wait_seconds: float) -> tuple[bool, float | None]: +@dataclass(frozen=True) +class WaitTiming: + """Recharge waits inside the execution-time window of a replayed run.""" + + wait_time_us: float + # Waits started inside the window; a wait that died and was resumed + # by the recovery boot's wait counts once. + wait_count: int + # Enter pulses that followed an unfinished wait: the board browned out + # while waiting and rebooted into another wait. + wait_deaths: int + + +@dataclass(frozen=True) +class ReplayTiming: + """Outcome of a pulse capture over one trace replay. + + - ``completed`` False: the trigger never fired (run incomplete); the + capture is stopped and the other fields are None. + - ``execution_time_us``: first start-pulse falling edge to stop-pulse + rising edge. Unlike :func:`saleae_run`, several start pulses are + expected: a run that dies before its first checkpoint boots fresh and + pulses again, and the wall-clock time (outages included) starts at the + first attempt. None when the trigger fired but no timing could be + extracted. + - ``wait``: the recharge waits inside that window; None whenever + ``execution_time_us`` is. + """ + + completed: bool + execution_time_us: float | None + wait: WaitTiming | None + + +def finish_pulse_capture( + capture, wait_seconds: float, cpu_freq_hz: int +) -> ReplayTiming: """Resolve an armed pulse capture after the trace replay ended. By this point the target is unpowered, so the stop pulse either already fired the trigger or never will — *wait_seconds* only needs to cover the - capture's after-trigger tail. - - Returns ``(completed, execution_time_us)``: - - ``(False, None)`` — the trigger never fired (run incomplete); the - capture is stopped. - - ``(True, None)`` — the trigger fired but no timing could be extracted. - - ``(True, us)`` — execution time from the first start-pulse falling - edge to the stop-pulse rising edge. Unlike :func:`saleae_run`, several - start pulses are expected: a run that dies before its first checkpoint - boots fresh and pulses again, and the wall-clock time (outages - included) starts at the first attempt. + capture's after-trigger tail. *cpu_freq_hz* sets the pulse-width scale + that tells wait enter pulses from exit pulses. """ try: _wait_for_capture(capture, wait_seconds) except DeviceError: _stop_capture_quietly(capture) - return False, None + return ReplayTiming(completed=False, execution_time_us=None, wait=None) with tempfile.TemporaryDirectory() as tmpdir: csv_path = Path(tmpdir) / "digital.csv" capture.export_raw_data_csv( directory=tmpdir, - digital_channels=[_SALEAE_CHANNEL], + digital_channels=[_SALEAE_CHANNEL, _WAIT_CHANNEL], ) - pulses = _collect_pulses(csv_path) - - return True, _replay_timing_from_pulses(pulses) + channels = _collect_channel_pulses(csv_path) + pulses, wait_pulses = channels[0], channels[1] + + window = _replay_window(pulses) + if window is None: + return ReplayTiming(completed=True, execution_time_us=None, wait=None) + start_time, stop_time = window + return ReplayTiming( + completed=True, + execution_time_us=(stop_time - start_time) * 1_000_000, + wait=_wait_timing_from_pulses(pulses, wait_pulses, window, cpu_freq_hz), + ) -def _replay_timing_from_pulses(pulses: list[tuple[float, float]]) -> float | None: - """First start-pulse falling edge -> first stop-pulse rising edge, in us.""" +def _replay_window(pulses: list[tuple[float, float]]) -> tuple[float, float] | None: + """(first start-pulse falling edge, first stop-pulse rising edge), in s.""" long_pulses = _stop_pulses(pulses) if not long_pulses: logger.warning("Capture triggered but no stop pulse found in the export") @@ -519,4 +568,96 @@ def _replay_timing_from_pulses(pulses: list[tuple[float, float]]) -> float | Non logger.warning("Stop pulse captured but no start pulse precedes it") return None - return (stop_time - start_falls[0]) * 1_000_000 # seconds -> us + return start_falls[0], stop_time + + +def _replay_timing_from_pulses(pulses: list[tuple[float, float]]) -> float | None: + """First start-pulse falling edge -> first stop-pulse rising edge, in us.""" + window = _replay_window(pulses) + if window is None: + return None + start_time, stop_time = window + return (stop_time - start_time) * 1_000_000 # seconds -> us + + +# Wait pulse widths in CPU cycles (vcc_wait.c): the enter pulse is a port +# set followed by a port clear; the exit pulse has four nops in between. +# Measured at 16 MHz: 370-390 ns and 690-700 ns. +_WAIT_ENTER_CYCLES = 6 +_WAIT_EXIT_CYCLES = 11 + +# A wait pulse this close to a channel-0 pulse is the cold power-up glitch: +# every floating pin follows the rising rail at the same moment, and the +# wait code never runs while P3.4 is pulsing. +_GLITCH_COINCIDENCE_SECONDS = 0.000002 # 2 us + + +def _coincides_with_timing_pulse( + pulse: tuple[float, float], timing_pulses: list[tuple[float, float]] +) -> bool: + rise, fall = pulse + return any( + r - _GLITCH_COINCIDENCE_SECONDS <= fall + and rise <= f + _GLITCH_COINCIDENCE_SECONDS + for r, f in timing_pulses + ) + + +def _wait_timing_from_pulses( + timing_pulses: list[tuple[float, float]], + wait_pulses: list[tuple[float, float]], + window: tuple[float, float], + cpu_freq_hz: int, +) -> WaitTiming: + """Sum the recharge waits inside *window* from the wait-channel pulses. + + A wait spans its enter pulse to the next exit pulse. An enter pulse that + arrives while a wait is still open means the board died during that + wait and rebooted into another one: the span carries on, so the outage + and reboot count as power-off time. + """ + start_time, stop_time = window + exit_min_width = (_WAIT_ENTER_CYCLES + _WAIT_EXIT_CYCLES) / 2 / cpu_freq_hz + + total = 0.0 + count = 0 + deaths = 0 + open_since: float | None = None + widths: dict[bool, list[float]] = {False: [], True: []} + for rise, fall in wait_pulses: + if rise < start_time or rise > stop_time: + continue + if _coincides_with_timing_pulse((rise, fall), timing_pulses): + continue + is_exit = (fall - rise) >= exit_min_width + widths[is_exit].append(fall - rise) + if not is_exit: + if open_since is None: + open_since = rise + count += 1 + else: + deaths += 1 + elif open_since is None: + logger.warning("Wait exit pulse at %.6f s without a preceding enter", rise) + else: + total += rise - open_since + open_since = None + if open_since is not None: + logger.warning( + "Wait entered at %.6f s never exited before the stop pulse", open_since + ) + total += stop_time - open_since + for is_exit, ws in widths.items(): + if ws: + logger.debug( + "Wait %s pulses: %d, width %.0f-%.0f ns (split at %.0f ns)", + "exit" if is_exit else "enter", + len(ws), + min(ws) * 1e9, + max(ws) * 1e9, + exit_min_width * 1e9, + ) + + return WaitTiming( + wait_time_us=total * 1_000_000, wait_count=count, wait_deaths=deaths + ) diff --git a/scripts/ckpt/intermittent/runner.py b/scripts/ckpt/intermittent/runner.py index e523429a..9abd5a53 100644 --- a/scripts/ckpt/intermittent/runner.py +++ b/scripts/ckpt/intermittent/runner.py @@ -46,6 +46,7 @@ replay_trace, ) from ..device.saleae import ( + ReplayTiming, capture_completion_watcher, discover_saleae, finish_pulse_capture, @@ -85,6 +86,9 @@ "profiling_time_ms", "replay_seconds", "execution_time_us", + "wait_time_us", + "saleae_wait_count", + "saleae_wait_deaths", "runtime_region_boundary_calls", "runtime_wait_count", "runtime_recovery_boots", @@ -320,10 +324,11 @@ def _run_on_trace( elf: Path, samples: list[tuple[float, float]], nvm_symbols: list[str], -) -> tuple[float, bool, float | None, dict[str, int]]: + cpu_freq: int, +) -> tuple[float, ReplayTiming, dict[str, int]]: """Flash, isolate, replay one trace, then reconnect and read NVM. - Returns ``(replay_seconds, completed, execution_time_us, nvm_values)``. + Returns ``(replay_seconds, timing, nvm_values)``. """ connect_debugger(otii) session = flash_and_hold(elf, FLASH_TIMEOUT) @@ -350,13 +355,13 @@ def _run_on_trace( with capture_completion_watcher(capture) as benchmark_done: replay_seconds = replay_trace(otii, samples, benchmark_done) - completed, execution_time_us = finish_pulse_capture( - capture, _CAPTURE_FINISH_TIMEOUT_SECONDS + timing = finish_pulse_capture( + capture, _CAPTURE_FINISH_TIMEOUT_SECONDS, cpu_freq ) connect_debugger(otii) values = read_nvm(tc, elf, FLASH_TIMEOUT, nvm_symbols) - return replay_seconds, completed, execution_time_us, values + return replay_seconds, timing, values def _build_row( @@ -504,10 +509,14 @@ def emit(row: BenchmarkRow) -> None: ) fields = dict(static_fields) try: - replay_seconds, completed, execution_time_us, values = ( - _run_on_trace( - tc, otii, saleae_manager, elf, samples, nvm_symbols - ) + replay_seconds, timing, values = _run_on_trace( + tc, + otii, + saleae_manager, + elf, + samples, + nvm_symbols, + cpu_freq, ) except DeviceError as exc: logger.error(" DEVICE ERROR: %s", exc) @@ -528,16 +537,22 @@ def emit(row: BenchmarkRow) -> None: done = values.get("__nvm_done", 0) == 1 if values.get("__nvm_violation", 0) != 0: status = "region_violation" - elif completed and done: + elif timing.completed and done: status = "ok" - elif completed: + elif timing.completed: status = "unconfirmed" else: status = "incomplete" fields["replay_seconds"] = str(round(replay_seconds, 2)) - if status == "ok" and execution_time_us is not None: - fields["execution_time_us"] = str(round(execution_time_us, 2)) + if status == "ok" and timing.execution_time_us is not None: + fields["execution_time_us"] = str( + round(timing.execution_time_us, 2) + ) + if status == "ok" and timing.wait is not None: + fields["wait_time_us"] = str(round(timing.wait.wait_time_us, 2)) + fields["saleae_wait_count"] = timing.wait.wait_count + fields["saleae_wait_deaths"] = timing.wait.wait_deaths # Counters are trustworthy only when the device parked at # readback: done committed (ok) or violation park. Any # other run resumes under debugger power the moment the @@ -546,6 +561,17 @@ def emit(row: BenchmarkRow) -> None: if status in ("ok", "region_violation"): fields["runtime_wait_count"] = values.get("cnt_wait") fields["runtime_recovery_boots"] = values.get("cnt_recovery") + # Every wait pulses once on entry, so the pulses inside + # the timing window can never outnumber cnt_wait (the + # fresh-boot wait precedes the start pulse). + if timing.wait is not None and "cnt_wait" in values: + enters = timing.wait.wait_count + timing.wait.wait_deaths + if enters > values["cnt_wait"]: + logger.warning( + " %d wait enter pulses but cnt_wait=%d", + enters, + values["cnt_wait"], + ) if status == "ok": fields["result"] = values.get("__nvm_result") if device_debug: diff --git a/tests/test_intermittent.py b/tests/test_intermittent.py index 344be40c..cf96e304 100644 --- a/tests/test_intermittent.py +++ b/tests/test_intermittent.py @@ -6,7 +6,12 @@ import pytest from ckpt.device.otii import OtiiSession, replay_trace -from ckpt.device.saleae import _collect_pulses, _replay_timing_from_pulses +from ckpt.device.saleae import ( + _collect_channel_pulses, + _collect_pulses, + _replay_timing_from_pulses, + _wait_timing_from_pulses, +) from ckpt.env import ProjectEnv from ckpt.errors import ConfigError from ckpt.intermittent.runner import load_trace, resolve_traces @@ -55,6 +60,73 @@ def test_trailing_high_ignored(self, tmp_path): p.write_text("Time [s],Channel 0\n0.0,0\n1.0,1\n") assert _collect_pulses(p) == [] + def test_two_channels(self, tmp_path): + # Every row carries both channel states; each column has its own edges. + p = tmp_path / "digital.csv" + p.write_text( + "Time [s],Channel 0,Channel 1\n" + "0.0,0,0\n1.0,1,0\n1.00001,0,0\n1.5,0,1\n1.5000003,0,0\n" + "1.7,0,1\n1.7000006,0,0\n2.0,1,0\n2.005,0,0\n" + ) + ch0, ch1 = _collect_channel_pulses(p) + assert ch0 == [(1.0, 1.00001), (2.0, 2.005)] + assert ch1 == [(1.5, 1.5000003), (1.7, 1.7000006)] + + +F_CPU = 16_000_000 +ENTER = 5 / F_CPU # port set + clear +EXIT = 9 / F_CPU # four nops in between + + +def enter(t): + return (t, t + ENTER) + + +def exit_(t): + return (t, t + EXIT) + + +# Start pulse at 1.0 (falls at 1.00001), stop pulse rises at 5.0. +TIMING = [(1.0, 1.00001), (5.0, 5.005)] +WINDOW = (1.00001, 5.0) + + +class TestWaitTimingFromPulses: + def test_sums_waits(self): + waits = [enter(2.0), exit_(2.3), enter(3.0), exit_(3.1)] + w = _wait_timing_from_pulses(TIMING, waits, WINDOW, F_CPU) + assert w.wait_time_us == pytest.approx(0.4e6) + assert (w.wait_count, w.wait_deaths) == (2, 0) + + def test_death_during_wait_extends_the_span(self): + # Died at ~2.2 while waiting; the recovery boot waited again at 2.5. + waits = [enter(2.0), enter(2.5), exit_(2.8)] + w = _wait_timing_from_pulses(TIMING, waits, WINDOW, F_CPU) + assert w.wait_time_us == pytest.approx(0.8e6) + assert (w.wait_count, w.wait_deaths) == (1, 1) + + def test_waits_outside_window_ignored(self): + # Fresh-boot wait before the start pulse, and a stray one after stop. + waits = [enter(0.5), exit_(0.9), enter(2.0), exit_(2.3), enter(6.0)] + w = _wait_timing_from_pulses(TIMING, waits, WINDOW, F_CPU) + assert w.wait_time_us == pytest.approx(0.3e6) + assert (w.wait_count, w.wait_deaths) == (1, 0) + + def test_power_up_glitch_dropped(self): + # A reboot at 2.4 glitches every pin at once; the wait channel's + # copy must not be read as a second enter. + timing = [(1.0, 1.00001), (2.4, 2.4000004), (5.0, 5.005)] + waits = [enter(2.0), (2.4000001, 2.4000004), enter(2.5), exit_(2.8)] + w = _wait_timing_from_pulses(timing, waits, WINDOW, F_CPU) + assert w.wait_time_us == pytest.approx(0.8e6) + assert (w.wait_count, w.wait_deaths) == (1, 1) + + def test_unfinished_wait_runs_to_stop(self): + waits = [enter(4.0)] + w = _wait_timing_from_pulses(TIMING, waits, WINDOW, F_CPU) + assert w.wait_time_us == pytest.approx(1.0e6) + assert (w.wait_count, w.wait_deaths) == (1, 0) + class TestLoadTrace: def test_loads_samples(self, tmp_path):