Skip to content

tune parallel experiment load params and add resume guards #161

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
fabracht merged 2 commits into from
Sep 11, 2026
Merged

tune parallel experiment load params and add resume guards #161

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
d96b259
tune parallel experiment load params and add resume guards
fabracht Sep 10, 2026
ad3dbfb
default experiment 03 to qos0 only
fabracht Sep 10, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions publications/comnet/experiments/parallel/03_throughput_under_loss_v5.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,9 @@ set -euo pipefail
source "$(dirname "${BASH_SOURCE[0]}")/common_parallel.sh"

EXPERIMENT="03_throughput_under_loss"
LOSSES=(0 1 2 5 10)
LOSSES=(${LOSSES_OVERRIDE:-0 1 2 5 10})
DELAY=10
QOS_LEVELS=(0 1)
QOS_LEVELS=(${QOS_OVERRIDE:-0})
STRATEGIES=("control-only" "per-publish" "per-topic")
RUNS_PER_DATAPOINT=15

Expand All @@ -21,13 +21,13 @@ for qos in "${QOS_LEVELS[@]}"; do
label="tcp_qos${qos}_loss${loss}pct"
echo "[${EXPERIMENT}] ${label}"
run_monitored_split "$EXPERIMENT" "$label" \
"--url mqtt://${BROKER_IP}:1883 --mode throughput --duration 60 --warmup 5 --payload-size 256 --qos ${qos} --publishers 4 --subscribers 4"
"--url mqtt://${BROKER_IP}:1883 --mode throughput --duration 60 --warmup 5 --payload-size 256 --qos ${qos} --publishers 16 --subscribers 8 --inflight 64"

for strategy in "${STRATEGIES[@]}"; do
label="quic-${strategy}_qos${qos}_loss${loss}pct"
echo "[${EXPERIMENT}] ${label}"
run_monitored_split "$EXPERIMENT" "$label" \
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --qos ${qos} --publishers 4 --subscribers 4"
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --qos ${qos} --publishers 16 --subscribers 8 --inflight 64"
done

clear_netem
Expand Down
2 changes: 1 addition & 1 deletion publications/comnet/experiments/parallel/04_stream_strategies_v5.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ for strategy in "${STRATEGIES[@]}"; do
label="${strategy}_${ntopics}topics_throughput"
echo "[${EXPERIMENT}] ${label}"
run_monitored_split "$EXPERIMENT" "$label" \
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers 1 --topics ${ntopics} --subscribers 1"
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers 1 --topics ${ntopics} --subscribers 1 --inflight 64"
done
done

Expand Down
4 changes: 2 additions & 2 deletions publications/comnet/experiments/parallel/06_resource_overhead_v5.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -16,13 +16,13 @@ for conc in "${CONCURRENCIES[@]}"; do
label="tcp_${conc}conn"
echo "[${EXPERIMENT}] ${label}"
run_monitored_split "$EXPERIMENT" "$label" \
"--url mqtt://${BROKER_IP}:1883 --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers ${conc} --subscribers ${conc}"
"--url mqtt://${BROKER_IP}:1883 --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers ${conc} --subscribers ${conc} --inflight 64"

for strategy in "${STRATEGIES[@]}"; do
label="quic-${strategy}_${conc}conn"
echo "[${EXPERIMENT}] ${label}"
run_monitored_split "$EXPERIMENT" "$label" \
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers ${conc} --subscribers ${conc}"
"--url quic://${BROKER_IP}:14567 --ca-cert /opt/mqtt-certs/ca.pem --quic-stream-strategy ${strategy} --mode throughput --duration 60 --warmup 5 --payload-size 256 --publishers ${conc} --subscribers ${conc} --inflight 64"
done
done

Expand Down
10 changes: 10 additions & 0 deletions publications/comnet/experiments/parallel/common_parallel.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -222,6 +222,11 @@ run_monitored_pub_only() {
local output_dir="${RESULTS_DIR}/${experiment}"
mkdir -p "$output_dir"

if [ -f "${output_dir}/${label}_run${RUNS_PER_DATAPOINT}.json" ]; then
echo " skip (already complete): ${label}"
return 0
fi

for run in $(seq 1 "$RUNS_PER_DATAPOINT"); do
local run_label="${label}_run${run}"
if [ "$BROKER_FRESH" = "1" ]; then
Expand All @@ -245,6 +250,11 @@ run_monitored_split() {
local output_dir="${RESULTS_DIR}/${experiment}"
mkdir -p "$output_dir"

if [ -f "${output_dir}/${label}_run${RUNS_PER_DATAPOINT}.json" ]; then
echo " skip (already complete): ${label}"
return 0
fi

for run in $(seq 1 "$RUNS_PER_DATAPOINT"); do
local run_label="${label}_run${run}"
if [ "$BROKER_FRESH" = "1" ]; then
Expand Down
Loading