Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
18 commits
Select commit Hold shift + click to select a range
59cb729
feat(harness): ruview node — set up ESP32 CSI nodes from one YAML config
matthewxfz3 Nov 13, 2026
3e1af4f
fix(harness): bind node confirmation and reconcile registry inventory
proffesor-for-testing Nov 13, 2026
b02ef79
Merge current main into node setup PR and preserve C5 safety checks
proffesor-for-testing Nov 13, 2026
578ca7b
fix(harness): plan reports node-ID conflicts; retired: releases a dea…
matthewxfz3 Nov 13, 2026
25d867f
ci: fix three checks broken by new runner images
Justinwold88 Nov 19, 2026
6bff4df
fix(ci): reuse pinned QEMU runtime and non-root broker bootstrap
proffesor-for-testing Nov 19, 2026
316b57c
Merge current main and shared runner repairs for node-config qualific…
proffesor-for-testing Nov 19, 2026
7364084
fix(ci): use native path expectations and account for node-config pac…
proffesor-for-testing Nov 19, 2026
b53e2ec
fix(security): patch Wasmtime36 and verify exact advisory range corre…
proffesor-for-testing Nov 19, 2026
050ddc6
Merge shared Wasmtime audit baseline into runner repair
proffesor-for-testing Nov 19, 2026
ec1e964
Merge audited runner and Wasmtime baseline into node-config repair
proffesor-for-testing Nov 19, 2026
2dd4eab
fix(security): invoke auditor directly and reject CLI argument overrides
proffesor-for-testing Nov 19, 2026
a93b78f
Merge direct-auditor hardening after Semgrep qualification
proffesor-for-testing Nov 19, 2026
a67675d
Merge final audited runner baseline into node-config repair
proffesor-for-testing Nov 19, 2026
4bae2c7
Remove temporary advisory reconciliation after upstream range correction
proffesor-for-testing Nov 20, 2026
356fafe
Merge simplified native security audit after upstream metadata correc…
proffesor-for-testing Nov 20, 2026
b1097fb
Merge native audit simplification while preserving node configuration…
proffesor-for-testing Nov 20, 2026
8cccbe5
fix(test): await collector readiness with bounded startup diagnostics
proffesor-for-testing Nov 20, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -405,6 +405,7 @@ jobs:
# workflow, so it doesn't gate the rest of the pipeline.
docker-build:
name: Docker Build & Test
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
runs-on: ubuntu-latest
needs: [code-quality, test, rust-tests]
continue-on-error: true
Expand Down Expand Up @@ -525,7 +526,7 @@ jobs:
name: Notify
runs-on: ubuntu-latest
needs: [code-quality, test, rust-tests, ui-tests, performance-test, docker-build, docs]
if: always()
if: always() && github.event_name == 'push' && github.ref == 'refs/heads/main'
permissions:
contents: write # required by softprops/action-gh-release
# GitHub Actions does not allow `secrets.X` directly in step-level `if:`
Expand Down
100 changes: 43 additions & 57 deletions .github/workflows/firmware-qemu.yml
Original file line number Diff line number Diff line change
Expand Up @@ -22,49 +22,32 @@ on:
- 'scripts/swarm_presets/**'
- '.github/workflows/firmware-qemu.yml'

defaults:
run:
shell: bash

env:
IDF_VERSION: "v5.4"
QEMU_REPO: "https://github.com/espressif/qemu.git"
QEMU_BRANCH: "esp-develop"

jobs:
build-qemu:
name: Build Espressif QEMU
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
# This SDK image installs Espressif's checksum-verified QEMU package and
# its runtime libraries. Match the image used by both consumers below.
# Avoid APT DNS and an unpinned floating QEMU source build on cold caches.
container:
image: espressif/idf:v5.4@sha256:f1e9f69dc052b9afc7801ca884e0ef40c17e014bb05ce73d9c09d29290bd17fb
steps:
- name: Cache QEMU build
id: cache-qemu
uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830
with:
path: /opt/qemu-esp32
# Include date component so cache refreshes monthly when branch updates
key: qemu-esp32s3-${{ env.QEMU_BRANCH }}-v5
restore-keys: |
qemu-esp32s3-${{ env.QEMU_BRANCH }}-

- name: Install QEMU build dependencies
if: steps.cache-qemu.outputs.cache-hit != 'true'
- name: Prepare SDK-provided Espressif QEMU
run: |
sudo apt-get update
sudo apt-get install -y \
git build-essential ninja-build pkg-config \
libglib2.0-dev libpixman-1-dev libslirp-dev \
libgcrypt20-dev \
python3 python3-venv

- name: Clone and build Espressif QEMU
if: steps.cache-qemu.outputs.cache-hit != 'true'
run: |
git clone --depth 1 -b "$QEMU_BRANCH" "$QEMU_REPO" /tmp/qemu-esp
cd /tmp/qemu-esp
mkdir build && cd build
../configure \
--target-list=xtensa-softmmu \
--prefix=/opt/qemu-esp32 \
--enable-slirp \
--disable-werror
ninja -j$(nproc)
ninja install
. "$IDF_PATH/export.sh"
QEMU_BIN="$(command -v qemu-system-xtensa)"
QEMU_ROOT="$(dirname "$(dirname "$QEMU_BIN")")"
"$QEMU_BIN" --version
"$QEMU_BIN" -machine help | grep -E '^esp32s3[[:space:]]'
mkdir -p /opt/qemu-esp32
cp -a "$QEMU_ROOT/." /opt/qemu-esp32/

- name: Verify QEMU binary
run: |
Expand All @@ -84,7 +67,7 @@ jobs:
needs: build-qemu
runs-on: ubuntu-latest
container:
image: espressif/idf:v5.4
image: espressif/idf:v5.4@sha256:f1e9f69dc052b9afc7801ca884e0ef40c17e014bb05ce73d9c09d29290bd17fb

strategy:
fail-fast: false
Expand Down Expand Up @@ -117,39 +100,39 @@ jobs:

- name: Install Python dependencies
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
pip install esptool esp-idf-nvs-partition-gen

- name: Set target ESP32-S3
working-directory: firmware/esp32-csi-node
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
idf.py set-target esp32s3

- name: Build firmware (mock CSI mode)
working-directory: firmware/esp32-csi-node
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
idf.py \
-D SDKCONFIG_DEFAULTS="sdkconfig.defaults;sdkconfig.qemu" \
build

- name: Generate NVS matrix
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
python3 scripts/generate_nvs_matrix.py \
--output-dir firmware/esp32-csi-node/build/nvs_matrix \
--only ${{ matrix.nvs_config }}

- name: Create merged flash image
working-directory: firmware/esp32-csi-node
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"

# Determine merge_bin arguments
OTA_ARGS=""
OTA_ARGS=()
if [ -f build/ota_data_initial.bin ]; then
OTA_ARGS="0xf000 build/ota_data_initial.bin"
OTA_ARGS=(0xf000 build/ota_data_initial.bin)
fi

python3 -m esptool --chip esp32s3 merge_bin \
Expand All @@ -158,7 +141,7 @@ jobs:
--fill-flash-size 8MB \
0x0 build/bootloader/bootloader.bin \
0x8000 build/partition_table/partition-table.bin \
$OTA_ARGS \
"${OTA_ARGS[@]}" \
0x20000 build/esp32-csi-node.bin

file_size() { stat -c%s "$1" 2>/dev/null || stat -f%z "$1" 2>/dev/null || wc -c < "$1"; }
Expand Down Expand Up @@ -213,32 +196,35 @@ jobs:

fuzz-test:
name: Fuzz Testing (ADR-061 Layer 6)
runs-on: ubuntu-latest
runs-on: ubuntu-24.04
env:
CC: clang-18
steps:
- uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
with:
submodules: recursive

- name: Install clang
- name: Verify hosted Clang
# Ubuntu 24.04 hosted runners already contain Clang 18 and libFuzzer.
# Do not fetch the redundant distro meta-package before testing.
run: |
sudo apt-get update
sudo apt-get install -y clang
"$CC" --version

- name: Build fuzz targets
working-directory: firmware/esp32-csi-node/test
run: make all CC=clang
run: make all CC="$CC"

- name: Run serialize fuzzer (60s)
working-directory: firmware/esp32-csi-node/test
run: make run_serialize FUZZ_DURATION=60 || echo "FUZZER_CRASH=serialize" >> "$GITHUB_ENV"
run: make run_serialize CC="$CC" FUZZ_DURATION=60 || echo "FUZZER_CRASH=serialize" >> "$GITHUB_ENV"

- name: Run edge enqueue fuzzer (60s)
working-directory: firmware/esp32-csi-node/test
run: make run_edge FUZZ_DURATION=60 || echo "FUZZER_CRASH=edge" >> "$GITHUB_ENV"
run: make run_edge CC="$CC" FUZZ_DURATION=60 || echo "FUZZER_CRASH=edge" >> "$GITHUB_ENV"

- name: Run NVS config fuzzer (60s)
working-directory: firmware/esp32-csi-node/test
run: make run_nvs FUZZ_DURATION=60 || echo "FUZZER_CRASH=nvs" >> "$GITHUB_ENV"
run: make run_nvs CC="$CC" FUZZ_DURATION=60 || echo "FUZZER_CRASH=nvs" >> "$GITHUB_ENV"

- name: Check for crashes
working-directory: firmware/esp32-csi-node/test
Expand Down Expand Up @@ -299,7 +285,7 @@ jobs:
echo "::error::$f has unexpected size $SIZE (expected 24576)"
exit 1
fi
echo " OK: $(basename $f) ($SIZE bytes)"
echo " OK: $(basename "$f") ($SIZE bytes)"
done

# ---------------------------------------------------------------------------
Expand All @@ -319,7 +305,7 @@ jobs:
needs: [build-qemu]
runs-on: ubuntu-latest
container:
image: espressif/idf:v5.4
image: espressif/idf:v5.4@sha256:f1e9f69dc052b9afc7801ca884e0ef40c17e014bb05ce73d9c09d29290bd17fb

steps:
- uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262
Expand All @@ -337,13 +323,13 @@ jobs:

- name: Install Python dependencies
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
pip install pyyaml esptool esp-idf-nvs-partition-gen

- name: Build firmware for swarm
working-directory: firmware/esp32-csi-node
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
idf.py set-target esp32s3
idf.py -D SDKCONFIG_DEFAULTS="sdkconfig.defaults;sdkconfig.qemu" build
python3 -m esptool --chip esp32s3 merge_bin \
Expand All @@ -356,7 +342,7 @@ jobs:

- name: Run swarm smoke test
run: |
. $IDF_PATH/export.sh
. "$IDF_PATH/export.sh"
EXIT_CODE=0
python3 scripts/qemu_swarm.py --preset ci_matrix \
--qemu-path /opt/qemu-esp32/bin/qemu-system-xtensa \
Expand Down
53 changes: 24 additions & 29 deletions .github/workflows/mqtt-integration.yml
Original file line number Diff line number Diff line change
Expand Up @@ -33,11 +33,8 @@ jobs:
runs-on: ubuntu-latest
timeout-minutes: 20

# NB: we don't use a `services:` mosquitto container here because the
# eclipse-mosquitto:2.x image rejects anonymous connections by default
# and GH Actions `services` doesn't easily support mounting a custom
# config file. We start mosquitto manually in a step below with an
# inline `allow_anonymous true` config.
# Explicit vendor broker config; publish only the CI loopback port.
# No APT package install or production MQTT security policy is involved.

env:
RUVIEW_RUN_INTEGRATION: "1"
Expand All @@ -50,29 +47,27 @@ jobs:
with:
submodules: recursive

- name: Install mosquitto + clients and start with allow_anonymous
- name: Start pinned Mosquitto broker with CI-only anonymous listener
run: |
sudo apt-get update -qq
sudo apt-get install -y mosquitto mosquitto-clients
sudo systemctl stop mosquitto || true
# Inline config: anon listener on 11883 only — no TLS, no auth,
# OK for CI because we test the wire shape, not security.
# Production deployments enable mTLS per ADR-115 §3.9.
cat > /tmp/mosquitto-ci.conf <<'EOF'
listener 11883
cat > "$RUNNER_TEMP/mosquitto-ci.conf" <<'CONFIG'
listener 1883
allow_anonymous true
persistence false
log_dest stdout
EOF
mosquitto -c /tmp/mosquitto-ci.conf -d
CONFIG
docker run --detach --user mosquitto --name ruview-mqtt-ci \
--publish 127.0.0.1:11883:1883 \
--mount "type=bind,source=$RUNNER_TEMP/mosquitto-ci.conf,target=/mosquitto/config/mosquitto.conf,readonly" \
eclipse-mosquitto:2.0.18@sha256:d12c8f80dfc65b768bb9acecc7ef182b976f71fb681640b66358e5e0cf94e9e9
for i in {1..20}; do
if mosquitto_pub -h 127.0.0.1 -p 11883 -t healthcheck -m ok -q 0 2>/dev/null; then
echo "mosquitto reachable on 11883"; exit 0
if docker exec ruview-mqtt-ci mosquitto_pub -h 127.0.0.1 -p 1883 -t healthcheck -m ok -q 0 \
&& python3 -c 'import socket; socket.create_connection(("127.0.0.1", 11883), timeout=3).close()'; then
exit 0
fi
sleep 2
echo "Waiting for broker ($i/20)"
sleep 1
done
echo "mosquitto never became reachable" >&2
tail -50 /var/log/mosquitto/*.log 2>/dev/null || true
docker logs ruview-mqtt-ci
exit 1

- name: Install Rust toolchain
Expand All @@ -90,14 +85,11 @@ jobs:
python -m pip install --quiet pyyaml
python scripts/validate-ha-blueprints.py

- name: Verify unit tests still pass under --features mqtt
- name: Verify MQTT-feature unit tests
working-directory: v2
# `cargo test` accepts a single TESTNAME filter, so we run the
# whole --lib suite here. That gives us the full 410-test green
# bar under --features mqtt (which is more reassuring than
# filtering anyway).
# Preserve this PR base's full MQTT-feature library suite.
run: >-
cargo test -p wifi-densepose-sensing-server
cargo test --locked -p wifi-densepose-sensing-server
--features mqtt --no-default-features
--lib
--no-fail-fast
Expand All @@ -114,5 +106,8 @@ jobs:
- name: Dump broker logs on failure
if: failure()
run: |
docker ps -a
docker logs $(docker ps -aqf "ancestor=eclipse-mosquitto:2.0.18") || true
docker logs ruview-mqtt-ci || true

- name: Stop the owned CI broker
if: always()
run: docker rm --force ruview-mqtt-ci
6 changes: 4 additions & 2 deletions .github/workflows/npm-packages.yml
Original file line number Diff line number Diff line change
Expand Up @@ -45,8 +45,10 @@ jobs:
# flashing, training runner/gate, doctor, device access, and SSH
# hosts. ADR-375 adds the MCP Apps console widget (~12 KB), the
# Streamable HTTP transport and the terminal UI (384 KiB); ADR-378 the
# ruview-live showcase views (~37 KB): 448 KiB reviewed ceiling.
unpacked_budget: 458752
# ruview-live showcase views (~37 KB): prior 448 KiB ceiling.
# Declarative node configuration adds a 44 KB runtime module.
# Measured pack: 479863 B; retain a 480 KiB hard feature ceiling.
unpacked_budget: 491520
- dir: harness/homecore
build: false
publishable: true
Expand Down
7 changes: 7 additions & 0 deletions .github/workflows/ruview-kernel-npm.yml
Original file line number Diff line number Diff line change
Expand Up @@ -77,6 +77,13 @@ jobs:
with:
node-version: '22'

# The ruv-FANN git dependency contains paths longer than Windows'
# 260-character limit. On a cold cargo cache, cargo's checkout fails
# with "path too long" unless git long-path support is on.
- name: Allow long paths for cargo git checkouts
if: runner.os == 'Windows'
run: git config --global core.longpaths true

- name: Rust ABI tests
run: cargo test --manifest-path v2/Cargo.toml -p ruview-kernel --locked

Expand Down
3 changes: 2 additions & 1 deletion .github/workflows/security-scan.yml
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,8 @@ jobs:
working-directory: v2
run: |
set -o pipefail
cargo audit --file Cargo.lock --json | tee cargo-audit.json
# Direct invocation avoids project-defined Cargo aliases.
cargo-audit audit --file Cargo.lock --json | tee cargo-audit.json

- name: Upload Rust advisory report
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
Expand Down
Loading
Loading