MAIN TO SENSOR_TEAM

.github/workflows/daily_pytest_slack.yml

@@ -0,0 +1,83 @@
+name: Daily Pytest + Slack (IL 01:00)
+
+on:
+  schedule:
+    # 01:00 Israel time — 22:00 UTC (summer), 23:00 UTC (winter)
+    - cron: "0 22 * * *"
+    - cron: "0 23 * * *"
+  workflow_dispatch:
+
+jobs:
+  run_pytests_and_notify:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+
+      - name: Run pytest (and keep log)
+        run: |
+          pytest -q --maxfail=50 --disable-warnings -rA \
+            --junitxml=pytest-report.xml > pytest.log 2>&1 || true
+
+      - name: Parse results
+        id: results
+        run: |
+          python - <<'PY'
+          import xml.etree.ElementTree as ET
+          import os
+          counts = dict(tests=0, failures=0, errors=0, skipped=0)
+          try:
+              tree = ET.parse("pytest-report.xml")
+              root = tree.getroot()
+              for suite in root.findall(".//testsuite"):
+                  counts["tests"] += int(suite.attrib.get("tests", 0))
+                  counts["failures"] += int(suite.attrib.get("failures", 0))
+                  counts["errors"] += int(suite.attrib.get("errors", 0))
+                  counts["skipped"] += int(suite.attrib.get("skipped", 0))
+          except Exception as e:
+              print("Parse error:", e)
+          counts["passed"] = counts["tests"] - counts["failures"] - counts["errors"] - counts["skipped"]
+          with open(os.environ["GITHUB_OUTPUT"], "a") as f:
+              for k,v in counts.items():
+                  f.write(f"{k}={v}\n")
+              f.write(f"has_failures={'true' if (counts['failures']>0 or counts['errors']>0) else 'false'}\n")
+          PY
+
+      - name: Send Slack notification (if failures)
+        if: steps.results.outputs.has_failures == 'true'
+        uses: slackapi/slack-github-action@v1.25.0
+        with:
+          payload: |
+            {
+              "channel": "#vast",
+              "username": "GitHub Actions",
+              "icon_emoji": ":rotating_light:",
+              "text": "🚨 *Pytest Failures Detected!*\n\nRepository: ${{ github.repository }}\nRun: <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}>\n\n*Passed:* ${{ steps.results.outputs.passed }} / ${{ steps.results.outputs.tests }}\n*Failed:* ${{ steps.results.outputs.failures }}\n*Errors:* ${{ steps.results.outputs.errors }}\n*Skipped:* ${{ steps.results.outputs.skipped }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}
+
+      - name: Send Slack success notification
+        if: steps.results.outputs.has_failures == 'false'
+        uses: slackapi/slack-github-action@v1.25.0
+        with:
+          payload: |
+            {
+              "channel": "#vast",
+              "username": "GitHub Actions",
+              "icon_emoji": ":white_check_mark:",
+              "text": "✅ All tests passed successfully!\n\nRepository: ${{ github.repository }}\nRun: <${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}>\n\nTotal tests: ${{ steps.results.outputs.tests }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_WEBHOOK_URL }}

.github/workflows/soak.yaml

@@ -15,7 +15,7 @@ jobs:
       SOAK_RATE_PER_SEC: "1000"
       MQTT_TOPIC: "mqtt/soak"
       KAFKA_TOPIC: "dev-robot-alerts"
-      LOSS_THRESHOLD_PCT: "1.0"   # סף כשל: % אובדן מותר (שני לפי הצורך)
+      LOSS_THRESHOLD_PCT: "1.0"   
 
     steps:
       - name: Checkout
@@ -36,6 +36,31 @@ jobs:
           MINIO_ROOT_USER=minioadmin
           MINIO_ROOT_PASSWORD=minioadmin123
           EOF
+      - name: Prepare env for db_api_service
+        run: |
+          mkdir -p services/db_api_service
+          printf '%s\n' \
+          'DB_DSN=postgresql+psycopg://missions_user:pg123@postgres:5432/missions_db' \
+          'ENV=ci' \
+          'JWT_SECRET=change-me-in-ci' \
+          'JWT_ALGO=HS256' \
+          'ACCESS_TTL_MIN=15' \
+          'REFRESH_TTL_DAYS=14' \
+          'DEV_SA_NAME=ci-service' \
+              > services/db_api_service/.env
+      - name: Prepare env for plant_stress
+        run: |
+          mkdir -p services/plant_stress
+          cat > services/plant_stress/.env <<'EOF'
+          ADDR=0.0.0.0
+          PORT=8001
+          MINIO_ENDPOINT=minio:9000
+          MINIO_ACCESS_KEY=minioadmin
+          MINIO_SECRET_KEY=minioadmin123
+          MINIO_BUCKET=audio
+          MINIO_PREFIX=samples/
+          WINDOW_MIN=5
+          EOF
 
       - name: Start core stack
         run: docker compose up -d kafka mosquitto connect
@@ -223,10 +248,7 @@ jobs:
         if: always()
         run: |
           set -euo pipefail
-          # ודא שהצרכן נעצר
           if [ -f kcat.pid ]; then kill -9 "$(cat kcat.pid)" 2>/dev/null || true; fi
-          # נקה את סביבת ה-compose
           docker compose down -v || true
-          # ניקוי נוסף למקרה של שאריות
           docker ps -aq | xargs -r docker rm -f || true
           docker network prune -f || true

.gitignore

@@ -1,3 +1,8 @@
+data/rover_samples/**
+!data/rover_samples/.gitkeep
+
+# Ignore data payloads
+/data/
 # --- Secrets and Certificates ---
 *.env
 *.crt
@@ -7,15 +12,28 @@
 storage_with_mqtt/secrets/
 storage_with_mqtt/mqtt_images/secrets/
 MQTT_IMAGES/secrets/
+services/sounds/sounds_classifier/src/classification/data/
+services/sounds/sounds_classifier/src/classification/models/panns_data/
+
+# Ignore environment and IDE files
+.env
 
 # --- Python ---
 __pycache__/
+*.py[cod]
 *.pyc
 *.pyo
 *.pyd
 *.pytest_cache/
+.pytest_cache/
+<<<<<<< HEAD
+=======
+
+
+>>>>>>> 4bb2e60fc0fd9a846955fa89533d661a56b1645a
 .venv/
 venv/
+.coverage
 
 # --- VSCode / Editor ---
 .vscode/
@@ -36,3 +54,49 @@ venv/
 Thumbs.db
 
 
+# ==== Training/experiment outputs (never version) ====
+# Any top-level or nested "runs" folders created by Ultralytics or notebooks
+runs*/
+**/runs*/
+
+# ==== Model weights from training (PyTorch checkpoints) ====
+# Keep weights out of Git; publish via Releases/Artifacts instead.
+<<<<<<< HEAD
+!services/inference_http/models/fence_hole_detector/weights/
+!services/inference_http/models/fence_hole_detector/weights/best.onnx
+
+# ==== Model weights from training (PyTorch checkpoints) ====
+# Keep weights out of Git; publish via Releases/Artifacts instead.
+=======
+!services/fence_hole_detector/weights/
+!services/fence_hole_detector/weights/best.onnx
+
+>>>>>>> 4bb2e60fc0fd9a846955fa89533d661a56b1645a
+runs_fence/**/weights/*.pt
+
+# ==== Prediction artifacts (images + txt) ====
+# Generic preds folders created by `yolo predict`
+runs_fence/**/preds/**
+runs_fence/*_preds/**
+
+# Specific experiment outputs you listed (safe to ignore entirely)
+runs_fence/y8n_baseline_no_roi/**
+runs_fence/y8n_baseline_vote_soft/**
+runs_fence/y8n_realtime_preds_no_roi/**
+runs_fence/y8s_cpu_v1_preds/**
+
+# ==== Logs / plots (reproducible – don’t store) ====
+**/results.png
+**/confusion_matrix.png
+**/*.log
+
+# ==== Optional: large exported models (keep if you plan to ship them) ====
+# Uncomment to ignore ONNX as well; otherwise keep the single runtime ONNX in repo.
+runs_fence/**/weights/*.onnx
+
+models/*.pt
+<<<<<<< HEAD
+=======
+
+.coverage
+>>>>>>> 4bb2e60fc0fd9a846955fa89533d661a56b1645a