test-python.yml

name: Run Python tests

on:
  push:
    branches: ["main"]
    paths:
      - tracecat/**
      - registry/**
      - tests/**
      - packages/tracecat-ee/**
      - packages/tracecat-registry/**
      - pyproject.toml
      - uv.lock
      - Dockerfile
      - docker-compose.yml
      - docker-compose.dev.yml
      - .github/workflows/test-python.yml
  pull_request:
    branches: ["main", "staging"]
    paths:
      - tracecat/**
      - registry/**
      - tests/**
      - packages/tracecat-ee/**
      - packages/tracecat-registry/**
      - pyproject.toml
      - uv.lock
      - Dockerfile
      - docker-compose.yml
      - docker-compose.dev.yml
      - .github/workflows/test-python.yml
  workflow_dispatch:
    inputs:
      git-ref:
        description: "Git Ref (Optional)"
        required: true

permissions:
  contents: read
  packages: write

env:
  UV_SYSTEM_PYTHON: 1
  DENO_VERSION: "2.3.5"
  PYODIDE_VERSION: "0.27.6"

jobs:
  test-custom-registry-install:
    runs-on: blacksmith-4vcpu-ubuntu-2204
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
        with:
          ref: ${{ github.event.inputs.git-ref }}

      - name: Install uv
        uses: useblacksmith/setup-uv@v4
        with:
          version: "0.9.7"

      - name: Set up Python 3.12
        uses: useblacksmith/setup-python@v6
        with:
          python-version: "3.12"

      - name: Clone custom registry starter
        run: |
          git clone https://github.com/TracecatHQ/custom-integrations-starter-kit
          cd custom-integrations-starter-kit

      - name: Install dependencies
        run: uv sync --frozen

  test-workflow-codec:
    runs-on: blacksmith-4vcpu-ubuntu-2204
    timeout-minutes: 60
    steps:
      - uses: actions/checkout@v4
        with:
          ref: ${{ github.event.inputs.git-ref }}

      - name: Install uv
        uses: useblacksmith/setup-uv@v4
        with:
          version: "0.9.7"
          enable-cache: true
          cache-dependency-glob: "pyproject.toml"

      - name: Set up Python 3.12
        uses: useblacksmith/setup-python@v6
        with:
          python-version: "3.12"

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Run environment setup script
        run: |
          echo "y
          localhost
          n
          test@tracecat.com" | bash env.sh

      - name: Start core Docker services
        env:
          COMPOSE_BAKE: "true"
          TRACECAT__UNSAFE_DISABLE_SM_MASKING: "true"
        run: |
          docker compose -f docker-compose.dev.yml up -d temporal api worker executor postgres_db caddy

          # Wait for services to become healthy
          echo "Waiting for services to become healthy..."
          timeout 300 bash -c '
            while true; do
              if docker compose -f docker-compose.dev.yml ps --format json | jq -r ".[].Health" | grep -v "healthy" | grep -q "starting\|unhealthy"; then
                echo "Waiting for services to be healthy..."
                sleep 5
              else
                echo "All services are healthy"
                break
              fi
            done
          '

          # Show final service status
          docker compose -f docker-compose.dev.yml ps

      - name: Install dependencies
        run: uv sync --frozen

      - name: Run workflow tests with compression
        env:
          TRACECAT__SYSTEM_PATH: "/usr/local/bin:/usr/bin:/bin"
          # Enable compression
          TRACECAT__CONTEXT_COMPRESSION_ENABLED: true
          # Apply unconditionally
          TRACECAT__CONTEXT_COMPRESSION_THRESHOLD_KB: 0
        run: uv run pytest tests/unit/test_workflows.py -ra

  test-all:
    runs-on: blacksmith-4vcpu-ubuntu-2204
    timeout-minutes: 60
    strategy:
      matrix:
        test_group:
          - unit
          - registry
          - regression
          # - ee # TODO: re-enable this when we have tests
    steps:
      - uses: actions/checkout@v4
        with:
          ref: ${{ github.event.inputs.git-ref }}

      - name: Install uv
        uses: useblacksmith/setup-uv@v4
        with:
          version: "0.9.7"
          enable-cache: true
          cache-dependency-glob: "pyproject.toml"

      - name: Set up Python 3.12
        uses: useblacksmith/setup-python@v6
        with:
          python-version: "3.12"

      - name: Install Deno
        uses: denoland/setup-deno@v2.0.3
        with:
          deno-version: ${{ env.DENO_VERSION }}

      - name: Cache Deno dependencies
        uses: actions/cache@v3
        with:
          path: |
            ~/.deno
            ~/.cache/deno
            node_modules
          key: ${{ runner.os }}-deno-${{ env.DENO_VERSION }}-pyodide-${{ env.PYODIDE_VERSION }}

      - name: Warm up Pyodide
        run: |
          # Create a simple script to pre-cache pyodide
          mkdir -p node_modules
          cat > warmup.js << 'EOF'
          import { loadPyodide } from "npm:pyodide@${{ env.PYODIDE_VERSION }}";

          async function main() {
            console.log("Loading Pyodide...");
            const pyodide = await loadPyodide();
            console.log("Pyodide loaded successfully");
            console.log("Python version:", await pyodide.runPythonAsync("import sys; sys.version"));
          }

          main().catch(console.error);
          EOF

          # Run with minimal permissions
          deno run -N -R=node_modules -W=node_modules --node-modules-dir=auto warmup.js

          # Set environment variables for tests
          echo "DENO_DIR=$HOME/.deno" >> $GITHUB_ENV
          echo "NODE_MODULES_DIR=$(pwd)/node_modules" >> $GITHUB_ENV

      - name: Set up Docker Buildx
        uses: docker/setup-buildx-action@v3

      - name: Install kind
        run: |
          curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.20.0/kind-linux-amd64
          chmod +x ./kind
          sudo mv ./kind /usr/local/bin/kind
          kind version

      - name: Create kind cluster
        run: |
          kind create cluster --name tracecat-ci
          kubectl cluster-info --context kind-tracecat-ci
          kubectl get nodes

      - name: Run environment setup script
        run: |
          echo "y
          localhost
          n
          test@tracecat.com" | bash env.sh

      - name: Start core Docker services
        env:
          COMPOSE_BAKE: "true"
          TRACECAT__UNSAFE_DISABLE_SM_MASKING: "true"
        run: docker compose -f docker-compose.dev.yml up -d temporal api worker executor postgres_db caddy minio

      - name: Install dependencies
        run: uv sync --frozen

      - name: Run tests
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
          SLACK_CHANNEL_ID: ${{ secrets.SLACK_CHANNEL_ID }}
          SLACK_BOT_TOKEN: ${{ secrets.SLACK_BOT_TOKEN }}
          TRACECAT__SYSTEM_PATH: "/usr/local/bin:/usr/bin:/bin"
        run: |
          if [ "${{ matrix.test_group }}" = "ee" ]; then
            uv run pytest packages/tracecat-ee/tests/ -ra
          elif [ "${{ matrix.test_group }}" = "registry" ]; then
            uv run pytest tests/${{ matrix.test_group }} -n auto -ra
          else
            uv run pytest tests/${{ matrix.test_group }} -ra
          fi