benchmarks.yml

name: Performance Benchmarks

on:
  push:
    branches: [ main ]
  pull_request:
    branches: [ main ]
  workflow_dispatch:
    inputs:
      iterations:
        description: "Benchmark iterations"
        required: false
        default: "10000"

env:
  CARGO_TERM_COLOR: always

jobs:
  s3-performance:
    name: S3 Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run S3 Criterion Micro-benchmarks
        run: cargo bench -p ruststack-s3

      - name: Run S3 Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service s3 \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/s3-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service s3 \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/s3-benchmark.json

      - name: Publish S3 Benchmark Step Summary
        run: |
          cat reports/s3-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload S3 Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: s3-performance-report
          path: reports/s3-benchmark.*

  sqs-performance:
    name: SQS Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run SQS Criterion Micro-benchmarks
        run: cargo bench -p ruststack-sqs

      - name: Run SQS Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service sqs \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/sqs-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service sqs \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/sqs-benchmark.json

      - name: Publish SQS Benchmark Step Summary
        run: |
          cat reports/sqs-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload SQS Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: sqs-performance-report
          path: reports/sqs-benchmark.*

  sns-performance:
    name: SNS Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run SNS Criterion Micro-benchmarks
        run: cargo bench -p ruststack-sns

      - name: Run SNS Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service sns \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/sns-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service sns \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/sns-benchmark.json

      - name: Publish SNS Benchmark Step Summary
        run: |
          cat reports/sns-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload SNS Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: sns-performance-report
          path: reports/sns-benchmark.*

  eventbridge-performance:
    name: EventBridge Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run EventBridge Criterion Micro-benchmarks
        run: cargo bench -p ruststack-eventbridge

      - name: Run EventBridge Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service eventbridge \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/eventbridge-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service eventbridge \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/eventbridge-benchmark.json

      - name: Publish EventBridge Benchmark Step Summary
        run: |
          cat reports/eventbridge-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload EventBridge Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: eventbridge-performance-report
          path: reports/eventbridge-benchmark.*

  ssm-performance:
    name: SSM Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run SSM Criterion Micro-benchmarks
        run: cargo bench -p ruststack-ssm

      - name: Run SSM Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service ssm \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/ssm-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service ssm \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/ssm-benchmark.json

      - name: Publish SSM Benchmark Step Summary
        run: |
          cat reports/ssm-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload SSM Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: ssm-performance-report
          path: reports/ssm-benchmark.*

  secretsmanager-performance:
    name: SecretsManager Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run SecretsManager Criterion Micro-benchmarks
        run: cargo bench -p ruststack-secretsmanager

      - name: Run SecretsManager Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service secretsmanager \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/secretsmanager-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service secretsmanager \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/secretsmanager-benchmark.json

      - name: Publish SecretsManager Benchmark Step Summary
        run: |
          cat reports/secretsmanager-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload SecretsManager Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: secretsmanager-performance-report
          path: reports/secretsmanager-benchmark.*

  sts-performance:
    name: STS Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run STS Criterion Micro-benchmarks
        run: cargo bench -p ruststack-sts

      - name: Run STS Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service sts \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/sts-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service sts \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/sts-benchmark.json

      - name: Publish STS Benchmark Step Summary
        run: |
          cat reports/sts-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload STS Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: sts-performance-report
          path: reports/sts-benchmark.*

  dynamodb-performance:
    name: DynamoDB Feature Performance Rating
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Set up Rust toolchain
        uses: dtolnay/rust-toolchain@stable

      - name: Rust cache
        uses: Swatinem/rust-cache@v2

      - name: Run DynamoDB Criterion Micro-benchmarks
        run: cargo bench -p ruststack-dynamodb

      - name: Run DynamoDB Performance Rating Suite
        run: |
          mkdir -p reports
          cargo run --release -p ruststack-benchmarks -- \
            --service dynamodb \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format markdown \
            --output reports/dynamodb-benchmark.md

          cargo run --release -p ruststack-benchmarks -- \
            --service dynamodb \
            --iterations ${{ github.event.inputs.iterations || '10000' }} \
            --format json \
            --output reports/dynamodb-benchmark.json

      - name: Publish DynamoDB Benchmark Step Summary
        run: |
          cat reports/dynamodb-benchmark.md >> $GITHUB_STEP_SUMMARY

      - name: Upload DynamoDB Benchmark Artifacts
        uses: actions/upload-artifact@v4
        with:
          name: dynamodb-performance-report
          path: reports/dynamodb-benchmark.*