FuckMark/.github/workflows/tiny-dev-detector.yml at main · byte271/FuckMark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
name: Real TinyDev Detector Evidence

on:
  workflow_dispatch:
    inputs:
      seed_base:
        description: First deterministic paired generation seed
        required: true
        default: "401000"
        type: string
      max_attempts:
        description: Deterministic retry budget for exact 64-token unique pairs
        required: true
        default: "16"
        type: string
  pull_request:
    paths:
      - ".github/workflows/tiny-dev-detector.yml"
      - "fuckmark/experiments/tiny_dev_detector_evidence.py"
      - "fuckmark/experiments/tiny_dev_e02_evidence.py"
      - "fuckmark/experiments/development_calibration.py"
      - "fuckmark/experiments/e02_pristine.py"
      - "fuckmark/tiny_dev_detector_hf.py"
      - "fuckmark/corpus/tiny_dev_io.py"
      - "fuckmark/corpus/tiny_dev_generation.py"
      - "fuckmark/tiny_dev_corpus_hf.py"
      - "tests/test_tiny_dev_detector_evidence.py"
      - "tests/test_tiny_dev_e02_evidence.py"
      - "requirements-smoke.txt"

permissions:
  contents: read

jobs:
  real-detector-evidence:
    runs-on: ubuntu-24.04
    timeout-minutes: 180
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"
          cache: pip
      - name: Install FuckMark
        run: python -m pip install -e .
      - name: Install exact CPU Torch runtime
        run: python -m pip install "torch==2.13.0" --index-url https://download.pytorch.org/whl/cpu
      - name: Install maintained Transformers SynthID dependencies
        run: python -m pip install -r requirements-smoke.txt
      - name: Reproduce real TinyDev corpus
        env:
          INPUT_SEED_BASE: ${{ inputs.seed_base || '401000' }}
          INPUT_MAX_ATTEMPTS: ${{ inputs.max_attempts || '16' }}
        run: >-
          python -m fuckmark.tiny_dev_corpus_hf
          --model openai-community/gpt2
          --model-revision 607a30d783dfa663caf39e06633721c8d4cfcd7e
          --device cpu
          --seed-base "$INPUT_SEED_BASE"
          --max-attempts "$INPUT_MAX_ATTEMPTS"
          --temperature 0.8
          --top-k 50
          --top-p 0.95
          --json artifacts/tiny-dev-corpus.json
      - name: Calibrate detectors and execute E02
        run: >-
          python -m fuckmark.tiny_dev_detector_hf
          --corpus-json artifacts/tiny-dev-corpus.json
          --device cpu
          --json artifacts/tiny-dev-detector-evidence.json
          --e02-json artifacts/tiny-dev-e02-evidence.json
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: real-tiny-dev-detector-evidence
          path: artifacts/
          if-no-files-found: error