FuckMark/.github/workflows/tiny-dev-transform-extended.yml at main · byte271/FuckMark · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
name: Real TinyDev Extended Transform Evidence

on:
  workflow_dispatch:
  pull_request:
    paths:
      - ".github/workflows/tiny-dev-transform-extended.yml"
      - "fuckmark/tiny_dev_transform_runtime_hf.py"
      - "fuckmark/tiny_dev_transform_hf.py"
      - "fuckmark/tiny_dev_corpus_hf.py"
      - "fuckmark/transforms/**"
      - "tests/test_tiny_dev_transform_runtime_hf.py"

permissions:
  contents: read

jobs:
  extended-transform-evidence:
    runs-on: ubuntu-24.04
    timeout-minutes: 180
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: "3.12"
          cache: pip
      - name: Install FuckMark
        run: python -m pip install -e .
      - name: Install exact CPU Torch runtime
        run: python -m pip install "torch==2.13.0" --index-url https://download.pytorch.org/whl/cpu
      - name: Install maintained Transformers SynthID dependencies
        run: python -m pip install -r requirements-smoke.txt
      - name: Reproduce canonical real TinyDev corpus
        run: >-
          python -m fuckmark.tiny_dev_corpus_hf
          --model openai-community/gpt2
          --model-revision 607a30d783dfa663caf39e06633721c8d4cfcd7e
          --device cpu
          --seed-base 401000
          --max-attempts 16
          --temperature 0.8
          --top-k 50
          --top-p 0.95
          --json artifacts/tiny-dev-corpus.json
      - name: Verify canonical corpus SHA-256
        shell: bash
        run: |
          actual="$(sha256sum artifacts/tiny-dev-corpus.json | cut -d' ' -f1)"
          test "$actual" = "ee09527d06abc58e612f7157b69908d5abe06101865714ce13a1287d1f0d7664"
      - name: Freeze extended selections then score real transform evidence
        run: >-
          python -m fuckmark.tiny_dev_transform_runtime_hf
          --corpus-json artifacts/tiny-dev-corpus.json
          --model openai-community/gpt2
          --model-revision 607a30d783dfa663caf39e06633721c8d4cfcd7e
          --device cpu
          --budget-profile extended
          --random-seeds 8
          --plan-json artifacts/tiny-dev-transform-extended-plan.json
          --json artifacts/tiny-dev-transform-extended-evidence.json
      - uses: actions/upload-artifact@v4
        if: always()
        with:
          name: real-tiny-dev-transform-extended-evidence
          path: artifacts/
          if-no-files-found: error