Repository navigation
Expand file tree
/
Copy pathMakefile
More file actions
48 lines (39 loc) · 1.46 KB
/
Copy pathMakefile
File metadata and controls
48 lines (39 loc) · 1.46 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
# Telemetry off for everything run from here: both default to on, and
# traces, prompts and the corpus stay on this machine (THREAT-MODEL.md, LLM02).
export DEEPEVAL_TELEMETRY_OPT_OUT := YES
export ANONYMIZED_TELEMETRY := False
.PHONY: test
test:
uv run pytest -q
.PHONY: corpus retrieval
corpus:
uv run python -m mobium_rag.corpus
retrieval: corpus
uv run python -m mobium_rag.evaluate
.PHONY: generation
generation: corpus
uv run python -m mobium_rag.generate
.PHONY: ci
ci: test corpus
uv run python -m mobium_rag.evaluate gate
# A local judge under load answers in tens of seconds; DeepEval's default
# per-call timeout gave up on the first call. Still bounded (THREAT-MODEL.md,
# LLM10): five minutes a call, fifteen a metric.
.PHONY: judge
judge: export DEEPEVAL_PER_ATTEMPT_TIMEOUT_SECONDS_OVERRIDE := 300
judge: export DEEPEVAL_PER_TASK_TIMEOUT_SECONDS_OVERRIDE := 900
judge:
uv run python -m mobium_rag.metajudge
# The docs' citations as a page for GitHub Pages: site/index.html. Run after
# `make retrieval` for the page to say what the graph did for retrieval.
.PHONY: graph
graph: corpus
uv run python -m mobium_rag.graphpage
# Phase 6b's checks with no judge: identifiers held to their passages, and
# key-fact coverage by anchors (data/checks-report.md). `anchors` drafts
# anchors for facts that have none; a reviewed fact's are never rewritten.
.PHONY: checks anchors
checks:
uv run python -m mobium_rag.checks
anchors:
uv run python -m mobium_rag.checks anchors