-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.yaml.example
More file actions
50 lines (43 loc) · 1.49 KB
/
Copy pathconfig.yaml.example
File metadata and controls
50 lines (43 loc) · 1.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
# LLM-Imitate pipeline configuration
# Edit these values before running each step.
# --- Data paths ---
thread_path: "data/raw/inbox"
output_dir: "data/processed"
# --- Persona target ---
# Must match sender_name exactly as it appears in the Instagram export (after mojibake fix).
target_sender: "Target Name" # the person to imitate
my_sender: "Your Name" # your name in the thread
# --- Parsing filters ---
include_shares: false # include link/share messages as text
include_reactions_only: false
# --- Turn grouping & dataset ---
turn_gap_seconds: 60 # merge rapid-fire msgs from same sender
context_messages: 6 # prior turns included as context
train_split: 0.95
min_completion_chars: 1 # skip empty completions
# --- PII review ---
# Messages matching these patterns are flagged in pii_review.jsonl for manual review.
pii_flag_enabled: true
# --- Model & training ---
# Set max_train_samples to a small number (e.g. 200) for a quick smoke test.
# Set to null or remove to use the full dataset.
max_train_samples: null
base_model: "unsloth/Llama-3.1-8B-Instruct-bnb-4bit"
adapter_output_dir: "models/adapters"
lora_rank: 16
lora_alpha: 32
lora_dropout: 0.05
epochs: 1
batch_size: 2
gradient_accumulation_steps: 4
learning_rate: 2.0e-4
max_seq_length: 2048
warmup_ratio: 0.03
save_steps: 9999
eval_steps: 9999
# --- Inference ---
gguf_output_dir: "models/gguf"
gguf_quant: "Q4_K_M"
ollama_model_name: "persona-imitate"
default_temperature: 0.7
vibe_check_candidates: 3