version: '1.0'
method: scam
embedding_model: local/all-MiniLM-L6-v2
embedding_template: '{text}'
calibration_file: calibration.pkl
targets:
  same: 0.9
  close: 0.75
  diverging: 0.5
  distant: 0.3
  unrelated: 0.1
category_stats:
  close:
    mean: 0.7744359710376658
    std: 0.04457403835566982
    min: 0.6103017240711147
    max: 0.9146347564859011
  distant:
    mean: 0.585491952151333
    std: 0.0377441764756403
    min: 0.46896807063112667
    max: 0.7212775376088252
  diverging:
    mean: 0.6845218530995697
    std: 0.04323399995095977
    min: 0.5531269263557448
    max: 0.8354006835092384
  same:
    mean: 0.8353941993208411
    std: 0.04131083725161725
    min: 0.6543746943866371
    max: 0.9552268047334748
  unrelated:
    mean: 0.5064910292300954
    std: 0.02108090513561606
    min: 0.45034756498091977
    max: 0.5996422554838396
group_columns:
- doi
validation:
  holdout_fraction: 0.2
  n_train: 9375
  n_test: 2000
  mse: 0.006901212459794884
  mae: 0.06376305895899578
  category_accuracy: 0.7715
  per_category_accuracy:
    same: 0.7675
    close: 0.6975
    diverging: 0.6875
    distant: 0.7425
    unrelated: 0.9625
  n_groups_train: 78
  n_groups_test: 20
cli:
  command: /Users/benwhalley/dev/soaking/.venv/bin/soak calibrate --paraphrases soak/calibration-data/paraphrases-gpt-5.2.csv
    --embedding-model local/all-MiniLM-L6-v2 -g doi --method scam --df 7 --n-anchors
    100 --output soak/calibration-data/models/all-MiniLM-L6-v2-df7/
  timestamp: '2026-02-15T20:58:55.406068'
  options:
    llm_model: gpt-4.1-mini
    embedding_model: local/all-MiniLM-L6-v2
    embedding_template: '{text}'
    df: 7
    n_anchors: 100
    holdout: 0.2
    seed: 42
    method: scam
    head: null
    sample: null
    paraphrases: soak/calibration-data/paraphrases-gpt-5.2.csv
