version: '1.0'
method: scam
embedding_model: local/all-mpnet-base-v2
embedding_template: '{text}'
calibration_file: calibration.pkl
targets:
  same: 0.9
  close: 0.75
  diverging: 0.5
  distant: 0.3
  unrelated: 0.1
category_stats:
  close:
    mean: 0.8078889150383874
    std: 0.04367169767057169
    min: 0.5991018190264155
    max: 0.9175397691106543
  distant:
    mean: 0.6009356752708955
    std: 0.040204014702421575
    min: 0.4692930878544147
    max: 0.7265380322776469
  diverging:
    mean: 0.7064803802534166
    std: 0.044285367671055564
    min: 0.5563505384455041
    max: 0.856505609052155
  same:
    mean: 0.861846760690521
    std: 0.03940885496644106
    min: 0.6844409722823706
    max: 0.9599652896731927
  unrelated:
    mean: 0.5084005592738008
    std: 0.01991125047323335
    min: 0.44861435647488535
    max: 0.6072274041688928
group_columns:
- doi
validation:
  holdout_fraction: 0.2
  n_train: 9375
  n_test: 2000
  mse: 0.006566308895483662
  mae: 0.06155871341614666
  category_accuracy: 0.7685
  per_category_accuracy:
    same: 0.7425
    close: 0.65
    diverging: 0.715
    distant: 0.755
    unrelated: 0.98
  n_groups_train: 78
  n_groups_test: 20
cli:
  command: /Users/benwhalley/dev/soaking/.venv/bin/soak calibrate --paraphrases soak/calibration-data/paraphrases-gpt-5.2.csv
    --embedding-model local/all-mpnet-base-v2 -g doi --method scam --df 7 --n-anchors
    100 --output soak/calibration-data/models/all-mpnet-base-v2-df7/
  timestamp: '2026-02-15T20:59:40.640458'
  options:
    llm_model: gpt-4.1-mini
    embedding_model: local/all-mpnet-base-v2
    embedding_template: '{text}'
    df: 7
    n_anchors: 100
    holdout: 0.2
    seed: 42
    method: scam
    head: null
    sample: null
    paraphrases: soak/calibration-data/paraphrases-gpt-5.2.csv
