version: '1.0'
method: scam
embedding_model: local/BAAI/bge-large-en-v1.5
embedding_template: '{text}'
calibration_file: calibration.pkl
targets:
  same: 0.9
  close: 0.75
  diverging: 0.5
  distant: 0.3
  unrelated: 0.1
category_stats:
  close:
    mean: 0.8243200710675683
    std: 0.0287097291002572
    min: 0.721222226751423
    max: 0.9327665009070689
  distant:
    mean: 0.6799390271338445
    std: 0.025956770072245037
    min: 0.5935045467511283
    max: 0.7710433568558418
  diverging:
    mean: 0.7408464389515962
    std: 0.027081480779099477
    min: 0.6463581119314151
    max: 0.8347465829661059
  same:
    mean: 0.8706758222776846
    std: 0.027494196805675938
    min: 0.7523309315152725
    max: 0.9571028617445959
  unrelated:
    mean: 0.6219736971378981
    std: 0.017717450439589118
    min: 0.5631898216139013
    max: 0.6793592131358737
group_columns:
- doi
validation:
  holdout_fraction: 0.2
  n_train: 9375
  n_test: 2000
  mse: 0.005846364555607277
  mae: 0.06029174175381166
  category_accuracy: 0.798
  per_category_accuracy:
    same: 0.7775
    close: 0.7625
    diverging: 0.805
    distant: 0.7575
    unrelated: 0.8875
  n_groups_train: 78
  n_groups_test: 20
cli:
  command: /Users/benwhalley/dev/soaking/.venv/bin/soak calibrate --paraphrases soak/calibration-data/paraphrases-gpt-5.2.csv
    --embedding-model local/BAAI/bge-large-en-v1.5 -g doi --method scam --df 7 --n-anchors
    100 --output soak/calibration-data/models/BAAI-bge-large-en-v1.5-df7/
  timestamp: '2026-02-15T20:58:19.521081'
  options:
    llm_model: gpt-4.1-mini
    embedding_model: local/BAAI/bge-large-en-v1.5
    embedding_template: '{text}'
    df: 7
    n_anchors: 100
    holdout: 0.2
    seed: 42
    method: scam
    head: null
    sample: null
    paraphrases: soak/calibration-data/paraphrases-gpt-5.2.csv
