version: '1.0'
method: scam
embedding_model: local/thenlper/gte-base
embedding_template: '{text}'
calibration_file: calibration.pkl
targets:
  same: 0.9
  close: 0.75
  diverging: 0.5
  distant: 0.3
  unrelated: 0.1
category_stats:
  close:
    mean: 0.8829701137078271
    std: 0.018859843114436274
    min: 0.8134249579821224
    max: 0.9418899154223039
  distant:
    mean: 0.7909106885822498
    std: 0.01598594795369093
    min: 0.7404719784745616
    max: 0.8677412407965072
  diverging:
    mean: 0.8369752729893055
    std: 0.017063450235395496
    min: 0.7823542791481823
    max: 0.8941378058366591
  same:
    mean: 0.9139403258672673
    std: 0.018886465633754124
    min: 0.8289016020630071
    max: 0.9758450810778644
  unrelated:
    mean: 0.7555690071084803
    std: 0.009665093392670734
    min: 0.7269502981195777
    max: 0.7955267045858526
group_columns:
- doi
validation:
  holdout_fraction: 0.2
  n_train: 9375
  n_test: 2000
  mse: 0.006413739795694908
  mae: 0.06515449950787774
  category_accuracy: 0.803
  per_category_accuracy:
    same: 0.7675
    close: 0.675
    diverging: 0.825
    distant: 0.875
    unrelated: 0.8725
  n_groups_train: 78
  n_groups_test: 20
cli:
  command: /Users/benwhalley/dev/soaking/.venv/bin/soak calibrate --paraphrases soak/calibration-data/paraphrases-gpt-5.2.csv
    --embedding-model local/thenlper/gte-base -g doi --method scam --df 7 --n-anchors
    100 --output soak/calibration-data/models/thenlper-gte-base-df7/
  timestamp: '2026-02-15T21:01:58.115168'
  options:
    llm_model: gpt-4.1-mini
    embedding_model: local/thenlper/gte-base
    embedding_template: '{text}'
    df: 7
    n_anchors: 100
    holdout: 0.2
    seed: 42
    method: scam
    head: null
    sample: null
    paraphrases: soak/calibration-data/paraphrases-gpt-5.2.csv
