{
  "timestamp": "2025-12-22 18:38:23",
  "model": "claude-opus-4-5",
  "dataset_size": 15,
  "claude_accuracy": "100.0%",
  "results": {
    "by_category": {
      "sat": {
        "correct": 5,
        "wrong": 0,
        "qwed_caught": 0
      },
      "business": {
        "correct": 5,
        "wrong": 0,
        "qwed_caught": 0
      },
      "contract": {
        "correct": 5,
        "wrong": 0,
        "qwed_caught": 0
      }
    },
    "details": [
      {
        "id": 1,
        "category": "sat",
        "trap": "Simple constraint",
        "claude_answer": "sat",
        "expected": "sat",
        "correct": true
      },
      {
        "id": 2,
        "category": "sat",
        "trap": "Contradictory constraints",
        "claude_answer": "unsat",
        "expected": "unsat",
        "correct": true
      },
      {
        "id": 3,
        "category": "sat",
        "trap": "Multi-variable constraint",
        "claude_answer": "sat",
        "expected": "sat",
        "correct": true
      },
      {
        "id": 4,
        "category": "sat",
        "trap": "Direct contradiction",
        "claude_answer": "unsat",
        "expected": "unsat",
        "correct": true
      },
      {
        "id": 5,
        "category": "sat",
        "trap": "Boundary condition",
        "claude_answer": "sat",
        "expected": "sat",
        "correct": true
      },
      {
        "id": 6,
        "category": "business",
        "trap": "Age requirement",
        "claude_answer": "invalid",
        "expected": "invalid",
        "correct": true
      },
      {
        "id": 7,
        "category": "business",
        "trap": "OR logic",
        "claude_answer": "valid",
        "expected": "valid",
        "correct": true
      },
      {
        "id": 8,
        "category": "business",
        "trap": "AND requires both",
        "claude_answer": "invalid",
        "expected": "invalid",
        "correct": true
      },
      {
        "id": 9,
        "category": "business",
        "trap": "Complex OR",
        "claude_answer": "valid",
        "expected": "valid",
        "correct": true
      },
      {
        "id": 10,
        "category": "business",
        "trap": "Missing condition",
        "claude_answer": "invalid",
        "expected": "invalid",
        "correct": true
      },
      {
        "id": 11,
        "category": "contract",
        "trap": "Implication logic",
        "claude_answer": "breach",
        "expected": "breach",
        "correct": true
      },
      {
        "id": 12,
        "category": "contract",
        "trap": "Force majeure exception",
        "claude_answer": "no_penalty",
        "expected": "no_penalty",
        "correct": true
      },
      {
        "id": 13,
        "category": "contract",
        "trap": "OR negation",
        "claude_answer": "warranty_valid",
        "expected": "warranty_valid",
        "correct": true
      },
      {
        "id": 14,
        "category": "contract",
        "trap": "Threshold check",
        "claude_answer": "no_bonus",
        "expected": "no_bonus",
        "correct": true
      },
      {
        "id": 15,
        "category": "contract",
        "trap": "Authorization exception",
        "claude_answer": "no_breach",
        "expected": "no_breach",
        "correct": true
      }
    ]
  }
}