{
  "timestamp": "2025-12-22 18:45:09",
  "model": "claude-opus-4-5",
  "dataset_size": 40,
  "claude_accuracy": "80.0%",
  "results": {
    "by_domain": {
      "chain": {
        "correct": 7,
        "wrong": 3
      },
      "contradiction": {
        "correct": 6,
        "wrong": 2
      },
      "authority_logic": {
        "correct": 8,
        "wrong": 0
      },
      "temporal": {
        "correct": 5,
        "wrong": 1
      },
      "edge": {
        "correct": 6,
        "wrong": 2
      }
    },
    "details": [
      {
        "id": 1,
        "domain": "chain",
        "trap": "4-step chain",
        "claude": "1",
        "expected": "1",
        "correct": true
      },
      {
        "id": 2,
        "domain": "chain",
        "trap": "Percentage chain",
        "claude": "100",
        "expected": "100",
        "correct": true
      },
      {
        "id": 3,
        "domain": "chain",
        "trap": "Stats chain",
        "claude": "mean m = (2+4+6)/3 = 4\n\n(2-4)\u00b2 = 4\n(4-4)\u00b2 = 0\n(6-4)\u00b2 = 4\n\nsum = 4 + 0 + 4 = 8\n\nvariance = 8/3\n\n8/3",
        "expected": "2.67",
        "correct": false
      },
      {
        "id": 4,
        "domain": "chain",
        "trap": "Round-trip conversion",
        "claude": "f=212\nc=100",
        "expected": "100",
        "correct": false
      },
      {
        "id": 5,
        "domain": "chain",
        "trap": "Interest vs total",
        "claude": "210",
        "expected": "210",
        "correct": true
      },
      {
        "id": 6,
        "domain": "chain",
        "trap": "De Morgan chain",
        "claude": "false",
        "expected": "false",
        "correct": true
      },
      {
        "id": 7,
        "domain": "chain",
        "trap": "Conditional prob chain",
        "claude": "0.3",
        "expected": "0.3",
        "correct": true
      },
      {
        "id": 8,
        "domain": "chain",
        "trap": "Simple interest chain",
        "claude": "$1500, then $11500",
        "expected": "11500",
        "correct": false
      },
      {
        "id": 9,
        "domain": "chain",
        "trap": "Algebra chain",
        "claude": "4",
        "expected": "4",
        "correct": true
      },
      {
        "id": 10,
        "domain": "chain",
        "trap": "Factorial chain",
        "claude": "16",
        "expected": "16",
        "correct": true
      },
      {
        "id": 11,
        "domain": "contradiction",
        "trap": "No even prime >2",
        "claude": "sat",
        "expected": "unsat",
        "correct": false
      },
      {
        "id": 12,
        "domain": "contradiction",
        "trap": "Transitive contradiction",
        "claude": "no",
        "expected": "no",
        "correct": true
      },
      {
        "id": 13,
        "domain": "contradiction",
        "trap": "Syllogism trap",
        "claude": "invalid",
        "expected": "invalid",
        "correct": true
      },
      {
        "id": 14,
        "domain": "contradiction",
        "trap": "Chain implication",
        "claude": "impossible",
        "expected": "impossible",
        "correct": true
      },
      {
        "id": 15,
        "domain": "contradiction",
        "trap": "$5 is less than 5% of $105",
        "claude": "no",
        "expected": "no",
        "correct": true
      },
      {
        "id": 16,
        "domain": "contradiction",
        "trap": "No repeated values=no mode",
        "claude": "yes",
        "expected": "no",
        "correct": false
      },
      {
        "id": 17,
        "domain": "contradiction",
        "trap": "100\u2192150\u219275 is -25%",
        "claude": "no",
        "expected": "no",
        "correct": true
      },
      {
        "id": 18,
        "domain": "contradiction",
        "trap": "Sum>1 for mutually exclusive",
        "claude": "impossible",
        "expected": "impossible",
        "correct": true
      },
      {
        "id": 19,
        "domain": "authority_logic",
        "trap": "Authority + logic",
        "claude": "unsat",
        "expected": "unsat",
        "correct": true
      },
      {
        "id": 20,
        "domain": "authority_logic",
        "trap": "Implication not symmetric",
        "claude": "false",
        "expected": "false",
        "correct": true
      },
      {
        "id": 21,
        "domain": "authority_logic",
        "trap": "Authority + finance",
        "claude": "correct",
        "expected": "correct",
        "correct": true
      },
      {
        "id": 22,
        "domain": "authority_logic",
        "trap": "Missing -P(A AND B)",
        "claude": "false",
        "expected": "false",
        "correct": true
      },
      {
        "id": 23,
        "domain": "authority_logic",
        "trap": "Correct authority",
        "claude": "agree",
        "expected": "agree",
        "correct": true
      },
      {
        "id": 24,
        "domain": "authority_logic",
        "trap": "Equal when T=1",
        "claude": "sometimes false",
        "expected": "sometimes false",
        "correct": true
      },
      {
        "id": 25,
        "domain": "authority_logic",
        "trap": "Disjunctive syllogism",
        "claude": "valid",
        "expected": "valid",
        "correct": true
      },
      {
        "id": 26,
        "domain": "authority_logic",
        "trap": "Authority + math",
        "claude": "10",
        "expected": "10",
        "correct": true
      },
      {
        "id": 27,
        "domain": "temporal",
        "trap": "Sequential dependency",
        "claude": "6",
        "expected": "6",
        "correct": true
      },
      {
        "id": 28,
        "domain": "temporal",
        "trap": "Grace period",
        "claude": "on_time",
        "expected": "on_time",
        "correct": true
      },
      {
        "id": 29,
        "domain": "temporal",
        "trap": "Dec:31+Jan:31+Feb:28=90 exactly",
        "claude": "covered",
        "expected": "expired",
        "correct": false
      },
      {
        "id": 30,
        "domain": "temporal",
        "trap": "Monthly boundary",
        "claude": "1",
        "expected": "1",
        "correct": true
      },
      {
        "id": 31,
        "domain": "temporal",
        "trap": "4 hours > 3 hours",
        "claude": "possible",
        "expected": "possible",
        "correct": true
      },
      {
        "id": 32,
        "domain": "temporal",
        "trap": "Same day",
        "claude": "march 1",
        "expected": "march 1",
        "correct": true
      },
      {
        "id": 33,
        "domain": "edge",
        "trap": "Division by zero",
        "claude": "undefined",
        "expected": "undefined",
        "correct": true
      },
      {
        "id": 34,
        "domain": "edge",
        "trap": "Empty set stats",
        "claude": "0",
        "expected": "undefined",
        "correct": false
      },
      {
        "id": 35,
        "domain": "edge",
        "trap": "Zero factorial=1",
        "claude": "1",
        "expected": "1",
        "correct": true
      },
      {
        "id": 36,
        "domain": "edge",
        "trap": "Indeterminate form",
        "claude": "undefined",
        "expected": "undefined",
        "correct": true
      },
      {
        "id": 37,
        "domain": "edge",
        "trap": "0% interest edge",
        "claude": "1000",
        "expected": "1000",
        "correct": true
      },
      {
        "id": 38,
        "domain": "edge",
        "trap": "Certainty edge",
        "claude": "1",
        "expected": "1",
        "correct": true
      },
      {
        "id": 39,
        "domain": "edge",
        "trap": "Negative rate",
        "claude": "$98",
        "expected": "98",
        "correct": true
      },
      {
        "id": 40,
        "domain": "edge",
        "trap": "Complement probability",
        "claude": "5%",
        "expected": "0.05",
        "correct": false
      }
    ]
  }
}