{
  "timestamp": "2025-12-22 17:45:54",
  "model": "claude-opus-4-5",
  "tolerance": 0.01,
  "dataset_size": 15,
  "claude_accuracy": "73.3%",
  "results": {
    "by_category": {
      "compound_interest": {
        "correct": 4,
        "wrong": 0,
        "qwed_caught": 0
      },
      "loan": {
        "correct": 3,
        "wrong": 1,
        "qwed_caught": 1
      },
      "tax": {
        "correct": 2,
        "wrong": 1,
        "qwed_caught": 1
      },
      "npv": {
        "correct": 1,
        "wrong": 1,
        "qwed_caught": 1
      },
      "currency": {
        "correct": 0,
        "wrong": 1,
        "qwed_caught": 1
      },
      "ratio": {
        "correct": 1,
        "wrong": 0,
        "qwed_caught": 0
      }
    },
    "details": [
      {
        "id": 1,
        "category": "compound_interest",
        "trap": "Monthly compounding precision",
        "claude_answer": "11614.72",
        "expected": "11614.72",
        "qwed_answer": "11614.72",
        "correct": true
      },
      {
        "id": 2,
        "category": "compound_interest",
        "trap": "Daily compounding with 365 days",
        "claude_answer": "5185.8",
        "expected": "5185.8",
        "qwed_answer": "5185.86",
        "correct": true
      },
      {
        "id": 3,
        "category": "compound_interest",
        "trap": "Continuous compounding with e",
        "claude_answer": "1491.82",
        "expected": "1491.82",
        "qwed_answer": "1491.82",
        "correct": true
      },
      {
        "id": 4,
        "category": "compound_interest",
        "trap": "Simple division but finance-specific",
        "claude_answer": "12.0",
        "expected": "12",
        "qwed_answer": "12.0",
        "correct": true
      },
      {
        "id": 5,
        "category": "loan",
        "trap": "30-year mortgage with 360 payments",
        "claude_answer": "1199.1",
        "expected": "1199.1",
        "qwed_answer": "1199.1",
        "correct": true
      },
      {
        "id": 6,
        "category": "loan",
        "trap": "Car loan 60 months",
        "claude_answer": "465.25",
        "expected": "465.25",
        "qwed_answer": "466.08",
        "correct": true
      },
      {
        "id": 7,
        "category": "loan",
        "trap": "Total interest calculation",
        "claude_answer": "42342.85",
        "expected": "42342.85",
        "qwed_answer": "42342.89",
        "correct": true
      },
      {
        "id": 8,
        "category": "loan",
        "trap": "Remaining balance calculation",
        "claude_answer": "41428.51",
        "expected": "42028.68",
        "qwed_answer": "42240.65",
        "correct": false
      },
      {
        "id": 9,
        "category": "tax",
        "trap": "Progressive tax brackets",
        "claude_answer": "11280.0",
        "expected": "11300",
        "qwed_answer": "12300.0",
        "correct": false
      },
      {
        "id": 10,
        "category": "tax",
        "trap": "Sales tax rounding",
        "claude_answer": "324.74",
        "expected": "324.74",
        "qwed_answer": "324.74",
        "correct": true
      },
      {
        "id": 11,
        "category": "tax",
        "trap": "Simple percentage but restaurant context",
        "claude_answer": "15.57",
        "expected": "15.57",
        "qwed_answer": "15.57",
        "correct": true
      },
      {
        "id": 12,
        "category": "npv",
        "trap": "NPV with 5 year cash flows",
        "claude_answer": "1372.36",
        "expected": "1372.36",
        "qwed_answer": "1372.36",
        "correct": true
      },
      {
        "id": 13,
        "category": "npv",
        "trap": "Present value calculation",
        "claude_answer": "25420.19",
        "expected": "25419.99",
        "qwed_answer": "25417.46",
        "correct": false
      },
      {
        "id": 14,
        "category": "currency",
        "trap": "Currency round-trip conversion",
        "claude_answer": "1003.28",
        "expected": "1002.8",
        "qwed_answer": "1002.8",
        "correct": false
      },
      {
        "id": 15,
        "category": "ratio",
        "trap": "Financial ratio calculation",
        "claude_answer": "0.67",
        "expected": "0.67",
        "qwed_answer": "0.67",
        "correct": true
      }
    ]
  }
}