{
  "run_metadata": {
    "timestamp": "2026-03-11T09:15:52.191258+00:00",
    "backend": "bedrock",
    "model": "eu.anthropic.claude-sonnet-4-6",
    "observer_model": "qwen2.5:0.5b",
    "region": "eu-central-1",
    "tiers": "ABC",
    "total_questions": 30,
    "total_elapsed_s": 6263.0
  },
  "cost_summary": {
    "single_agent_total_cost": 1.985832,
    "cognigraph_total_cost": 5.731896,
    "total_benchmark_cost": 7.717728
  },
  "per_question_log": [
    {
      "question_id": "MG-A01",
      "tier": "A",
      "question": "What AI practices are completely prohibited under the EU AI Act, and what are th",
      "sa_f1": 0.8333,
      "sa_cost": 0.066348,
      "sa_latency_ms": 7008.0,
      "cg_f1": 0.8333,
      "cg_cost": 0.266397,
      "cg_latency_ms": 248684.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 0,
      "shacl_fail": 20
    },
    {
      "question_id": "MG-A02",
      "tier": "A",
      "question": "What is the complete compliance chain a provider must follow to place a high-ris",
      "sa_f1": 0.6009,
      "sa_cost": 0.066363,
      "sa_latency_ms": 10222.0,
      "cg_f1": 0.6,
      "cg_cost": 0.185493,
      "cg_latency_ms": 194120.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 10,
      "shacl_fail": 30
    },
    {
      "question_id": "MG-A03",
      "tier": "A",
      "question": "What are the obligations of deployers of high-risk AI systems regarding human ov",
      "sa_f1": 0.4286,
      "sa_cost": 0.066345,
      "sa_latency_ms": 6466.0,
      "cg_f1": 0.2857,
      "cg_cost": 0.191043,
      "cg_latency_ms": 188546.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 17,
      "shacl_fail": 43
    },
    {
      "question_id": "MG-A04",
      "tier": "A",
      "question": "What specific requirements does the EU AI Act impose on general-purpose AI model",
      "sa_f1": 0.8333,
      "sa_cost": 0.066354,
      "sa_latency_ms": 7424.0,
      "cg_f1": 0.6667,
      "cg_cost": 0.169674,
      "cg_latency_ms": 184494.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 28,
      "shacl_fail": 52
    },
    {
      "question_id": "MG-A05",
      "tier": "A",
      "question": "What are the GDPR principles for processing personal data and how do they apply ",
      "sa_f1": 1.0,
      "sa_cost": 0.066339,
      "sa_latency_ms": 5667.0,
      "cg_f1": 1.0,
      "cg_cost": 0.117873,
      "cg_latency_ms": 130414.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 48,
      "shacl_fail": 52
    },
    {
      "question_id": "MG-A06",
      "tier": "A",
      "question": "What transparency obligations exist for AI systems that generate deepfakes or sy",
      "sa_f1": 1.0,
      "sa_cost": 0.066327,
      "sa_latency_ms": 6742.0,
      "cg_f1": 0.6,
      "cg_cost": 0.160971,
      "cg_latency_ms": 164142.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 61,
      "shacl_fail": 59
    },
    {
      "question_id": "MG-A07",
      "tier": "A",
      "question": "How does DORA define ICT risk management requirements for financial entities?",
      "sa_f1": 1.0,
      "sa_cost": 0.066339,
      "sa_latency_ms": 15603.0,
      "cg_f1": 0.5,
      "cg_cost": 0.114939,
      "cg_latency_ms": 116277.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 81,
      "shacl_fail": 59
    },
    {
      "question_id": "MG-A08",
      "tier": "A",
      "question": "What incident notification timelines does NIS2 require for essential entities?",
      "sa_f1": 1.0,
      "sa_cost": 0.064824,
      "sa_latency_ms": 4480.0,
      "cg_f1": 0.1184,
      "cg_cost": 0.114054,
      "cg_latency_ms": 126457.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 101,
      "shacl_fail": 59
    },
    {
      "question_id": "MG-A09",
      "tier": "A",
      "question": "What high-risk AI use cases does Annex III define for employment and workers man",
      "sa_f1": 0.1839,
      "sa_cost": 0.063081,
      "sa_latency_ms": 2725.0,
      "cg_f1": 0.1584,
      "cg_cost": 0.136536,
      "cg_latency_ms": 147284.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 118,
      "shacl_fail": 62
    },
    {
      "question_id": "MG-A10",
      "tier": "A",
      "question": "What is the role and scope of AI regulatory sandboxes under the EU AI Act?",
      "sa_f1": 0.6667,
      "sa_cost": 0.066348,
      "sa_latency_ms": 7538.0,
      "cg_f1": 0.1667,
      "cg_cost": 0.115839,
      "cg_latency_ms": 131128.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 138,
      "shacl_fail": 62
    },
    {
      "question_id": "MG-B01",
      "tier": "B",
      "question": "How do the EU AI Act and GDPR jointly regulate automated decision-making that af",
      "sa_f1": 0.7143,
      "sa_cost": 0.066357,
      "sa_latency_ms": 6719.0,
      "cg_f1": 0.2804,
      "cg_cost": 0.255744,
      "cg_latency_ms": 271218.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 138,
      "shacl_fail": 82
    },
    {
      "question_id": "MG-B02",
      "tier": "B",
      "question": "What are the combined penalty exposures when a high-risk AI system violates both",
      "sa_f1": 1.0,
      "sa_cost": 0.066372,
      "sa_latency_ms": 6251.0,
      "cg_f1": 0.5714,
      "cg_cost": 0.265104,
      "cg_latency_ms": 321024.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 138,
      "shacl_fail": 102
    },
    {
      "question_id": "MG-B03",
      "tier": "B",
      "question": "How must a deployer using a high-risk AI system comply with both the AI Act's fu",
      "sa_f1": 0.5714,
      "sa_cost": 0.066393,
      "sa_latency_ms": 6429.0,
      "cg_f1": 0.2298,
      "cg_cost": 0.177315,
      "cg_latency_ms": 214454.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 149,
      "shacl_fail": 111
    },
    {
      "question_id": "MG-B04",
      "tier": "B",
      "question": "What dual obligations apply when a financial entity reports an AI-related incide",
      "sa_f1": 0.6667,
      "sa_cost": 0.066261,
      "sa_latency_ms": 11253.0,
      "cg_f1": 0.3333,
      "cg_cost": 0.17841,
      "cg_latency_ms": 188144.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 160,
      "shacl_fail": 120
    },
    {
      "question_id": "MG-B05",
      "tier": "B",
      "question": "How do the AI Act's cybersecurity requirements for high-risk AI interact with NI",
      "sa_f1": 0.5714,
      "sa_cost": 0.066375,
      "sa_latency_ms": 8231.0,
      "cg_f1": 0.2931,
      "cg_cost": 0.118557,
      "cg_latency_ms": 137058.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 180,
      "shacl_fail": 120
    },
    {
      "question_id": "MG-B06",
      "tier": "B",
      "question": "How does the GDPR's data protection by design principle interact with the AI Act",
      "sa_f1": 0.6667,
      "sa_cost": 0.06636,
      "sa_latency_ms": 5933.0,
      "cg_f1": 0.5,
      "cg_cost": 0.127725,
      "cg_latency_ms": 157348.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 199,
      "shacl_fail": 121
    },
    {
      "question_id": "MG-B07",
      "tier": "B",
      "question": "What are the supply chain implications when a financial institution uses a third",
      "sa_f1": 0.8333,
      "sa_cost": 0.066387,
      "sa_latency_ms": 12045.0,
      "cg_f1": 0.6667,
      "cg_cost": 0.193059,
      "cg_latency_ms": 223651.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 209,
      "shacl_fail": 131
    },
    {
      "question_id": "MG-B08",
      "tier": "B",
      "question": "How do AI Act risk management requirements interact with DORA ICT risk managemen",
      "sa_f1": 0.6667,
      "sa_cost": 0.066357,
      "sa_latency_ms": 6786.0,
      "cg_f1": 0.5,
      "cg_cost": 0.158838,
      "cg_latency_ms": 181936.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 223,
      "shacl_fail": 137
    },
    {
      "question_id": "MG-B09",
      "tier": "B",
      "question": "What dual incident notification requirements apply when an AI system causing a c",
      "sa_f1": 0.8571,
      "sa_cost": 0.066381,
      "sa_latency_ms": 6411.0,
      "cg_f1": 0.2101,
      "cg_cost": 0.121008,
      "cg_latency_ms": 155239.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 243,
      "shacl_fail": 137
    },
    {
      "question_id": "MG-B10",
      "tier": "B",
      "question": "How does the AI Act's conformity assessment interact with existing product safet",
      "sa_f1": 0.8571,
      "sa_cost": 0.066357,
      "sa_latency_ms": 7013.0,
      "cg_f1": 0.2266,
      "cg_cost": 0.226926,
      "cg_latency_ms": 249245.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 245,
      "shacl_fail": 155
    },
    {
      "question_id": "MG-C01",
      "tier": "C",
      "question": "A bank deploys a credit scoring AI system that experiences a data breach affecti",
      "sa_f1": 0.6,
      "sa_cost": 0.066417,
      "sa_latency_ms": 6015.0,
      "cg_f1": 0.2526,
      "cg_cost": 0.218598,
      "cg_latency_ms": 221737.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 254,
      "shacl_fail": 166
    },
    {
      "question_id": "MG-C02",
      "tier": "C",
      "question": "An energy utility deploys AI for grid management (critical infrastructure). A th",
      "sa_f1": 0.4938,
      "sa_cost": 0.06642,
      "sa_latency_ms": 5534.0,
      "cg_f1": 0.2776,
      "cg_cost": 0.196602,
      "cg_latency_ms": 207927.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 264,
      "shacl_fail": 176
    },
    {
      "question_id": "MG-C03",
      "tier": "C",
      "question": "Design a comprehensive compliance program for a hospital deploying an AI diagnos",
      "sa_f1": 0.3611,
      "sa_cost": 0.066417,
      "sa_latency_ms": 6273.0,
      "cg_f1": 0.264,
      "cg_cost": 0.217521,
      "cg_latency_ms": 230355.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 274,
      "shacl_fail": 186
    },
    {
      "question_id": "MG-C04",
      "tier": "C",
      "question": "What is the total maximum fine exposure for a tech company that develops a GPAI ",
      "sa_f1": 0.625,
      "sa_cost": 0.065835,
      "sa_latency_ms": 7337.0,
      "cg_f1": 0.875,
      "cg_cost": 0.212658,
      "cg_latency_ms": 191354.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 280,
      "shacl_fail": 200
    },
    {
      "question_id": "MG-C05",
      "tier": "C",
      "question": "How should a multinational deploy an AI recruitment system across the EU, consid",
      "sa_f1": 0.2909,
      "sa_cost": 0.066417,
      "sa_latency_ms": 6045.0,
      "cg_f1": 0.625,
      "cg_cost": 0.236406,
      "cg_latency_ms": 239588.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 284,
      "shacl_fail": 216
    },
    {
      "question_id": "MG-C06",
      "tier": "C",
      "question": "A law enforcement agency wants to use real-time biometric identification in a pu",
      "sa_f1": 0.4276,
      "sa_cost": 0.06642,
      "sa_latency_ms": 6123.0,
      "cg_f1": 0.3762,
      "cg_cost": 0.266766,
      "cg_latency_ms": 272359.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 284,
      "shacl_fail": 236
    },
    {
      "question_id": "MG-C07",
      "tier": "C",
      "question": "An insurance company uses AI for risk assessment and a data protection authority",
      "sa_f1": 0.3636,
      "sa_cost": 0.066423,
      "sa_latency_ms": 5750.0,
      "cg_f1": 0.5,
      "cg_cost": 0.399591,
      "cg_latency_ms": 379091.0,
      "cg_nodes": 10,
      "cg_rounds": 3,
      "shacl_pass": 284,
      "shacl_fail": 266
    },
    {
      "question_id": "MG-C08",
      "tier": "C",
      "question": "How does the AI Act's quality management system requirement interact with DORA's",
      "sa_f1": 0.5019,
      "sa_cost": 0.066414,
      "sa_latency_ms": 5282.0,
      "cg_f1": 0.3322,
      "cg_cost": 0.178476,
      "cg_latency_ms": 192700.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 296,
      "shacl_fail": 274
    },
    {
      "question_id": "MG-C09",
      "tier": "C",
      "question": "Compare and contrast the incident reporting timelines, authorities, and template",
      "sa_f1": 0.4545,
      "sa_cost": 0.066417,
      "sa_latency_ms": 7014.0,
      "cg_f1": 0.2486,
      "cg_cost": 0.154929,
      "cg_latency_ms": 146874.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 312,
      "shacl_fail": 278
    },
    {
      "question_id": "MG-C10",
      "tier": "C",
      "question": "An AI regulatory sandbox participant wants to test a novel emotion recognition s",
      "sa_f1": 0.625,
      "sa_cost": 0.066384,
      "sa_latency_ms": 9823.0,
      "cg_f1": 0.625,
      "cg_cost": 0.254844,
      "cg_latency_ms": 233887.0,
      "cg_nodes": 10,
      "cg_rounds": 2,
      "shacl_pass": 312,
      "shacl_fail": 298
    }
  ],
  "backend_cost_report": {
    "model": "eu.anthropic.claude-sonnet-4-6",
    "region": "eu-central-1",
    "calls": 969,
    "input_tokens": 1647447,
    "output_tokens": 185034,
    "total_tokens": 1832481,
    "total_cost_usd": 7.717851
  }
}