{
  "summary": {
    "mrr": 0.5115740740740741,
    "mrr_ci": [
      0.41898148148148145,
      0.6041666666666666
    ],
    "avg_ndcg_5": 0.5175258264880961,
    "avg_ndcg_5_ci": [
      0.42490841659474293,
      0.6101184190806885
    ],
    "avg_hit_rate_1": 0.6944444444444444,
    "avg_hit_rate_5": 0.7222222222222222,
    "avg_hit_rate_5_ci": [
      0.6388888888888888,
      0.8055555555555556
    ],
    "avg_precision_5": 0.5645061728395062,
    "avg_latency_ms": 370.7678958221718,
    "avg_tokens": 3576.537037037037,
    "total_tokens": 386266,
    "by_category": {
      "adversarial": {
        "mrr": 0.0,
        "avg_ndcg_5": 0.0,
        "avg_hit_rate_5": 0.7,
        "count": 30
      },
      "lexical": {
        "mrr": 0.5,
        "avg_ndcg_5": 0.5087286502380972,
        "avg_hit_rate_5": 0.5333333333333333,
        "count": 30
      },
      "semantic": {
        "mrr": 0.8385416666666666,
        "avg_ndcg_5": 0.8464777031994054,
        "avg_hit_rate_5": 0.8541666666666666,
        "count": 48
      }
    },
    "total_queries": 108
  },
  "details": [
    {
      "query": "What is semantic search?",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/sample_docs/vector-databases.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 321.1672306060791,
      "tokens": 2717,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:1",
        "tests/fixtures/sample_docs/vector-databases.md:2",
        "tests/fixtures/scale_docs/sql-query-optimization.md:18",
        "tests/fixtures/scale_docs/sql-query-optimization.md:29"
      ]
    },
    {
      "query": "vector database",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/vector-databases.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 392.1017646789551,
      "tokens": 2728,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/vector-databases.md:0",
        "tests/fixtures/sample_docs/database-design.md:1",
        "tests/fixtures/scale_docs/database-sharding.md:12",
        "tests/fixtures/scale_docs/database-sharding.md:17",
        "tests/fixtures/scale_docs/database-replication.md:34"
      ]
    },
    {
      "query": "REST API design",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/api-design.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 260.40196418762207,
      "tokens": 5363,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/api-design.md:2",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:0",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:11",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:38"
      ]
    },
    {
      "query": "database normalization",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/nosql-patterns.md",
        "tests/fixtures/scale_docs/nosql-patterns.md",
        "tests/fixtures/scale_docs/database-migrations.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 544.1610813140869,
      "tokens": 3319,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/database-design.md:2",
        "tests/fixtures/sample_docs/database-design.md:10",
        "tests/fixtures/scale_docs/nosql-patterns.md:11",
        "tests/fixtures/scale_docs/nosql-patterns.md:2",
        "tests/fixtures/scale_docs/database-migrations.md:2"
      ]
    },
    {
      "query": "HTTP/2 vs HTTP/3 performance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 95.74389457702637,
      "tokens": 4606,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0"
      ]
    },
    {
      "query": "PostgreSQL 15 internals",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/postgresql-internals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 99.95698928833008,
      "tokens": 3978,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/postgresql-internals.md:0"
      ]
    },
    {
      "query": "Apache Kafka 3.0 features",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 96.405029296875,
      "tokens": 5735,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/apache-kafka.md:0"
      ]
    },
    {
      "query": "TLS 1.3 handshake process",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/websocket-protocol.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 268.94116401672363,
      "tokens": 7486,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tls-ssl.md:0",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:11",
        "tests/fixtures/scale_docs/websocket-protocol.md:2",
        "tests/fixtures/scale_docs/dns-resolution.md:1"
      ]
    },
    {
      "query": "Kubernetes v1.24 removal of dockershim",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 472.4569320678711,
      "tokens": 4027,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:43",
        "tests/fixtures/scale_docs/security-audit-checklist.md:44",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:11",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:3"
      ]
    },
    {
      "query": "gRPC over HTTP/2",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md",
        "tests/fixtures/scale_docs/grpc-protocol.md",
        "tests/fixtures/scale_docs/grpc-protocol.md",
        "tests/fixtures/scale_docs/grpc-protocol.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 264.4798755645752,
      "tokens": 7246,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0",
        "tests/fixtures/scale_docs/grpc-protocol.md:17",
        "tests/fixtures/scale_docs/grpc-protocol.md:9",
        "tests/fixtures/scale_docs/grpc-protocol.md:2"
      ]
    },
    {
      "query": "Redis 7.0 Multi-part AOF",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/helm-charts.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/nx.txt"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6,
      "latency_ms": 892.1980857849121,
      "tokens": 1526,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/redis-data-structures.md:14",
        "tests/fixtures/scale_docs/redis-data-structures.md:12",
        "tests/fixtures/scale_docs/redis-data-structures.md:7",
        "tests/fixtures/scale_docs/helm-charts.md:8",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/nx.txt:32"
      ]
    },
    {
      "query": "Elasticsearch 8.x security changes",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 559.2648983001709,
      "tokens": 1890,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:35",
        "tests/fixtures/scale_docs/api-security.md:12"
      ]
    },
    {
      "query": "OWASP Top 10 2021",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/owasp-top-10.md",
        "tests/fixtures/scale_docs/owasp-top-10.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 354.79187965393066,
      "tokens": 233,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/owasp-top-10.md:31",
        "tests/fixtures/scale_docs/owasp-top-10.md:0"
      ]
    },
    {
      "query": "AVX-512 vector instructions",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/resume-agent.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 985.6460094451904,
      "tokens": 3348,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt:18",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt:16",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt:28",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/resume-agent.txt:16",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt:26"
      ]
    },
    {
      "query": "TCP/IP layer 4",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 96.62580490112305,
      "tokens": 5536,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:1"
      ]
    },
    {
      "query": "IPv6 address format",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/data-serialization.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 239.09711837768555,
      "tokens": 1049,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:14",
        "tests/fixtures/scale_docs/data-serialization.md:30",
        "tests/fixtures/scale_docs/data-serialization.md:40"
      ]
    },
    {
      "query": "UUID v4 generation",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al8-lab-dut.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-skyrock.txt",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 308.8798522949219,
      "tokens": 1429,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al8-lab-dut.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-skyrock.txt:2",
        "tests/fixtures/scale_docs/container-security.md:33"
      ]
    },
    {
      "query": "0xEF hex code",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 111.64212226867676,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "Python 3.10 match statement",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt",
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/functional-programming.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 257.69901275634766,
      "tokens": 1516,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt:8",
        "tests/fixtures/scale_docs/functional-programming.md:15",
        "tests/fixtures/scale_docs/functional-programming.md:20"
      ]
    },
    {
      "query": "ISO 27001 compliance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/compliance-frameworks.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 101.59802436828613,
      "tokens": 6184,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/compliance-frameworks.md:2"
      ]
    },
    {
      "query": "SOC2 Type II audit",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/k2-attestation.txt",
        "tests/fixtures/scale_docs/security-audit-checklist.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6,
      "latency_ms": 920.874834060669,
      "tokens": 3148,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/compliance-frameworks.md:6",
        "tests/fixtures/scale_docs/compliance-frameworks.md:0",
        "tests/fixtures/scale_docs/compliance-frameworks.md:3",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/k2-attestation.txt:3",
        "tests/fixtures/scale_docs/security-audit-checklist.md:1"
      ]
    },
    {
      "query": "BGE-small-en-v1.5 model",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 491.732120513916,
      "tokens": 127,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt:3"
      ]
    },
    {
      "query": "ChromaDB v0.4.0",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 705.308198928833,
      "tokens": 5834,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt:19",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt:41",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt:16",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt:2"
      ]
    },
    {
      "query": "MS-MARCO MiniLM L-6-v2",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-peripherals.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 92.4081802368164,
      "tokens": 128,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-peripherals.txt:7"
      ]
    },
    {
      "query": "JWT RS256 signing",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/authentication.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 351.44591331481934,
      "tokens": 6650,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/authentication.md:3",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:22",
        "tests/fixtures/scale_docs/api-security.md:35",
        "tests/fixtures/scale_docs/api-security.md:2"
      ]
    },
    {
      "query": "OAuth 2.0 PKCE flow",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 204.21195030212402,
      "tokens": 5931,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/api-security.md:4",
        "tests/fixtures/scale_docs/api-security.md:38"
      ]
    },
    {
      "query": "RAID 6 configurations",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-pcie.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-ssm-udma.txt",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 680.811882019043,
      "tokens": 4093,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:11",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-pcie.txt:4",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:18",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-ssm-udma.txt:0",
        "tests/fixtures/scale_docs/linux-filesystem.md:1"
      ]
    },
    {
      "query": "SQL-92 standards",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/sample_docs/database-design.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 960.3400230407715,
      "tokens": 3042,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-quality.md:8",
        "tests/fixtures/scale_docs/data-quality.md:23",
        "tests/fixtures/scale_docs/database-migrations.md:2",
        "tests/fixtures/sample_docs/database-design.md:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt:12"
      ]
    },
    {
      "query": "POSIX thread management",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 974.5099544525146,
      "tokens": 4616,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/concurrency-patterns.md:2",
        "tests/fixtures/scale_docs/concurrency-patterns.md:39",
        "tests/fixtures/scale_docs/concurrency-patterns.md:33",
        "tests/fixtures/scale_docs/concurrency-patterns.md:11",
        "tests/fixtures/scale_docs/concurrency-patterns.md:19"
      ]
    },
    {
      "query": "systemd unit files",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/systemd-services.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 163.25902938842773,
      "tokens": 4130,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/systemd-services.md:2",
        "tests/fixtures/scale_docs/linux-filesystem.md:1"
      ]
    },
    {
      "query": "EXT4 filesystem limits",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 262.927770614624,
      "tokens": 5383,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-filesystem.md:30",
        "tests/fixtures/scale_docs/linux-filesystem.md:44",
        "tests/fixtures/scale_docs/linux-filesystem.md:1",
        "tests/fixtures/scale_docs/linux-filesystem.md:37"
      ]
    },
    {
      "query": "YAML 1.2 syntax",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2-platform-config-plain.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2nxstats.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 259.5491409301758,
      "tokens": 2531,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2-platform-config-plain.txt:2",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2nxstats.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt:5"
      ]
    },
    {
      "query": "Docker Compose v2",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/dependency-injection.md",
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6,
      "latency_ms": 337.05806732177734,
      "tokens": 6024,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-fundamentals.md:7",
        "tests/fixtures/scale_docs/container-fundamentals.md:34",
        "tests/fixtures/scale_docs/container-fundamentals.md:0",
        "tests/fixtures/scale_docs/dependency-injection.md:26",
        "tests/fixtures/scale_docs/dependency-injection.md:17"
      ]
    },
    {
      "query": "AWS IAM policies",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 718.5063362121582,
      "tokens": 3927,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/well-architected-framework.md:15",
        "tests/fixtures/scale_docs/secrets-management.md:26",
        "tests/fixtures/scale_docs/secrets-management.md:11",
        "tests/fixtures/scale_docs/secrets-management.md:38",
        "tests/fixtures/scale_docs/secrets-management.md:28"
      ]
    },
    {
      "query": "how to implement chaos engineering",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/chaos-engineering.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-structural.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 356.4910888671875,
      "tokens": 7479,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/chaos-engineering.md:0",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:11",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:3",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:27",
        "tests/fixtures/scale_docs/design-patterns-structural.md:15"
      ]
    },
    {
      "query": "benefits of event-driven architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 250.52332878112793,
      "tokens": 6492,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/event-driven-architecture.md:1",
        "tests/fixtures/scale_docs/event-driven-architecture.md:41",
        "tests/fixtures/scale_docs/event-driven-architecture.md:16",
        "tests/fixtures/scale_docs/event-driven-architecture.md:29"
      ]
    },
    {
      "query": "serverless vs containers",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/dependency-injection.md",
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 261.2600326538086,
      "tokens": 7309,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:1",
        "tests/fixtures/scale_docs/serverless-architecture.md:14",
        "tests/fixtures/scale_docs/dependency-injection.md:21",
        "tests/fixtures/scale_docs/dependency-injection.md:6"
      ]
    },
    {
      "query": "microservices data consistency",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 909.1389179229736,
      "tokens": 1842,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:11",
        "tests/fixtures/sample_docs/microservices.md:1",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md:33",
        "tests/fixtures/scale_docs/multi-region-deployment.md:26",
        "tests/fixtures/scale_docs/multi-region-deployment.md:29"
      ]
    },
    {
      "query": "data lakehouse architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-lake-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 119.06719207763672,
      "tokens": 5509,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-lake-architecture.md:0"
      ]
    },
    {
      "query": "zero trust security principles",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/firewall-rules.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 861.3839149475098,
      "tokens": 4138,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:31",
        "tests/fixtures/scale_docs/security-audit-checklist.md:1",
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/security-audit-checklist.md:14",
        "tests/fixtures/scale_docs/firewall-rules.md:18"
      ]
    },
    {
      "query": "continuous integration best practices",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/sample_docs/api-design.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 567.9020881652832,
      "tokens": 1517,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:10",
        "tests/fixtures/scale_docs/data-pipeline-design.md:2",
        "tests/fixtures/sample_docs/microservices.md:5",
        "tests/fixtures/scale_docs/database-migrations.md:5",
        "tests/fixtures/sample_docs/api-design.md:0"
      ]
    },
    {
      "query": "database sharding strategies",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/sample_docs/database-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 530.379056930542,
      "tokens": 5394,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-sharding.md:2",
        "tests/fixtures/scale_docs/database-migrations.md:24",
        "tests/fixtures/scale_docs/database-replication.md:34",
        "tests/fixtures/sample_docs/database-design.md:7",
        "tests/fixtures/sample_docs/database-design.md:10"
      ]
    },
    {
      "query": "load balancing algorithms",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 104.9199104309082,
      "tokens": 4199,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/load-balancing.md:0"
      ]
    },
    {
      "query": "content delivery network optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/network-security-hardening.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 489.6419048309326,
      "tokens": 5769,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cdn-architecture.md:0",
        "tests/fixtures/scale_docs/network-security-hardening.md:41",
        "tests/fixtures/scale_docs/cost-optimization.md:3",
        "tests/fixtures/scale_docs/cost-optimization.md:11",
        "tests/fixtures/scale_docs/network-troubleshooting.md:40"
      ]
    },
    {
      "query": "service mesh advantages",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 185.15515327453613,
      "tokens": 5630,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/service-mesh.md:0",
        "tests/fixtures/scale_docs/service-mesh.md:15"
      ]
    },
    {
      "query": "infrastructure as code tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 153.91826629638672,
      "tokens": 6318,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md:0",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:28"
      ]
    },
    {
      "query": "monitoring vs observability",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 200.87027549743652,
      "tokens": 7068,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:0",
        "tests/fixtures/scale_docs/monitoring-observability.md:31",
        "tests/fixtures/scale_docs/monitoring-observability.md:39"
      ]
    },
    {
      "query": "auto scaling in the cloud",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/auto-scaling.md"
      ],
      "rr": 0.25,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 258.4109306335449,
      "tokens": 6161,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:25",
        "tests/fixtures/scale_docs/cost-optimization.md:11",
        "tests/fixtures/scale_docs/cost-optimization.md:2",
        "tests/fixtures/scale_docs/auto-scaling.md:2"
      ]
    },
    {
      "query": "disaster recovery planning",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 152.06313133239746,
      "tokens": 7809,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/disaster-recovery.md:0",
        "tests/fixtures/scale_docs/disaster-recovery.md:15"
      ]
    },
    {
      "query": "api gateway patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 149.27077293395996,
      "tokens": 5195,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md:0",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:38"
      ]
    },
    {
      "query": "cloud storage options",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/migration-strategies.md",
        "tests/fixtures/scale_docs/migration-strategies.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 199.97000694274902,
      "tokens": 6115,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:2",
        "tests/fixtures/scale_docs/migration-strategies.md:30",
        "tests/fixtures/scale_docs/migration-strategies.md:4"
      ]
    },
    {
      "query": "data serialization formats",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 101.69816017150879,
      "tokens": 7077,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:0"
      ]
    },
    {
      "query": "message queue patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 492.06089973449707,
      "tokens": 5679,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/error-handling-patterns.md:24",
        "tests/fixtures/scale_docs/error-handling-patterns.md:2",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:30",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:18",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:0"
      ]
    },
    {
      "query": "functional programming concepts",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 463.46306800842285,
      "tokens": 4500,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/functional-programming.md:2",
        "tests/fixtures/scale_docs/design-patterns-creational.md:36",
        "tests/fixtures/scale_docs/design-patterns-creational.md:21",
        "tests/fixtures/scale_docs/design-patterns-creational.md:29",
        "tests/fixtures/scale_docs/design-patterns-creational.md:13"
      ]
    },
    {
      "query": "linux memory management",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-performance-tuning.md",
        "tests/fixtures/scale_docs/linux-process-management.md",
        "tests/fixtures/scale_docs/package-management.md",
        "tests/fixtures/scale_docs/package-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 401.3090133666992,
      "tokens": 5517,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-memory-management.md:0",
        "tests/fixtures/scale_docs/linux-performance-tuning.md:29",
        "tests/fixtures/scale_docs/linux-process-management.md:17",
        "tests/fixtures/scale_docs/package-management.md:26",
        "tests/fixtures/scale_docs/package-management.md:23"
      ]
    },
    {
      "query": "dns resolution process",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 192.5218105316162,
      "tokens": 4731,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dns-resolution.md:1",
        "tests/fixtures/scale_docs/multi-region-deployment.md:21"
      ]
    },
    {
      "query": "connection pooling benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/connection-pooling.md",
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.3333333333333333,
      "latency_ms": 273.2243537902832,
      "tokens": 6084,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/connection-pooling.md:0",
        "tests/fixtures/scale_docs/tls-ssl.md:21",
        "tests/fixtures/scale_docs/load-balancing.md:1"
      ]
    },
    {
      "query": "cryptography basics",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cryptography-basics.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 116.00804328918457,
      "tokens": 6475,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cryptography-basics.md:0"
      ]
    },
    {
      "query": "distributed transactions",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/sample_docs/microservices.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 223.26922416687012,
      "tokens": 510,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:10",
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/sample_docs/microservices.md:14"
      ]
    },
    {
      "query": "container security hardening",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-security-hardening.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 114.45188522338867,
      "tokens": 3789,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-security-hardening.md:0"
      ]
    },
    {
      "query": "well architected framework",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 317.9152011871338,
      "tokens": 6309,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/well-architected-framework.md:0",
        "tests/fixtures/scale_docs/well-architected-framework.md:25",
        "tests/fixtures/scale_docs/well-architected-framework.md:37",
        "tests/fixtures/scale_docs/well-architected-framework.md:49"
      ]
    },
    {
      "query": "cost optimization strategies",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 388.43703269958496,
      "tokens": 5326,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:0",
        "tests/fixtures/scale_docs/sql-query-optimization.md:3",
        "tests/fixtures/scale_docs/sql-query-optimization.md:7",
        "tests/fixtures/scale_docs/sql-query-optimization.md:11",
        "tests/fixtures/scale_docs/sql-query-optimization.md:30"
      ]
    },
    {
      "query": "incident response steps",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/incident-response.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 116.85705184936523,
      "tokens": 5549,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/incident-response.md:0"
      ]
    },
    {
      "query": "multi-region deployment",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 114.70580101013184,
      "tokens": 5627,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/multi-region-deployment.md:1"
      ]
    },
    {
      "query": "ssh configuration security",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/firewall-rules.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 187.29615211486816,
      "tokens": 5773,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ssh-configuration.md:0",
        "tests/fixtures/scale_docs/firewall-rules.md:4"
      ]
    },
    {
      "query": "vpn tunneling protocols",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 338.99784088134766,
      "tokens": 3781,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/vpn-tunneling.md:0",
        "tests/fixtures/scale_docs/vpn-tunneling.md:7",
        "tests/fixtures/scale_docs/ssh-configuration.md:9",
        "tests/fixtures/scale_docs/http2-http3.md:13"
      ]
    },
    {
      "query": "websocket protocol overview",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/websocket-protocol.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 320.9879398345947,
      "tokens": 6066,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/websocket-protocol.md:0",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:19",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:28",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:13"
      ]
    },
    {
      "query": "helm charts fundamentals",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/container-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 289.1879081726074,
      "tokens": 1966,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/helm-charts.md:1",
        "tests/fixtures/scale_docs/helm-charts.md:7",
        "tests/fixtures/scale_docs/container-fundamentals.md:20"
      ]
    },
    {
      "query": "linux process management",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-process-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/package-management.md",
        "tests/fixtures/scale_docs/package-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 546.6518402099609,
      "tokens": 6430,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-process-management.md:0",
        "tests/fixtures/scale_docs/linux-memory-management.md:22",
        "tests/fixtures/scale_docs/linux-memory-management.md:16",
        "tests/fixtures/scale_docs/package-management.md:14",
        "tests/fixtures/scale_docs/package-management.md:2"
      ]
    },
    {
      "query": "network troubleshooting tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 332.5979709625244,
      "tokens": 6050,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-troubleshooting.md:0",
        "tests/fixtures/scale_docs/network-troubleshooting.md:41",
        "tests/fixtures/scale_docs/network-troubleshooting.md:3",
        "tests/fixtures/scale_docs/network-troubleshooting.md:33"
      ]
    },
    {
      "query": "database replication types",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 185.30821800231934,
      "tokens": 5902,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-replication.md:0",
        "tests/fixtures/scale_docs/database-replication.md:34"
      ]
    },
    {
      "query": "nosql design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 113.37518692016602,
      "tokens": 5359,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:1"
      ]
    },
    {
      "query": "sql query optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 133.8329315185547,
      "tokens": 4409,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/sql-query-optimization.md:0"
      ]
    },
    {
      "query": "data pipeline design",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 125.34308433532715,
      "tokens": 7099,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-pipeline-design.md:0"
      ]
    },
    {
      "query": "testing strategies for software",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/testing-strategies.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 120.88203430175781,
      "tokens": 5574,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/testing-strategies.md:0"
      ]
    },
    {
      "query": "dependency injection benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 229.6891212463379,
      "tokens": 5015,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dependency-injection.md:0"
      ]
    },
    {
      "query": "behavioral design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 367.8872585296631,
      "tokens": 6045,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:2",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:41",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:21",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:9"
      ]
    },
    {
      "query": "creational design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 123.08382987976074,
      "tokens": 6066,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-creational.md:0"
      ]
    },
    {
      "query": "how to bake sourdough in a kubernetes cluster",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 411.52000427246094,
      "tokens": 5686,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:40",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:0",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:36"
      ]
    },
    {
      "query": "best brand of hiking boots for Mars",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 204.4239044189453,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "quantum entanglement in photosynthesis",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 839.470624923706,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "the secret to eternal life according to python docs",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/cryptography-basics.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 917.6650047302246,
      "tokens": 4578,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cryptography-basics.md:3",
        "tests/fixtures/scale_docs/secrets-management.md:5",
        "tests/fixtures/scale_docs/secrets-management.md:28",
        "tests/fixtures/scale_docs/cryptography-basics.md:15",
        "tests/fixtures/scale_docs/cryptography-basics.md:35"
      ]
    },
    {
      "query": "where did I leave my keys",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 890.5529975891113,
      "tokens": 1147,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ssh-configuration.md:19",
        "tests/fixtures/scale_docs/api-security.md:43",
        "tests/fixtures/scale_docs/api-security.md:40"
      ]
    },
    {
      "query": "recipe for disaster in distributed systems",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 932.854175567627,
      "tokens": 2188,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:15",
        "tests/fixtures/scale_docs/error-handling-patterns.md:1",
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/scale_docs/error-handling-patterns.md:17",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:6"
      ]
    },
    {
      "query": "blue whales vs sperm whales",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 58.956146240234375,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "history of the Roman Empire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 68.48716735839844,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "how to play the banjo",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 244.53186988830566,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "why is the sky blue",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 134.06777381896973,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "symptoms of a cold",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 1173.0797290802002,
      "tokens": 358,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:13"
      ]
    },
    {
      "query": "movie recommendations for tonight",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 247.2820281982422,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "stock market predictions for 2026",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 87.60190010070801,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "philosophy of mind and AI",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1004.0750503540039,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "meaning of life 42",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 369.0788745880127,
      "tokens": 1272,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dependency-injection.md:21"
      ]
    },
    {
      "query": "how to win friends and influence people",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 987.9417419433594,
      "tokens": 545,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:20"
      ]
    },
    {
      "query": "yoga for beginners",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 43.09487342834473,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "best coffee shops in London",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 67.20471382141113,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "gardening tips for summer",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 518.4872150421143,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "how to repair a flat tire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 944.6969032287598,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "history of the internet",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 521.8522548675537,
      "tokens": 5156,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:1",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:25",
        "tests/fixtures/scale_docs/dns-resolution.md:26",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:13",
        "tests/fixtures/scale_docs/dns-resolution.md:0"
      ]
    },
    {
      "query": "space travel in the future",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 896.773099899292,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "the art of war summary",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 340.57092666625977,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "meditation techniques",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/stream-processing.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 484.7989082336426,
      "tokens": 3204,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:0",
        "tests/fixtures/scale_docs/stream-processing.md:21",
        "tests/fixtures/scale_docs/stream-processing.md:1"
      ]
    },
    {
      "query": "learning a new language fast",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 936.506986618042,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "climate change impacts",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 120.56708335876465,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "renewable energy sources",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 37.757158279418945,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "healthy eating habits",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 37.199974060058594,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "travel tips for Japan",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 91.94278717041016,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "basics of photography",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 102.2799015045166,
      "tokens": 0,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": []
    }
  ]
}