{
  "summary": {
    "mrr": 0.5054012345679012,
    "mrr_ci": [
      0.41278935185185184,
      0.5988040123456788
    ],
    "avg_ndcg_5": 0.5128961968584664,
    "avg_ndcg_5_ci": [
      0.42027329645254713,
      0.6054887894510591
    ],
    "avg_hit_rate_1": 0.6759259259259259,
    "avg_hit_rate_5": 0.7129629629629629,
    "avg_hit_rate_5_ci": [
      0.6296296296296297,
      0.7962962962962963
    ],
    "avg_precision_5": 0.5654320987654321,
    "avg_latency_ms": 398.40671088960437,
    "avg_tokens": 3645.8611111111113,
    "total_tokens": 393753,
    "by_category": {
      "semantic": {
        "mrr": 0.8454861111111112,
        "avg_ndcg_5": 0.856894369866072,
        "avg_hit_rate_5": 0.875,
        "count": 48,
        "avg_ndcg_5_graded": 0.5433439671410843
      },
      "lexical": {
        "mrr": 0.4666666666666667,
        "avg_ndcg_5": 0.47539531690476383,
        "avg_hit_rate_5": 0.5,
        "count": 30,
        "avg_ndcg_5_graded": 0.40760071413428545
      },
      "adversarial": {
        "mrr": 0.0,
        "avg_ndcg_5": 0.0,
        "avg_hit_rate_5": 0.6666666666666666,
        "count": 30,
        "avg_ndcg_5_graded": 0.0
      }
    },
    "total_queries": 108,
    "avg_ndcg_5_graded": 0.35470862821111687,
    "avg_ndcg_5_graded_ci": [
      0.2966427076629236,
      0.411361239325882
    ]
  },
  "details": [
    {
      "query": "What is semantic search?",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/sample_docs/vector-databases.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 399.749755859375,
      "tokens": 2717,
      "ndcg_5_graded": 0.6234997966086261,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:1",
        "tests/fixtures/sample_docs/vector-databases.md:2",
        "tests/fixtures/scale_docs/sql-query-optimization.md:18",
        "tests/fixtures/scale_docs/sql-query-optimization.md:29"
      ]
    },
    {
      "query": "vector database",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/vector-databases.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-sharding.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 496.5207576751709,
      "tokens": 3280,
      "ndcg_5_graded": 0.8262346571285599,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/vector-databases.md:0",
        "tests/fixtures/sample_docs/database-design.md:1",
        "tests/fixtures/scale_docs/database-sharding.md:2",
        "tests/fixtures/scale_docs/database-sharding.md:12",
        "tests/fixtures/scale_docs/database-sharding.md:17"
      ]
    },
    {
      "query": "REST API design",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/api-design.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 334.5599174499512,
      "tokens": 5363,
      "ndcg_5_graded": 0.7345204950565553,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/api-design.md:2",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:0",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:11",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:38"
      ]
    },
    {
      "query": "database normalization",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/nosql-patterns.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/database-sharding.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 693.5827732086182,
      "tokens": 7567,
      "ndcg_5_graded": 0.8613098738256916,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/database-design.md:2",
        "tests/fixtures/sample_docs/database-design.md:10",
        "tests/fixtures/scale_docs/nosql-patterns.md:2",
        "tests/fixtures/scale_docs/database-migrations.md:2",
        "tests/fixtures/scale_docs/database-sharding.md:2"
      ]
    },
    {
      "query": "HTTP/2 vs HTTP/3 performance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 138.25297355651855,
      "tokens": 4606,
      "ndcg_5_graded": 0.3903800499921017,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0"
      ]
    },
    {
      "query": "PostgreSQL 15 internals",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/postgresql-internals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 143.3389186859131,
      "tokens": 3978,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/postgresql-internals.md:0"
      ]
    },
    {
      "query": "Apache Kafka 3.0 features",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 126.11722946166992,
      "tokens": 5735,
      "ndcg_5_graded": 0.4692787260227565,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/apache-kafka.md:0"
      ]
    },
    {
      "query": "TLS 1.3 handshake process",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/websocket-protocol.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 336.2996578216553,
      "tokens": 7486,
      "ndcg_5_graded": 0.4692787260227565,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tls-ssl.md:0",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:11",
        "tests/fixtures/scale_docs/websocket-protocol.md:2",
        "tests/fixtures/scale_docs/dns-resolution.md:1"
      ]
    },
    {
      "query": "Kubernetes v1.24 removal of dockershim",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 187.19172477722168,
      "tokens": 5925,
      "ndcg_5_graded": 0.5531464700081437,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:0",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:33"
      ]
    },
    {
      "query": "gRPC over HTTP/2",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md",
        "tests/fixtures/scale_docs/grpc-protocol.md",
        "tests/fixtures/scale_docs/grpc-protocol.md",
        "tests/fixtures/scale_docs/grpc-protocol.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 326.52902603149414,
      "tokens": 7246,
      "ndcg_5_graded": 0.6096199500078984,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0",
        "tests/fixtures/scale_docs/grpc-protocol.md:17",
        "tests/fixtures/scale_docs/grpc-protocol.md:9",
        "tests/fixtures/scale_docs/grpc-protocol.md:2"
      ]
    },
    {
      "query": "Redis 7.0 Multi-part AOF",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/helm-charts.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 542.5469875335693,
      "tokens": 3048,
      "ndcg_5_graded": 0.6366824387328316,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/redis-data-structures.md:14",
        "tests/fixtures/scale_docs/redis-data-structures.md:2",
        "tests/fixtures/scale_docs/helm-charts.md:8"
      ]
    },
    {
      "query": "Elasticsearch 8.x security changes",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 588.1648063659668,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "OWASP Top 10 2021",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/owasp-top-10.md",
        "tests/fixtures/scale_docs/owasp-top-10.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 135.47325134277344,
      "tokens": 233,
      "ndcg_5_graded": 1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/owasp-top-10.md:31",
        "tests/fixtures/scale_docs/owasp-top-10.md:0"
      ]
    },
    {
      "query": "AVX-512 vector instructions",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 249.52387809753418,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "TCP/IP layer 4",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 152.73618698120117,
      "tokens": 5536,
      "ndcg_5_graded": 0.3716702184910473,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:1"
      ]
    },
    {
      "query": "IPv6 address format",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 121.29092216491699,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "UUID v4 generation",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 290.4191017150879,
      "tokens": 128,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-security.md:33"
      ]
    },
    {
      "query": "0xEF hex code",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 136.6748809814453,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "Python 3.10 match statement",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/functional-programming.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 148.62060546875,
      "tokens": 350,
      "ndcg_5_graded": 1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/functional-programming.md:15",
        "tests/fixtures/scale_docs/functional-programming.md:20"
      ]
    },
    {
      "query": "ISO 27001 compliance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/compliance-frameworks.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 148.62489700317383,
      "tokens": 6184,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/compliance-frameworks.md:2"
      ]
    },
    {
      "query": "SOC2 Type II audit",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 148.64087104797363,
      "tokens": 7530,
      "ndcg_5_graded": 0.46927872602275644,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:2"
      ]
    },
    {
      "query": "BGE-small-en-v1.5 model",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-warehouse-modeling.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 475.51894187927246,
      "tokens": 1201,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-warehouse-modeling.md:32"
      ]
    },
    {
      "query": "ChromaDB v0.4.0",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/vector-databases.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 660.6259346008301,
      "tokens": 70,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/vector-databases.md:5"
      ]
    },
    {
      "query": "MS-MARCO MiniLM L-6-v2",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 90.1498794555664,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "JWT RS256 signing",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 201.31993293762207,
      "tokens": 6256,
      "ndcg_5_graded": 0.3295833540079424,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:35",
        "tests/fixtures/scale_docs/api-security.md:2"
      ]
    },
    {
      "query": "OAuth 2.0 PKCE flow",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 260.1161003112793,
      "tokens": 5931,
      "ndcg_5_graded": 0.7227265726449519,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/api-security.md:4",
        "tests/fixtures/scale_docs/api-security.md:38"
      ]
    },
    {
      "query": "RAID 6 configurations",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 398.1001377105713,
      "tokens": 5378,
      "ndcg_5_graded": 0.4144299250118475,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-filesystem.md:30",
        "tests/fixtures/scale_docs/linux-filesystem.md:10",
        "tests/fixtures/scale_docs/linux-filesystem.md:1",
        "tests/fixtures/scale_docs/linux-filesystem.md:37"
      ]
    },
    {
      "query": "SQL-92 standards",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/sample_docs/database-design.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 1053.001880645752,
      "tokens": 3024,
      "ndcg_5_graded": 0.15228951879023003,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-quality.md:8",
        "tests/fixtures/scale_docs/data-quality.md:23",
        "tests/fixtures/scale_docs/database-migrations.md:2",
        "tests/fixtures/scale_docs/database-migrations.md:25",
        "tests/fixtures/sample_docs/database-design.md:7"
      ]
    },
    {
      "query": "POSIX thread management",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/linux-memory-management.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 448.56882095336914,
      "tokens": 6955,
      "ndcg_5_graded": 0.23719771276929622,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/concurrency-patterns.md:2",
        "tests/fixtures/scale_docs/concurrency-patterns.md:39",
        "tests/fixtures/scale_docs/concurrency-patterns.md:18",
        "tests/fixtures/scale_docs/concurrency-patterns.md:11",
        "tests/fixtures/scale_docs/linux-memory-management.md:12"
      ]
    },
    {
      "query": "systemd unit files",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/systemd-services.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 136.98577880859375,
      "tokens": 3939,
      "ndcg_5_graded": 0.3903800499921017,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/systemd-services.md:2"
      ]
    },
    {
      "query": "EXT4 filesystem limits",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 313.66515159606934,
      "tokens": 5383,
      "ndcg_5_graded": 0.684412765818277,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-filesystem.md:30",
        "tests/fixtures/scale_docs/linux-filesystem.md:44",
        "tests/fixtures/scale_docs/linux-filesystem.md:1",
        "tests/fixtures/scale_docs/linux-filesystem.md:37"
      ]
    },
    {
      "query": "YAML 1.2 syntax",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/configuration-management.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/configuration-management.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 602.1120548248291,
      "tokens": 1140,
      "ndcg_5_graded": 0.6240505200038378,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/helm-charts.md:6",
        "tests/fixtures/scale_docs/configuration-management.md:3",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:29",
        "tests/fixtures/scale_docs/container-fundamentals.md:20",
        "tests/fixtures/scale_docs/configuration-management.md:0"
      ]
    },
    {
      "query": "Docker Compose v2",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 332.25107192993164,
      "tokens": 5183,
      "ndcg_5_graded": 0.696668695148475,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-fundamentals.md:7",
        "tests/fixtures/scale_docs/container-fundamentals.md:34",
        "tests/fixtures/scale_docs/container-fundamentals.md:0",
        "tests/fixtures/scale_docs/container-security.md:8"
      ]
    },
    {
      "query": "AWS IAM policies",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 871.1240291595459,
      "tokens": 3927,
      "ndcg_5_graded": 0.44149241373678083,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/well-architected-framework.md:15",
        "tests/fixtures/scale_docs/secrets-management.md:26",
        "tests/fixtures/scale_docs/secrets-management.md:11",
        "tests/fixtures/scale_docs/secrets-management.md:38",
        "tests/fixtures/scale_docs/secrets-management.md:28"
      ]
    },
    {
      "query": "how to implement chaos engineering",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/chaos-engineering.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-structural.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 415.22979736328125,
      "tokens": 7479,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/chaos-engineering.md:0",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:11",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:3",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:27",
        "tests/fixtures/scale_docs/design-patterns-structural.md:15"
      ]
    },
    {
      "query": "benefits of event-driven architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 306.3838481903076,
      "tokens": 6492,
      "ndcg_5_graded": 0.8687949224876581,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/event-driven-architecture.md:1",
        "tests/fixtures/scale_docs/event-driven-architecture.md:41",
        "tests/fixtures/scale_docs/event-driven-architecture.md:16",
        "tests/fixtures/scale_docs/event-driven-architecture.md:29"
      ]
    },
    {
      "query": "serverless vs containers",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/dependency-injection.md",
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 315.4599666595459,
      "tokens": 7309,
      "ndcg_5_graded": 0.6366824387328316,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:1",
        "tests/fixtures/scale_docs/serverless-architecture.md:14",
        "tests/fixtures/scale_docs/dependency-injection.md:21",
        "tests/fixtures/scale_docs/dependency-injection.md:6"
      ]
    },
    {
      "query": "microservices data consistency",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 979.0489673614502,
      "tokens": 1842,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:11",
        "tests/fixtures/sample_docs/microservices.md:1",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md:33",
        "tests/fixtures/scale_docs/multi-region-deployment.md:26",
        "tests/fixtures/scale_docs/multi-region-deployment.md:29"
      ]
    },
    {
      "query": "data lakehouse architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-lake-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 143.46814155578613,
      "tokens": 5509,
      "ndcg_5_graded": 0.3903800499921017,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-lake-architecture.md:0"
      ]
    },
    {
      "query": "zero trust security principles",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/firewall-rules.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 879.0969848632812,
      "tokens": 4138,
      "ndcg_5_graded": 0.41247582707130004,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:31",
        "tests/fixtures/scale_docs/security-audit-checklist.md:1",
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/security-audit-checklist.md:14",
        "tests/fixtures/scale_docs/firewall-rules.md:18"
      ]
    },
    {
      "query": "continuous integration best practices",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/database-migrations.md"
      ],
      "rr": 0.3333333333333333,
      "ndcg_5": 0.5,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 833.4207534790039,
      "tokens": 2518,
      "ndcg_5_graded": 0.5,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:10",
        "tests/fixtures/scale_docs/data-pipeline-design.md:2",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:0",
        "tests/fixtures/sample_docs/microservices.md:5",
        "tests/fixtures/scale_docs/database-migrations.md:5"
      ]
    },
    {
      "query": "database sharding strategies",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-sharding.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/sample_docs/database-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 511.4130973815918,
      "tokens": 5495,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-sharding.md:2",
        "tests/fixtures/scale_docs/database-migrations.md:24",
        "tests/fixtures/scale_docs/database-replication.md:34",
        "tests/fixtures/sample_docs/database-design.md:7",
        "tests/fixtures/sample_docs/database-design.md:10"
      ]
    },
    {
      "query": "load balancing algorithms",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 127.86984443664551,
      "tokens": 4199,
      "ndcg_5_graded": 0.4692787260227565,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/load-balancing.md:0"
      ]
    },
    {
      "query": "content delivery network optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/network-security-hardening.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 463.75179290771484,
      "tokens": 5769,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cdn-architecture.md:0",
        "tests/fixtures/scale_docs/network-security-hardening.md:41",
        "tests/fixtures/scale_docs/cost-optimization.md:3",
        "tests/fixtures/scale_docs/cost-optimization.md:11",
        "tests/fixtures/scale_docs/network-troubleshooting.md:40"
      ]
    },
    {
      "query": "service mesh advantages",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 191.0099983215332,
      "tokens": 5630,
      "ndcg_5_graded": 0.6366824387328316,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/service-mesh.md:0",
        "tests/fixtures/scale_docs/service-mesh.md:15"
      ]
    },
    {
      "query": "infrastructure as code tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 188.62318992614746,
      "tokens": 6318,
      "ndcg_5_graded": 0.5531464700081437,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md:0",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:28"
      ]
    },
    {
      "query": "monitoring vs observability",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 268.25499534606934,
      "tokens": 7068,
      "ndcg_5_graded": 0.7227265726449517,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:0",
        "tests/fixtures/scale_docs/monitoring-observability.md:31",
        "tests/fixtures/scale_docs/monitoring-observability.md:39"
      ]
    },
    {
      "query": "auto scaling in the cloud",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/auto-scaling.md"
      ],
      "rr": 0.25,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 332.29827880859375,
      "tokens": 6161,
      "ndcg_5_graded": 0.3869772073910237,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:25",
        "tests/fixtures/scale_docs/cost-optimization.md:11",
        "tests/fixtures/scale_docs/cost-optimization.md:2",
        "tests/fixtures/scale_docs/auto-scaling.md:2"
      ]
    },
    {
      "query": "disaster recovery planning",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 193.54486465454102,
      "tokens": 7809,
      "ndcg_5_graded": 0.5531464700081437,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/disaster-recovery.md:0",
        "tests/fixtures/scale_docs/disaster-recovery.md:15"
      ]
    },
    {
      "query": "api gateway patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 191.7576789855957,
      "tokens": 5195,
      "ndcg_5_graded": 0.5531464700081437,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md:0",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:38"
      ]
    },
    {
      "query": "cloud storage options",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/migration-strategies.md",
        "tests/fixtures/scale_docs/migration-strategies.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 259.5021724700928,
      "tokens": 6115,
      "ndcg_5_graded": 0.16102233399262758,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:2",
        "tests/fixtures/scale_docs/migration-strategies.md:30",
        "tests/fixtures/scale_docs/migration-strategies.md:4"
      ]
    },
    {
      "query": "data serialization formats",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 160.98904609680176,
      "tokens": 7077,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:0"
      ]
    },
    {
      "query": "message queue patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 637.0589733123779,
      "tokens": 5679,
      "ndcg_5_graded": 0.6548086577531307,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/error-handling-patterns.md:24",
        "tests/fixtures/scale_docs/error-handling-patterns.md:2",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:30",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:18",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:0"
      ]
    },
    {
      "query": "functional programming concepts",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 545.8390712738037,
      "tokens": 4500,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/functional-programming.md:2",
        "tests/fixtures/scale_docs/design-patterns-creational.md:36",
        "tests/fixtures/scale_docs/design-patterns-creational.md:21",
        "tests/fixtures/scale_docs/design-patterns-creational.md:29",
        "tests/fixtures/scale_docs/design-patterns-creational.md:13"
      ]
    },
    {
      "query": "linux memory management",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-process-management.md",
        "tests/fixtures/scale_docs/package-management.md",
        "tests/fixtures/scale_docs/package-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 358.9048385620117,
      "tokens": 5093,
      "ndcg_5_graded": 0.5321239748243536,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-memory-management.md:0",
        "tests/fixtures/scale_docs/linux-process-management.md:17",
        "tests/fixtures/scale_docs/package-management.md:26",
        "tests/fixtures/scale_docs/package-management.md:23"
      ]
    },
    {
      "query": "dns resolution process",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 203.0022144317627,
      "tokens": 4731,
      "ndcg_5_graded": 0.5321239748243536,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dns-resolution.md:1",
        "tests/fixtures/scale_docs/multi-region-deployment.md:21"
      ]
    },
    {
      "query": "connection pooling benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/connection-pooling.md",
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.3333333333333333,
      "latency_ms": 277.51779556274414,
      "tokens": 6084,
      "ndcg_5_graded": 0.649014791936513,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/connection-pooling.md:0",
        "tests/fixtures/scale_docs/tls-ssl.md:21",
        "tests/fixtures/scale_docs/load-balancing.md:1"
      ]
    },
    {
      "query": "cryptography basics",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cryptography-basics.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 142.56000518798828,
      "tokens": 6475,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cryptography-basics.md:0"
      ]
    },
    {
      "query": "distributed transactions",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/sample_docs/microservices.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 241.48178100585938,
      "tokens": 643,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:10",
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/sample_docs/microservices.md:15"
      ]
    },
    {
      "query": "container security hardening",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-security-hardening.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 133.93688201904297,
      "tokens": 3789,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-security-hardening.md:0"
      ]
    },
    {
      "query": "well architected framework",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 325.8209228515625,
      "tokens": 6309,
      "ndcg_5_graded": 0.8687949224876581,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/well-architected-framework.md:0",
        "tests/fixtures/scale_docs/well-architected-framework.md:25",
        "tests/fixtures/scale_docs/well-architected-framework.md:37",
        "tests/fixtures/scale_docs/well-architected-framework.md:49"
      ]
    },
    {
      "query": "cost optimization strategies",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 411.2699031829834,
      "tokens": 5326,
      "ndcg_5_graded": 0.6863024195657901,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:0",
        "tests/fixtures/scale_docs/sql-query-optimization.md:3",
        "tests/fixtures/scale_docs/sql-query-optimization.md:7",
        "tests/fixtures/scale_docs/sql-query-optimization.md:11",
        "tests/fixtures/scale_docs/sql-query-optimization.md:30"
      ]
    },
    {
      "query": "incident response steps",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/incident-response.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 144.6542739868164,
      "tokens": 5549,
      "ndcg_5_graded": 0.4692787260227565,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/incident-response.md:0"
      ]
    },
    {
      "query": "multi-region deployment",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 134.32598114013672,
      "tokens": 5627,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/multi-region-deployment.md:1"
      ]
    },
    {
      "query": "ssh configuration security",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/firewall-rules.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 203.67193222045898,
      "tokens": 5773,
      "ndcg_5_graded": 0.6732934624429354,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ssh-configuration.md:0",
        "tests/fixtures/scale_docs/firewall-rules.md:4"
      ]
    },
    {
      "query": "vpn tunneling protocols",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 366.60194396972656,
      "tokens": 3781,
      "ndcg_5_graded": 0.7621344705083679,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/vpn-tunneling.md:0",
        "tests/fixtures/scale_docs/vpn-tunneling.md:7",
        "tests/fixtures/scale_docs/ssh-configuration.md:9",
        "tests/fixtures/scale_docs/http2-http3.md:13"
      ]
    },
    {
      "query": "websocket protocol overview",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/websocket-protocol.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 340.9228324890137,
      "tokens": 6066,
      "ndcg_5_graded": 0.7345204950565553,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/websocket-protocol.md:0",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:19",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:28",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:13"
      ]
    },
    {
      "query": "helm charts fundamentals",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/container-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 326.6260623931885,
      "tokens": 1966,
      "ndcg_5_graded": 0.5784447668310352,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/helm-charts.md:1",
        "tests/fixtures/scale_docs/helm-charts.md:7",
        "tests/fixtures/scale_docs/container-fundamentals.md:20"
      ]
    },
    {
      "query": "linux process management",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-process-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/package-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 536.3650321960449,
      "tokens": 6448,
      "ndcg_5_graded": 1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-process-management.md:0",
        "tests/fixtures/scale_docs/linux-memory-management.md:0",
        "tests/fixtures/scale_docs/linux-memory-management.md:16",
        "tests/fixtures/scale_docs/linux-memory-management.md:6",
        "tests/fixtures/scale_docs/package-management.md:2"
      ]
    },
    {
      "query": "network troubleshooting tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 337.5968933105469,
      "tokens": 6050,
      "ndcg_5_graded": 0.8687949224876581,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-troubleshooting.md:0",
        "tests/fixtures/scale_docs/network-troubleshooting.md:41",
        "tests/fixtures/scale_docs/network-troubleshooting.md:3",
        "tests/fixtures/scale_docs/network-troubleshooting.md:33"
      ]
    },
    {
      "query": "database replication types",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 209.75518226623535,
      "tokens": 5902,
      "ndcg_5_graded": 0.4818177150966345,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-replication.md:0",
        "tests/fixtures/scale_docs/database-replication.md:34"
      ]
    },
    {
      "query": "nosql design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 145.2031135559082,
      "tokens": 5359,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:1"
      ]
    },
    {
      "query": "sql query optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 144.55580711364746,
      "tokens": 4409,
      "ndcg_5_graded": 0.3903800499921017,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/sql-query-optimization.md:0"
      ]
    },
    {
      "query": "data pipeline design",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 147.09782600402832,
      "tokens": 7099,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-pipeline-design.md:0"
      ]
    },
    {
      "query": "testing strategies for software",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/testing-strategies.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 143.24307441711426,
      "tokens": 5574,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/testing-strategies.md:0"
      ]
    },
    {
      "query": "dependency injection benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 217.75507926940918,
      "tokens": 5015,
      "ndcg_5_graded": 0.6131471927654584,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dependency-injection.md:0"
      ]
    },
    {
      "query": "behavioral design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 330.1069736480713,
      "tokens": 6045,
      "ndcg_5_graded": 0.8687949224876581,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:2",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:41",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:21",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:9"
      ]
    },
    {
      "query": "creational design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 125.64516067504883,
      "tokens": 6066,
      "ndcg_5_graded": 0.33916020527361607,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-creational.md:0"
      ]
    },
    {
      "query": "how to bake sourdough in a kubernetes cluster",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 792.5460338592529,
      "tokens": 5098,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:40",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:3",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:17",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:36"
      ]
    },
    {
      "query": "best brand of hiking boots for Mars",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 425.717830657959,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "quantum entanglement in photosynthesis",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1053.1630516052246,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "the secret to eternal life according to python docs",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/secrets-management.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 938.1470680236816,
      "tokens": 7949,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cryptography-basics.md:3",
        "tests/fixtures/scale_docs/secrets-management.md:5",
        "tests/fixtures/scale_docs/secrets-management.md:28",
        "tests/fixtures/scale_docs/cryptography-basics.md:15",
        "tests/fixtures/scale_docs/secrets-management.md:11"
      ]
    },
    {
      "query": "where did I leave my keys",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 1150.597095489502,
      "tokens": 1924,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ssh-configuration.md:19",
        "tests/fixtures/scale_docs/api-security.md:26",
        "tests/fixtures/scale_docs/api-security.md:43",
        "tests/fixtures/scale_docs/api-security.md:40"
      ]
    },
    {
      "query": "recipe for disaster in distributed systems",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 1023.9450931549072,
      "tokens": 2188,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:15",
        "tests/fixtures/scale_docs/error-handling-patterns.md:1",
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/scale_docs/error-handling-patterns.md:17",
        "tests/fixtures/scale_docs/cloud-design-patterns.md:6"
      ]
    },
    {
      "query": "blue whales vs sperm whales",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 94.9239730834961,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "history of the Roman Empire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 115.12494087219238,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "how to play the banjo",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 521.263837814331,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "why is the sky blue",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 364.9590015411377,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "symptoms of a cold",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 1195.401906967163,
      "tokens": 358,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:13"
      ]
    },
    {
      "query": "movie recommendations for tonight",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 233.0329418182373,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "stock market predictions for 2026",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 283.0770015716553,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "philosophy of mind and AI",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1130.1748752593994,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "meaning of life 42",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 430.93204498291016,
      "tokens": 1272,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dependency-injection.md:21"
      ]
    },
    {
      "query": "how to win friends and influence people",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 955.9071063995361,
      "tokens": 545,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:20"
      ]
    },
    {
      "query": "yoga for beginners",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 116.89996719360352,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "best coffee shops in London",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1061.8691444396973,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "gardening tips for summer",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 431.9789409637451,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "how to repair a flat tire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1083.09006690979,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "history of the internet",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 640.6540870666504,
      "tokens": 5156,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:1",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:25",
        "tests/fixtures/scale_docs/dns-resolution.md:26",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:13",
        "tests/fixtures/scale_docs/dns-resolution.md:0"
      ]
    },
    {
      "query": "space travel in the future",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/concurrency-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 911.6642475128174,
      "tokens": 851,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/concurrency-patterns.md:9"
      ]
    },
    {
      "query": "the art of war summary",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 381.511926651001,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "meditation techniques",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/stream-processing.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 397.5040912628174,
      "tokens": 5632,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:0",
        "tests/fixtures/scale_docs/stream-processing.md:10",
        "tests/fixtures/scale_docs/stream-processing.md:1",
        "tests/fixtures/scale_docs/stream-processing.md:37"
      ]
    },
    {
      "query": "learning a new language fast",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 1042.3879623413086,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "climate change impacts",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 131.17694854736328,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "renewable energy sources",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 75.76608657836914,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "healthy eating habits",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 135.06484031677246,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "travel tips for Japan",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 230.072021484375,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    },
    {
      "query": "basics of photography",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 98.32882881164551,
      "tokens": 0,
      "ndcg_5_graded": 0.0,
      "retrieved_chunk_ids": []
    }
  ]
}