{
  "summary": {
    "mrr": 0.5118827160493827,
    "mrr_ci": [
      0.4192824074074074,
      0.6083680555555556
    ],
    "avg_ndcg_5": 0.5311571054988852,
    "avg_ndcg_5_ci": [
      0.43829183413096373,
      0.6267136747877524
    ],
    "avg_hit_rate_1": 0.4722222222222222,
    "avg_hit_rate_5": 0.5740740740740741,
    "avg_hit_rate_5_ci": [
      0.48148148148148145,
      0.6666666666666666
    ],
    "avg_precision_5": 0.45601851851851855,
    "avg_latency_ms": 53.3102552096049,
    "avg_tokens": 3801.6944444444443,
    "total_tokens": 410583,
    "by_category": {
      "semantic": {
        "mrr": 0.8697916666666666,
        "avg_ndcg_5": 0.8831831095982161,
        "avg_hit_rate_5": 0.9166666666666666,
        "count": 48
      },
      "adversarial": {
        "mrr": 0.0,
        "avg_ndcg_5": 0.0,
        "avg_hit_rate_5": 0.0,
        "count": 30
      },
      "lexical": {
        "mrr": 0.45111111111111113,
        "avg_ndcg_5": 0.49907260443884083,
        "avg_hit_rate_5": 0.6,
        "count": 30
      }
    },
    "total_queries": 108
  },
  "details": [
    {
      "query": "What is semantic search?",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/sample_docs/vector-databases.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 350.816011428833,
      "tokens": 861,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:1",
        "tests/fixtures/sample_docs/vector-databases.md:2"
      ]
    },
    {
      "query": "vector database",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/vector-databases.md",
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.25,
      "latency_ms": 65.66810607910156,
      "tokens": 723,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/vector-databases.md:0",
        "tests/fixtures/sample_docs/semantic-search.md:5",
        "tests/fixtures/sample_docs/database-design.md:0",
        "tests/fixtures/scale_docs/database-replication.md:34"
      ]
    },
    {
      "query": "REST API design",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/api-design.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 51.16391181945801,
      "tokens": 2977,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/api-design.md:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt:19",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt:27",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt:21",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt:1"
      ]
    },
    {
      "query": "database normalization",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/postgresql-internals.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 55.085182189941406,
      "tokens": 2751,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/database-design.md:0",
        "tests/fixtures/sample_docs/database-design.md:10",
        "tests/fixtures/scale_docs/postgresql-internals.md:14",
        "tests/fixtures/scale_docs/data-pipeline-design.md:1",
        "tests/fixtures/scale_docs/data-pipeline-design.md:23"
      ]
    },
    {
      "query": "HTTP/2 vs HTTP/3 performance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md",
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.660940170288086,
      "tokens": 4425,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0",
        "tests/fixtures/scale_docs/http2-http3.md:15"
      ]
    },
    {
      "query": "PostgreSQL 15 internals",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/postgresql-internals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.68421173095703,
      "tokens": 3978,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/postgresql-internals.md:0"
      ]
    },
    {
      "query": "Apache Kafka 3.0 features",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md",
        "tests/fixtures/scale_docs/apache-kafka.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 28.02109718322754,
      "tokens": 5347,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/apache-kafka.md:22",
        "tests/fixtures/scale_docs/apache-kafka.md:0"
      ]
    },
    {
      "query": "TLS 1.3 handshake process",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tls-ssl.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 28.438091278076172,
      "tokens": 3924,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tls-ssl.md:0"
      ]
    },
    {
      "query": "Kubernetes v1.24 removal of dockershim",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.757976531982422,
      "tokens": 4994,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:14",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:38",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:0"
      ]
    },
    {
      "query": "gRPC over HTTP/2",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/http2-http3.md",
        "tests/fixtures/scale_docs/grpc-protocol.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 37.178754806518555,
      "tokens": 6358,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/http2-http3.md:0",
        "tests/fixtures/scale_docs/grpc-protocol.md:17"
      ]
    },
    {
      "query": "Redis 7.0 Multi-part AOF",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "tests/fixtures/scale_docs/redis-data-structures.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt",
        "tests/fixtures/scale_docs/redis-data-structures.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.8,
      "latency_ms": 39.604902267456055,
      "tokens": 3721,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/redis-data-structures.md:12",
        "tests/fixtures/scale_docs/redis-data-structures.md:14",
        "tests/fixtures/scale_docs/redis-data-structures.md:8",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt:6",
        "tests/fixtures/scale_docs/redis-data-structures.md:0"
      ]
    },
    {
      "query": "Elasticsearch 8.x security changes",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/elasticsearch-basics.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/elasticsearch-basics.md",
        "tests/fixtures/scale_docs/elasticsearch-basics.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6,
      "latency_ms": 51.09095573425293,
      "tokens": 2812,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:14",
        "tests/fixtures/scale_docs/elasticsearch-basics.md:0",
        "tests/fixtures/scale_docs/api-security.md:38",
        "tests/fixtures/scale_docs/elasticsearch-basics.md:15",
        "tests/fixtures/scale_docs/elasticsearch-basics.md:9"
      ]
    },
    {
      "query": "OWASP Top 10 2021",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt",
        "tests/fixtures/scale_docs/owasp-top-10.md",
        "tests/fixtures/scale_docs/owasp-top-10.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 81.6187858581543,
      "tokens": 2239,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt:15",
        "tests/fixtures/scale_docs/owasp-top-10.md:0",
        "tests/fixtures/scale_docs/owasp-top-10.md:31",
        "tests/fixtures/scale_docs/security-audit-checklist.md:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt:25"
      ]
    },
    {
      "query": "AVX-512 vector instructions",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/citadel.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/resume-agent.txt",
        "tests/fixtures/sample_docs/vector-databases.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 67.20781326293945,
      "tokens": 2260,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-interrupts.txt:18",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/citadel.txt:9",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/resume-agent.txt:16",
        "tests/fixtures/sample_docs/vector-databases.md:0",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/pci.txt:26"
      ]
    },
    {
      "query": "TCP/IP layer 4",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 41.01204872131348,
      "tokens": 5660,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:1",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:24",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:16",
        "tests/fixtures/scale_docs/load-balancing.md:7"
      ]
    },
    {
      "query": "IPv6 address format",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/data-serialization.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt",
        "tests/fixtures/scale_docs/vpn-tunneling.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 88.37199211120605,
      "tokens": 2107,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dns-resolution.md:18",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:7",
        "tests/fixtures/scale_docs/data-serialization.md:14",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt:19",
        "tests/fixtures/scale_docs/vpn-tunneling.md:1"
      ]
    },
    {
      "query": "UUID v4 generation",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-skyrock.txt",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al8-lab-dut.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/link-management.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 78.34696769714355,
      "tokens": 2740,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-skyrock.txt:2",
        "tests/fixtures/scale_docs/linux-filesystem.md:45",
        "tests/fixtures/scale_docs/linux-filesystem.md:42",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al8-lab-dut.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/link-management.txt:60"
      ]
    },
    {
      "query": "0xEF hex code",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt",
        "tests/fixtures/scale_docs/api-security.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/bootrom.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 101.84621810913086,
      "tokens": 3198,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt:5",
        "tests/fixtures/scale_docs/api-security.md:26",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/bootrom.txt:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:14"
      ]
    },
    {
      "query": "Python 3.10 match statement",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/elasticsearch-basics.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/agent-config.txt",
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/owasp-top-10.md"
      ],
      "rr": 0.25,
      "ndcg_5": 0.43067655807339306,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 84.30719375610352,
      "tokens": 1434,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/elasticsearch-basics.md:16",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt:8",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/agent-config.txt:13",
        "tests/fixtures/scale_docs/functional-programming.md:15",
        "tests/fixtures/scale_docs/owasp-top-10.md:26"
      ]
    },
    {
      "query": "ISO 27001 compliance",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 28.388261795043945,
      "tokens": 5174,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/compliance-frameworks.md:2",
        "tests/fixtures/scale_docs/compliance-frameworks.md:28",
        "tests/fixtures/scale_docs/compliance-frameworks.md:20"
      ]
    },
    {
      "query": "SOC2 Type II audit",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md"
      ],
      "rr": 0.25,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 61.03086471557617,
      "tokens": 6595,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:40",
        "tests/fixtures/scale_docs/security-audit-checklist.md:0",
        "tests/fixtures/scale_docs/security-audit-checklist.md:21",
        "tests/fixtures/scale_docs/compliance-frameworks.md:6",
        "tests/fixtures/scale_docs/compliance-frameworks.md:0"
      ]
    },
    {
      "query": "BGE-small-en-v1.5 model",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-security.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/agent-config.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 84.00416374206543,
      "tokens": 1770,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-security.md:20",
        "tests/fixtures/scale_docs/event-driven-architecture.md:16",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt:3",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/agent-config.txt:6",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/dx-apps.txt:5"
      ]
    },
    {
      "query": "ChromaDB v0.4.0",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-security.md",
        "tests/fixtures/sample_docs/vector-databases.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt",
        "tests/fixtures/scale_docs/container-security.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 56.68210983276367,
      "tokens": 4682,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-security.md:18",
        "tests/fixtures/sample_docs/vector-databases.md:5",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/libdx.txt:19",
        "tests/fixtures/scale_docs/container-security.md:6",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt:45"
      ]
    },
    {
      "query": "MS-MARCO MiniLM L-6-v2",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-peripherals.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-gambit.txt",
        "tests/fixtures/scale_docs/container-security.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 65.21797180175781,
      "tokens": 2434,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-peripherals.txt:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-gambit.txt:2",
        "tests/fixtures/scale_docs/container-security.md:24",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt:46",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/smmu.txt:4"
      ]
    },
    {
      "query": "JWT RS256 signing",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/sample_docs/authentication.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.3333333333333333,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 40.78197479248047,
      "tokens": 6448,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:2",
        "tests/fixtures/scale_docs/api-security.md:6",
        "tests/fixtures/sample_docs/authentication.md:3",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:21",
        "tests/fixtures/scale_docs/api-security.md:45"
      ]
    },
    {
      "query": "OAuth 2.0 PKCE flow",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 29.966115951538086,
      "tokens": 5068,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:3",
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/api-security.md:21"
      ]
    },
    {
      "query": "RAID 6 configurations",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-ssm-udma.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-gambit.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-storm.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al-linux.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 49.69906806945801,
      "tokens": 4381,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-ssm-udma.txt:2",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:10",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-gambit.txt:3",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/rtl-storm.txt:3",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al-linux.txt:23"
      ]
    },
    {
      "query": "SQL-92 standards",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/compliance-frameworks.md",
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 0.2,
      "ndcg_5": 0.38685280723454163,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.2,
      "latency_ms": 72.44205474853516,
      "tokens": 2902,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-pipeline-design.md:31",
        "tests/fixtures/sample_docs/database-design.md:1",
        "tests/fixtures/scale_docs/compliance-frameworks.md:23",
        "tests/fixtures/scale_docs/data-quality.md:23",
        "tests/fixtures/scale_docs/sql-query-optimization.md:30"
      ]
    },
    {
      "query": "POSIX thread management",
      "category": "lexical",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 51.58400535583496,
      "tokens": 3698,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/concurrency-patterns.md:2",
        "tests/fixtures/scale_docs/concurrency-patterns.md:11",
        "tests/fixtures/scale_docs/concurrency-patterns.md:39",
        "tests/fixtures/scale_docs/concurrency-patterns.md:19"
      ]
    },
    {
      "query": "systemd unit files",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/systemd-services.md",
        "tests/fixtures/scale_docs/systemd-services.md",
        "tests/fixtures/scale_docs/systemd-services.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 26.779890060424805,
      "tokens": 3596,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/systemd-services.md:2",
        "tests/fixtures/scale_docs/systemd-services.md:15",
        "tests/fixtures/scale_docs/systemd-services.md:11"
      ]
    },
    {
      "query": "EXT4 filesystem limits",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.133941650390625,
      "tokens": 4550,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-filesystem.md:1",
        "tests/fixtures/scale_docs/linux-filesystem.md:45",
        "tests/fixtures/scale_docs/linux-filesystem.md:37",
        "tests/fixtures/scale_docs/linux-filesystem.md:25"
      ]
    },
    {
      "query": "YAML 1.2 syntax",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2-platform-config-plain.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt",
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/linux-logging.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 45.20606994628906,
      "tokens": 2679,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/ec2-platform-config-plain.txt:2",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/coding-style.txt:2",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt:1",
        "tests/fixtures/scale_docs/functional-programming.md:15",
        "tests/fixtures/scale_docs/linux-logging.md:13"
      ]
    },
    {
      "query": "Docker Compose v2",
      "category": "lexical",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/container-fundamentals.md",
        "tests/fixtures/scale_docs/container-fundamentals.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.223203659057617,
      "tokens": 3457,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/container-fundamentals.md:7",
        "tests/fixtures/scale_docs/container-fundamentals.md:38"
      ]
    },
    {
      "query": "AWS IAM policies",
      "category": "lexical",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/secrets-management.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 54.451942443847656,
      "tokens": 2442,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/secrets-management.md:33",
        "tests/fixtures/scale_docs/secrets-management.md:9",
        "tests/fixtures/scale_docs/well-architected-framework.md:21",
        "tests/fixtures/scale_docs/well-architected-framework.md:15",
        "tests/fixtures/scale_docs/secrets-management.md:28"
      ]
    },
    {
      "query": "how to implement chaos engineering",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/chaos-engineering.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 28.77020835876465,
      "tokens": 4055,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/chaos-engineering.md:0"
      ]
    },
    {
      "query": "benefits of event-driven architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 31.084060668945312,
      "tokens": 5512,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/event-driven-architecture.md:0",
        "tests/fixtures/scale_docs/event-driven-architecture.md:41",
        "tests/fixtures/scale_docs/event-driven-architecture.md:17"
      ]
    },
    {
      "query": "serverless vs containers",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 35.32981872558594,
      "tokens": 2955,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:31",
        "tests/fixtures/scale_docs/serverless-architecture.md:0",
        "tests/fixtures/scale_docs/serverless-architecture.md:10"
      ]
    },
    {
      "query": "microservices data consistency",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 52.69503593444824,
      "tokens": 1682,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:11",
        "tests/fixtures/sample_docs/microservices.md:1",
        "tests/fixtures/scale_docs/multi-region-deployment.md:29",
        "tests/fixtures/scale_docs/multi-region-deployment.md:32",
        "tests/fixtures/scale_docs/multi-region-deployment.md:26"
      ]
    },
    {
      "query": "data lakehouse architecture",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-lake-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.397964477539062,
      "tokens": 5509,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-lake-architecture.md:0"
      ]
    },
    {
      "query": "zero trust security principles",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/zero-trust-architecture.md",
        "tests/fixtures/scale_docs/zero-trust-architecture.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 52.02627182006836,
      "tokens": 2323,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/security-audit-checklist.md:1",
        "tests/fixtures/scale_docs/zero-trust-architecture.md:2",
        "tests/fixtures/scale_docs/zero-trust-architecture.md:25",
        "tests/fixtures/scale_docs/api-security.md:1",
        "tests/fixtures/scale_docs/security-audit-checklist.md:14"
      ]
    },
    {
      "query": "continuous integration best practices",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/api-design.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 60.40501594543457,
      "tokens": 1163,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/api-design.md:0",
        "tests/fixtures/sample_docs/microservices.md:10",
        "tests/fixtures/sample_docs/microservices.md:1",
        "tests/fixtures/sample_docs/microservices.md:5",
        "tests/fixtures/scale_docs/data-pipeline-design.md:2"
      ]
    },
    {
      "query": "database sharding strategies",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-sharding.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.469635009765625,
      "tokens": 3717,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-sharding.md:0"
      ]
    },
    {
      "query": "load balancing algorithms",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.591798782348633,
      "tokens": 3790,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/load-balancing.md:0",
        "tests/fixtures/scale_docs/load-balancing.md:18"
      ]
    },
    {
      "query": "content delivery network optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/cdn-architecture.md",
        "tests/fixtures/scale_docs/cost-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.8,
      "latency_ms": 53.23290824890137,
      "tokens": 4705,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cdn-architecture.md:0",
        "tests/fixtures/scale_docs/cdn-architecture.md:4",
        "tests/fixtures/scale_docs/cdn-architecture.md:14",
        "tests/fixtures/scale_docs/cdn-architecture.md:19",
        "tests/fixtures/scale_docs/cost-optimization.md:11"
      ]
    },
    {
      "query": "service mesh advantages",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 31.38422966003418,
      "tokens": 4688,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/service-mesh.md:0",
        "tests/fixtures/scale_docs/service-mesh.md:36",
        "tests/fixtures/scale_docs/service-mesh.md:15"
      ]
    },
    {
      "query": "infrastructure as code tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 38.15507888793945,
      "tokens": 4384,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/infrastructure-as-code.md:27",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:34",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:7",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:44",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:38"
      ]
    },
    {
      "query": "monitoring vs observability",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 32.975196838378906,
      "tokens": 6905,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:0",
        "tests/fixtures/scale_docs/monitoring-observability.md:24",
        "tests/fixtures/scale_docs/monitoring-observability.md:37"
      ]
    },
    {
      "query": "auto scaling in the cloud",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/auto-scaling.md",
        "tests/fixtures/scale_docs/auto-scaling.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/auto-scaling.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6,
      "latency_ms": 52.779197692871094,
      "tokens": 2722,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:14",
        "tests/fixtures/scale_docs/auto-scaling.md:6",
        "tests/fixtures/scale_docs/auto-scaling.md:16",
        "tests/fixtures/scale_docs/well-architected-framework.md:31",
        "tests/fixtures/scale_docs/auto-scaling.md:10"
      ]
    },
    {
      "query": "disaster recovery planning",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.75,
      "latency_ms": 37.46199607849121,
      "tokens": 6572,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/disaster-recovery.md:0",
        "tests/fixtures/scale_docs/disaster-recovery.md:23",
        "tests/fixtures/scale_docs/disaster-recovery.md:16",
        "tests/fixtures/scale_docs/database-replication.md:47"
      ]
    },
    {
      "query": "api gateway patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md",
        "tests/fixtures/scale_docs/api-gateway-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 32.01007843017578,
      "tokens": 4954,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-gateway-patterns.md:0",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:14",
        "tests/fixtures/scale_docs/api-gateway-patterns.md:38"
      ]
    },
    {
      "query": "cloud storage options",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/cloud-storage-options.md",
        "tests/fixtures/scale_docs/cloud-storage-options.md"
      ],
      "rr": 0.5,
      "ndcg_5": 0.6309297535714575,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 40.674686431884766,
      "tokens": 4221,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:0",
        "tests/fixtures/scale_docs/cloud-storage-options.md:0",
        "tests/fixtures/scale_docs/cloud-storage-options.md:21"
      ]
    },
    {
      "query": "data serialization formats",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/data-serialization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 30.873775482177734,
      "tokens": 6889,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:0",
        "tests/fixtures/scale_docs/data-serialization.md:43"
      ]
    },
    {
      "query": "message queue patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cloud-design-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/sample_docs/microservices.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 53.3449649810791,
      "tokens": 3543,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cloud-design-patterns.md:32",
        "tests/fixtures/scale_docs/error-handling-patterns.md:24",
        "tests/fixtures/sample_docs/microservices.md:7"
      ]
    },
    {
      "query": "functional programming concepts",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/functional-programming.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.1451473236084,
      "tokens": 3292,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/functional-programming.md:2"
      ]
    },
    {
      "query": "linux memory management",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-memory-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 26.401996612548828,
      "tokens": 3892,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-memory-management.md:0"
      ]
    },
    {
      "query": "dns resolution process",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.057886123657227,
      "tokens": 3611,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dns-resolution.md:0",
        "tests/fixtures/scale_docs/dns-resolution.md:26"
      ]
    },
    {
      "query": "connection pooling benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/connection-pooling.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 26.631832122802734,
      "tokens": 2947,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/connection-pooling.md:0"
      ]
    },
    {
      "query": "cryptography basics",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-engineer-image-prepare.txt"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.6666666666666666,
      "latency_ms": 41.48125648498535,
      "tokens": 6079,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cryptography-basics.md:0",
        "tests/fixtures/scale_docs/cryptography-basics.md:33",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-engineer-image-prepare.txt:10"
      ]
    },
    {
      "query": "distributed transactions",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/sample_docs/microservices.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 73.41313362121582,
      "tokens": 1712,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/microservices.md:11",
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/scale_docs/event-driven-architecture.md:42",
        "tests/fixtures/sample_docs/microservices.md:6",
        "tests/fixtures/scale_docs/event-driven-architecture.md:32"
      ]
    },
    {
      "query": "container security hardening",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-security-hardening.md",
        "tests/fixtures/scale_docs/network-security-hardening.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/container-security.md",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "rr": 0.25,
      "ndcg_5": 0.5,
      "hit_rate_1": 0.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 43.12396049499512,
      "tokens": 2486,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-security-hardening.md:0",
        "tests/fixtures/scale_docs/network-security-hardening.md:26",
        "tests/fixtures/scale_docs/security-audit-checklist.md:44",
        "tests/fixtures/scale_docs/container-security.md:3",
        "tests/fixtures/scale_docs/container-security.md:0"
      ]
    },
    {
      "query": "well architected framework",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/unit-testing.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/timers-hrtimer.txt"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.4,
      "latency_ms": 69.29898262023926,
      "tokens": 3097,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/well-architected-framework.md:26",
        "tests/fixtures/scale_docs/stream-processing.md:16",
        "tests/fixtures/scale_docs/well-architected-framework.md:37",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/unit-testing.txt:0",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/timers-hrtimer.txt:32"
      ]
    },
    {
      "query": "cost optimization strategies",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/cost-optimization.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.3333333333333333,
      "latency_ms": 35.42017936706543,
      "tokens": 4824,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/cost-optimization.md:0",
        "tests/fixtures/scale_docs/serverless-architecture.md:31",
        "tests/fixtures/scale_docs/serverless-architecture.md:38"
      ]
    },
    {
      "query": "incident response steps",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/incident-response.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 30.2581787109375,
      "tokens": 5309,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/incident-response.md:0"
      ]
    },
    {
      "query": "multi-region deployment",
      "category": "semantic",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/multi-region-deployment.md",
        "tests/fixtures/scale_docs/multi-region-deployment.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.95014190673828,
      "tokens": 5439,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/multi-region-deployment.md:0",
        "tests/fixtures/scale_docs/multi-region-deployment.md:35"
      ]
    },
    {
      "query": "ssh configuration security",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/firewall-rules.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.3333333333333333,
      "latency_ms": 40.14301300048828,
      "tokens": 5095,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ssh-configuration.md:0",
        "tests/fixtures/scale_docs/security-audit-checklist.md:46",
        "tests/fixtures/scale_docs/firewall-rules.md:7"
      ]
    },
    {
      "query": "vpn tunneling protocols",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/vpn-tunneling.md",
        "tests/fixtures/scale_docs/ssh-configuration.md",
        "tests/fixtures/scale_docs/http2-http3.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 0.5,
      "latency_ms": 39.66116905212402,
      "tokens": 3352,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/vpn-tunneling.md:0",
        "tests/fixtures/scale_docs/vpn-tunneling.md:9",
        "tests/fixtures/scale_docs/ssh-configuration.md:9",
        "tests/fixtures/scale_docs/http2-http3.md:13"
      ]
    },
    {
      "query": "websocket protocol overview",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/websocket-protocol.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 26.720046997070312,
      "tokens": 3370,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/websocket-protocol.md:0"
      ]
    },
    {
      "query": "helm charts fundamentals",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/helm-charts.md",
        "tests/fixtures/scale_docs/helm-charts.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 37.25695610046387,
      "tokens": 1657,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/helm-charts.md:1",
        "tests/fixtures/scale_docs/helm-charts.md:7"
      ]
    },
    {
      "query": "linux process management",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-process-management.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 31.3107967376709,
      "tokens": 2957,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/linux-process-management.md:0"
      ]
    },
    {
      "query": "network troubleshooting tools",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md",
        "tests/fixtures/scale_docs/network-troubleshooting.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 28.216838836669922,
      "tokens": 5267,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/network-troubleshooting.md:37",
        "tests/fixtures/scale_docs/network-troubleshooting.md:5",
        "tests/fixtures/scale_docs/network-troubleshooting.md:41",
        "tests/fixtures/scale_docs/network-troubleshooting.md:0"
      ]
    },
    {
      "query": "database replication types",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 30.61699867248535,
      "tokens": 5219,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-replication.md:0",
        "tests/fixtures/scale_docs/database-replication.md:22",
        "tests/fixtures/scale_docs/database-replication.md:34",
        "tests/fixtures/scale_docs/database-replication.md:40"
      ]
    },
    {
      "query": "nosql design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.730941772460938,
      "tokens": 5359,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:1"
      ]
    },
    {
      "query": "sql query optimization",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/sql-query-optimization.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.11996841430664,
      "tokens": 4409,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/sql-query-optimization.md:0"
      ]
    },
    {
      "query": "data pipeline design",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 29.872894287109375,
      "tokens": 6723,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-pipeline-design.md:0",
        "tests/fixtures/scale_docs/data-pipeline-design.md:27",
        "tests/fixtures/scale_docs/data-pipeline-design.md:39"
      ]
    },
    {
      "query": "testing strategies for software",
      "category": "semantic",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/testing-strategies.md",
        "tests/fixtures/scale_docs/testing-strategies.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 34.18898582458496,
      "tokens": 5389,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/testing-strategies.md:0",
        "tests/fixtures/scale_docs/testing-strategies.md:20"
      ]
    },
    {
      "query": "dependency injection benefits",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.370929718017578,
      "tokens": 5015,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/dependency-injection.md:0"
      ]
    },
    {
      "query": "behavioral design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 30.312061309814453,
      "tokens": 5871,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:8",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:21",
        "tests/fixtures/scale_docs/design-patterns-behavioral.md:0"
      ]
    },
    {
      "query": "creational design patterns",
      "category": "semantic",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 1.0,
      "ndcg_5": 1.0,
      "hit_rate_1": 1.0,
      "hit_rate_5": 1.0,
      "precision_5": 1.0,
      "latency_ms": 27.222156524658203,
      "tokens": 6066,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-creational.md:0"
      ]
    },
    {
      "query": "how to bake sourdough in a kubernetes cluster",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 31.255245208740234,
      "tokens": 5605,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md:2",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:23",
        "tests/fixtures/scale_docs/kubernetes-architecture.md:17"
      ]
    },
    {
      "query": "best brand of hiking boots for Mars",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 65.17720222473145,
      "tokens": 4328,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:31",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt:44",
        "tests/fixtures/scale_docs/data-warehouse-modeling.md:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt:29",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/genesis.txt:14"
      ]
    },
    {
      "query": "quantum entanglement in photosynthesis",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/functional-programming.md",
        "tests/fixtures/scale_docs/testing-strategies.md",
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "tests/fixtures/scale_docs/redis-data-structures.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 57.878971099853516,
      "tokens": 2176,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/functional-programming.md:1",
        "tests/fixtures/scale_docs/functional-programming.md:6",
        "tests/fixtures/scale_docs/testing-strategies.md:7",
        "tests/fixtures/scale_docs/cryptography-basics.md:3",
        "tests/fixtures/scale_docs/redis-data-structures.md:9"
      ]
    },
    {
      "query": "the secret to eternal life according to python docs",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/cryptography-basics.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt",
        "tests/fixtures/scale_docs/secrets-management.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/nitrobuddy.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 75.45995712280273,
      "tokens": 3745,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/secrets-management.md:22",
        "tests/fixtures/scale_docs/cryptography-basics.md:3",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt:12",
        "tests/fixtures/scale_docs/secrets-management.md:28",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/nitrobuddy.txt:8"
      ]
    },
    {
      "query": "where did I leave my keys",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/sample_docs/database-design.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/ssh-configuration.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 81.78997039794922,
      "tokens": 1560,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/api-security.md:40",
        "tests/fixtures/scale_docs/api-security.md:42",
        "tests/fixtures/sample_docs/database-design.md:6",
        "tests/fixtures/scale_docs/api-security.md:33",
        "tests/fixtures/scale_docs/ssh-configuration.md:19"
      ]
    },
    {
      "query": "recipe for disaster in distributed systems",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/monitoring-observability.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/cloud-storage-options.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 66.38979911804199,
      "tokens": 3119,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/monitoring-observability.md:9",
        "tests/fixtures/scale_docs/disaster-recovery.md:0",
        "tests/fixtures/scale_docs/error-handling-patterns.md:17",
        "tests/fixtures/scale_docs/cloud-storage-options.md:15",
        "tests/fixtures/scale_docs/monitoring-observability.md:17"
      ]
    },
    {
      "query": "blue whales vs sperm whales",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/data-serialization.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 69.85926628112793,
      "tokens": 2318,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:18",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:15",
        "tests/fixtures/scale_docs/database-migrations.md:10",
        "tests/fixtures/scale_docs/data-serialization.md:44",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt:6"
      ]
    },
    {
      "query": "history of the Roman Empire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-quality.md",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md",
        "tests/fixtures/scale_docs/chaos-engineering.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 85.75582504272461,
      "tokens": 2761,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-quality.md:27",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md:25",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md:21",
        "tests/fixtures/scale_docs/chaos-engineering.md:10",
        "tests/fixtures/scale_docs/design-patterns-creational.md:26"
      ]
    },
    {
      "query": "how to play the banjo",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/sql-query-optimization.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt",
        "tests/fixtures/scale_docs/testing-strategies.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/deerstalker.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 55.07087707519531,
      "tokens": 3981,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:21",
        "tests/fixtures/scale_docs/sql-query-optimization.md:25",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/opensearch-access.txt:22",
        "tests/fixtures/scale_docs/testing-strategies.md:8",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/deerstalker.txt:12"
      ]
    },
    {
      "query": "why is the sky blue",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/linux-permissions.md",
        "tests/fixtures/scale_docs/database-migrations.md",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 64.78524208068848,
      "tokens": 1492,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:18",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:15",
        "tests/fixtures/scale_docs/linux-permissions.md:21",
        "tests/fixtures/scale_docs/database-migrations.md:10",
        "tests/fixtures/scale_docs/linux-filesystem.md:20"
      ]
    },
    {
      "query": "symptoms of a cold",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/data-quality.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crash-analysis-cheatsheet.txt",
        "tests/fixtures/scale_docs/error-handling-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 72.11971282958984,
      "tokens": 2577,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/serverless-architecture.md:13",
        "tests/fixtures/scale_docs/serverless-architecture.md:6",
        "tests/fixtures/scale_docs/data-quality.md:14",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crash-analysis-cheatsheet.txt:58",
        "tests/fixtures/scale_docs/error-handling-patterns.md:27"
      ]
    },
    {
      "query": "movie recommendations for tonight",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crux.txt",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 55.436134338378906,
      "tokens": 2799,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt:15",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crux.txt:6",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md:26",
        "tests/fixtures/scale_docs/penetration-testing-methodology.md:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:22"
      ]
    },
    {
      "query": "stock market predictions for 2026",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-build-chain.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al-cohma.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 59.50784683227539,
      "tokens": 5958,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:45",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-build-chain.txt:23",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/device-tree.txt:38",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/al-cohma.txt:26"
      ]
    },
    {
      "query": "philosophy of mind and AI",
      "category": "adversarial",
      "difficulty": "hard",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-quality.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/brazil.txt",
        "tests/fixtures/scale_docs/data-lake-architecture.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crash-analysis-methodology.txt",
        "tests/fixtures/scale_docs/concurrency-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 96.83704376220703,
      "tokens": 2101,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-quality.md:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/brazil.txt:2",
        "tests/fixtures/scale_docs/data-lake-architecture.md:28",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crash-analysis-methodology.txt:28",
        "tests/fixtures/scale_docs/concurrency-patterns.md:17"
      ]
    },
    {
      "query": "meaning of life 42",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt",
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/dependency-injection.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gpio.txt",
        "tests/fixtures/scale_docs/linux-filesystem.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 97.17607498168945,
      "tokens": 1787,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt:15",
        "tests/fixtures/scale_docs/data-serialization.md:30",
        "tests/fixtures/scale_docs/dependency-injection.md:26",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gpio.txt:53",
        "tests/fixtures/scale_docs/linux-filesystem.md:29"
      ]
    },
    {
      "query": "how to win friends and influence people",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/nosql-patterns.md",
        "tests/fixtures/scale_docs/auto-scaling.md",
        "tests/fixtures/scale_docs/elasticsearch-basics.md",
        "tests/fixtures/scale_docs/well-architected-framework.md",
        "tests/fixtures/scale_docs/chaos-engineering.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 56.10990524291992,
      "tokens": 2971,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/nosql-patterns.md:19",
        "tests/fixtures/scale_docs/auto-scaling.md:3",
        "tests/fixtures/scale_docs/elasticsearch-basics.md:27",
        "tests/fixtures/scale_docs/well-architected-framework.md:13",
        "tests/fixtures/scale_docs/chaos-engineering.md:13"
      ]
    },
    {
      "query": "yoga for beginners",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 36.18192672729492,
      "tokens": 3620,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt:31",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:25"
      ]
    },
    {
      "query": "best coffee shops in London",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/k2keg.txt",
        "tests/fixtures/scale_docs/design-patterns-structural.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt",
        "tests/fixtures/scale_docs/design-patterns-structural.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 45.7148551940918,
      "tokens": 6494,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/k2keg.txt:4",
        "tests/fixtures/scale_docs/design-patterns-structural.md:39",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt:17",
        "tests/fixtures/scale_docs/design-patterns-structural.md:45",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/jenkins.txt:7"
      ]
    },
    {
      "query": "gardening tips for summer",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 81.91370964050293,
      "tokens": 3007,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/data-serialization.md:31",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:24",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:31",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:7",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt:30"
      ]
    },
    {
      "query": "how to repair a flat tire",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-backup-recovery.md",
        "tests/fixtures/scale_docs/linux-filesystem.md",
        "tests/fixtures/scale_docs/database-backup-recovery.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/uc.txt",
        "tests/fixtures/scale_docs/database-backup-recovery.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 79.47421073913574,
      "tokens": 3444,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/database-backup-recovery.md:11",
        "tests/fixtures/scale_docs/linux-filesystem.md:20",
        "tests/fixtures/scale_docs/database-backup-recovery.md:31",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/uc.txt:26",
        "tests/fixtures/scale_docs/database-backup-recovery.md:18"
      ]
    },
    {
      "query": "history of the internet",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/cloud-networking.md",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
        "tests/fixtures/scale_docs/zero-trust-architecture.md",
        "tests/fixtures/scale_docs/vpn-tunneling.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 66.29467010498047,
      "tokens": 4152,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:25",
        "tests/fixtures/scale_docs/cloud-networking.md:6",
        "tests/fixtures/scale_docs/tcp-ip-fundamentals.md:3",
        "tests/fixtures/scale_docs/zero-trust-architecture.md:14",
        "tests/fixtures/scale_docs/vpn-tunneling.md:13"
      ]
    },
    {
      "query": "space travel in the future",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/concurrency-patterns.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/infrastructure-as-code.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/chaos-engineering.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 88.72795104980469,
      "tokens": 3678,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/concurrency-patterns.md:11",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:18",
        "tests/fixtures/scale_docs/infrastructure-as-code.md:34",
        "tests/fixtures/scale_docs/event-driven-architecture.md:11",
        "tests/fixtures/scale_docs/chaos-engineering.md:17"
      ]
    },
    {
      "query": "the art of war summary",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/penetration-testing-methodology.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crux.txt",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 76.83706283569336,
      "tokens": 3891,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/penetration-testing-methodology.md:26",
        "tests/fixtures/scale_docs/design-patterns-creational.md:37",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/crux.txt:26",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md:7",
        "tests/fixtures/scale_docs/design-patterns-creational.md:17"
      ]
    },
    {
      "query": "meditation techniques",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/sample_docs/semantic-search.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/nosql-patterns.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 46.73409461975098,
      "tokens": 3006,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/stream-processing.md:37",
        "tests/fixtures/sample_docs/semantic-search.md:0",
        "tests/fixtures/scale_docs/stream-processing.md:2",
        "tests/fixtures/scale_docs/stream-processing.md:24",
        "tests/fixtures/scale_docs/nosql-patterns.md:1"
      ]
    },
    {
      "query": "learning a new language fast",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/semantic-search.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/brazil.txt",
        "tests/fixtures/scale_docs/data-serialization.md",
        "tests/fixtures/scale_docs/chaos-engineering.md",
        "tests/fixtures/sample_docs/vector-databases.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 70.25575637817383,
      "tokens": 2536,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/semantic-search.md:2",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/brazil.txt:44",
        "tests/fixtures/scale_docs/data-serialization.md:12",
        "tests/fixtures/scale_docs/chaos-engineering.md:2",
        "tests/fixtures/sample_docs/vector-databases.md:4"
      ]
    },
    {
      "query": "climate change impacts",
      "category": "adversarial",
      "difficulty": "medium",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt",
        "tests/fixtures/scale_docs/incident-response.md",
        "tests/fixtures/scale_docs/linux-permissions.md",
        "tests/fixtures/scale_docs/incident-response.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 105.71694374084473,
      "tokens": 2334,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/hal-shared.txt:15",
        "tests/fixtures/scale_docs/incident-response.md:14",
        "tests/fixtures/scale_docs/linux-permissions.md:6",
        "tests/fixtures/scale_docs/incident-response.md:35",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/gerrit-api.txt:4"
      ]
    },
    {
      "query": "renewable energy sources",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 59.00216102600098,
      "tokens": 5187,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt:3",
        "tests/fixtures/scale_docs/serverless-architecture.md:5",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt:37",
        "tests/fixtures/scale_docs/data-pipeline-design.md:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/cross-repository-ecosystem.txt:17"
      ]
    },
    {
      "query": "healthy eating habits",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/tina.txt",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt",
        "tests/fixtures/scale_docs/connection-pooling.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/tina.txt"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 68.06397438049316,
      "tokens": 4786,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:0",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/tina.txt:41",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/podcast-creation-guide.txt:30",
        "tests/fixtures/scale_docs/connection-pooling.md:11",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/tina.txt:27"
      ]
    },
    {
      "query": "travel tips for Japan",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/sample_docs/caching.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/migration-strategies.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt",
        "tests/fixtures/sample_docs/caching.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 93.91427040100098,
      "tokens": 2384,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/sample_docs/caching.md:9",
        "tests/fixtures/scale_docs/event-driven-architecture.md:11",
        "tests/fixtures/scale_docs/migration-strategies.md:10",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/wh13.txt:30",
        "tests/fixtures/sample_docs/caching.md:0"
      ]
    },
    {
      "query": "basics of photography",
      "category": "adversarial",
      "difficulty": "easy",
      "retrieved_sources": [
        "tests/fixtures/scale_docs/design-patterns-creational.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-engineer-image-prepare.txt",
        "tests/fixtures/sample_docs/vector-databases.md",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-boot-flow.txt",
        "tests/fixtures/scale_docs/design-patterns-creational.md"
      ],
      "rr": 0.0,
      "ndcg_5": 0.0,
      "hit_rate_1": 0.0,
      "hit_rate_5": 0.0,
      "precision_5": 0.0,
      "latency_ms": 69.00572776794434,
      "tokens": 1675,
      "ndcg_5_graded": -1.0,
      "retrieved_chunk_ids": [
        "tests/fixtures/scale_docs/design-patterns-creational.md:36",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/carbon-engineer-image-prepare.txt:10",
        "tests/fixtures/sample_docs/vector-databases.md:1",
        "/Users/raalgaw/projects/NitroBuddy/kiro_context/arm64-boot-flow.txt:18",
        "tests/fixtures/scale_docs/design-patterns-creational.md:21"
      ]
    }
  ]
}