{
  "metadata": {
    "corpus_docs": 89,
    "query_count": 108,
    "runs": 1,
    "k": 5,
    "warmup_queries": 5,
    "timestamp": "2026-02-26T10:51:58"
  },
  "summaries": {
    "naive": {
      "competitor": "naive",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.49876543209876545,
      "mrr_ci": [
        0.40846836419753085,
        0.5925964506172839
      ],
      "ndcg_5": 0.5118485376661936,
      "ndcg_5_ci": [
        0.4214320160028121,
        0.6058401712789385
      ],
      "hit_rate_1": 0.4722222222222222,
      "hit_rate_5": 0.5462962962962963,
      "hit_rate_5_ci": [
        0.45347222222222244,
        0.6388888888888888
      ],
      "precision_5": 0.35000000000000003,
      "content_match": 0.4845295055821372,
      "latency_p50": 14.577458,
      "latency_p95": 18.36175,
      "latency_p99": 19.805083,
      "avg_tokens": 331.0,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.0,
          "hit_rate_5_ci": [
            0.0,
            0.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.0,
          "count": 30,
          "ndcg_5_graded": 0.06302745536301087
        },
        "lexical": {
          "mrr": 0.47777777777777775,
          "mrr_ci": [
            0.31104166666666666,
            0.6361805555555555
          ],
          "hit_rate_5": 0.5666666666666667,
          "hit_rate_5_ci": [
            0.36666666666666664,
            0.7333333333333333
          ],
          "ndcg_5": 0.5043643251190486,
          "precision_5": 0.3266666666666667,
          "count": 30,
          "ndcg_5_graded": 0.2391603164579007
        },
        "semantic": {
          "mrr": 0.8236111111111111,
          "mrr_ci": [
            0.71875,
            0.9166666666666666
          ],
          "hit_rate_5": 0.875,
          "hit_rate_5_ci": [
            0.7708333333333334,
            0.9583333333333334
          ],
          "ndcg_5": 0.8364315065495304,
          "precision_5": 0.5833333333333334,
          "count": 48,
          "ndcg_5_graded": 0.3994755582435315
        }
      },
      "ndcg_5_graded": 0.2614857402807116,
      "ndcg_5_graded_ci": [
        0.20977117909943116,
        0.3106245953524553
      ]
    },
    "naive-rerank": {
      "competitor": "naive-rerank",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5484567901234568,
      "mrr_ci": [
        0.45136188271604943,
        0.639224537037037
      ],
      "ndcg_5": 0.5602783836159652,
      "ndcg_5_ci": [
        0.46588837676478484,
        0.6511703492873427
      ],
      "hit_rate_1": 0.5277777777777778,
      "hit_rate_5": 0.5925925925925926,
      "hit_rate_5_ci": [
        0.5,
        0.6851851851851852
      ],
      "precision_5": 0.4333333333333333,
      "content_match": 0.5289473684210527,
      "latency_p50": 225.38925,
      "latency_p95": 466.043875,
      "latency_p99": 484.052708,
      "avg_tokens": 405.18518518518516,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.0,
          "hit_rate_5_ci": [
            0.0,
            0.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.0,
          "count": 30,
          "ndcg_5_graded": 0.022561246538526612
        },
        "lexical": {
          "mrr": 0.5833333333333334,
          "mrr_ci": [
            0.4166666666666667,
            0.7416666666666667
          ],
          "hit_rate_5": 0.6666666666666666,
          "hit_rate_5_ci": [
            0.5,
            0.8333333333333334
          ],
          "ndcg_5": 0.6064178688405436,
          "precision_5": 0.43333333333333335,
          "count": 30,
          "ndcg_5_graded": 0.28569851029675275
        },
        "semantic": {
          "mrr": 0.8694444444444445,
          "mrr_ci": [
            0.775,
            0.9513888888888888
          ],
          "hit_rate_5": 0.9166666666666666,
          "hit_rate_5_ci": [
            0.8333333333333334,
            0.9791666666666666
          ],
          "ndcg_5": 0.881615195110582,
          "precision_5": 0.7041666666666666,
          "count": 48,
          "ndcg_5_graded": 0.4409719422548626
        }
      },
      "ndcg_5_graded": 0.2816152401230721,
      "ndcg_5_graded_ci": [
        0.22766314655182932,
        0.33186095250826675
      ]
    },
    "langchain": {
      "competitor": "langchain",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5345679012345679,
      "mrr_ci": [
        0.4407368827160494,
        0.626400462962963
      ],
      "ndcg_5": 0.5480075827308755,
      "ndcg_5_ci": [
        0.45427234614247974,
        0.6375479272560753
      ],
      "hit_rate_1": 0.5092592592592593,
      "hit_rate_5": 0.5833333333333334,
      "hit_rate_5_ci": [
        0.48148148148148145,
        0.6759259259259259
      ],
      "precision_5": 0.37037037037037035,
      "content_match": 0.46658692185007977,
      "latency_p50": 15.966042,
      "latency_p95": 35.089833,
      "latency_p99": 44.564458,
      "avg_tokens": 320.0462962962963,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.0,
          "hit_rate_5_ci": [
            0.0,
            0.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.0,
          "count": 30,
          "ndcg_5_graded": 0.025307184753605494
        },
        "lexical": {
          "mrr": 0.5816666666666667,
          "mrr_ci": [
            0.4232916666666667,
            0.7416666666666667
          ],
          "hit_rate_5": 0.6666666666666666,
          "hit_rate_5_ci": [
            0.5,
            0.8333333333333334
          ],
          "ndcg_5": 0.6041070874429901,
          "precision_5": 0.39333333333333337,
          "count": 30,
          "ndcg_5_graded": 0.14642171103590235
        },
        "semantic": {
          "mrr": 0.8392361111111111,
          "mrr_ci": [
            0.736779513888889,
            0.9291927083333333
          ],
          "hit_rate_5": 0.8958333333333334,
          "hit_rate_5_ci": [
            0.7916666666666666,
            0.9791666666666666
          ],
          "ndcg_5": 0.8554501314926011,
          "precision_5": 0.5875,
          "count": 48,
          "ndcg_5_graded": 0.34654426644971764
        }
      },
      "ndcg_5_graded": 0.20172214503029334,
      "ndcg_5_graded_ci": [
        0.15280141428760888,
        0.25575760914284695
      ]
    },
    "candlekeep-simple": {
      "competitor": "candlekeep-simple",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5216049382716049,
      "mrr_ci": [
        0.42899305555555556,
        0.614236111111111
      ],
      "ndcg_5": 0.5319851441885114,
      "ndcg_5_ci": [
        0.4351049600674469,
        0.6246025540818645
      ],
      "hit_rate_1": 0.7777777777777778,
      "hit_rate_5": 0.8333333333333334,
      "hit_rate_5_ci": [
        0.7592592592592593,
        0.8981481481481481
      ],
      "precision_5": 0.7526234567901234,
      "content_match": 0.715311004784689,
      "latency_p50": 45.942542,
      "latency_p95": 65.129625,
      "latency_p99": 93.499958,
      "avg_tokens": 1676.9722222222222,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 1.0,
          "hit_rate_5_ci": [
            1.0,
            1.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 1.0,
          "count": 30,
          "ndcg_5_graded": 0.0
        },
        "lexical": {
          "mrr": 0.4944444444444444,
          "mrr_ci": [
            0.3333333333333333,
            0.6528472222222221
          ],
          "hit_rate_5": 0.6,
          "hit_rate_5_ci": [
            0.4,
            0.7666666666666667
          ],
          "ndcg_5": 0.527448860626259,
          "precision_5": 0.4277777777777778,
          "count": 30,
          "ndcg_5_graded": 0.4294108840188374
        },
        "semantic": {
          "mrr": 0.8645833333333334,
          "mrr_ci": [
            0.7604166666666666,
            0.9583333333333334
          ],
          "hit_rate_5": 0.875,
          "hit_rate_5_ci": [
            0.7708333333333334,
            0.9583333333333334
          ],
          "ndcg_5": 0.8673110365327387,
          "precision_5": 0.8010416666666668,
          "count": 48,
          "ndcg_5_graded": 0.5999104936338423
        }
      },
      "ndcg_5_graded": 0.38590768717582913,
      "ndcg_5_graded_ci": [
        0.3088326650907396,
        0.4569951068016084
      ]
    },
    "candlekeep-hybrid": {
      "competitor": "candlekeep-hybrid",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5558641975308641,
      "mrr_ci": [
        0.46356481481481476,
        0.6499999999999999
      ],
      "ndcg_5": 0.5674040932217492,
      "ndcg_5_ci": [
        0.4746165394750336,
        0.6578123822180907
      ],
      "hit_rate_1": 0.5370370370370371,
      "hit_rate_5": 0.5925925925925926,
      "hit_rate_5_ci": [
        0.4997685185185187,
        0.6851851851851852
      ],
      "precision_5": 0.4641975308641975,
      "content_match": 0.8079744816586922,
      "latency_p50": 56.110875,
      "latency_p95": 77.349542,
      "latency_p99": 102.642417,
      "avg_tokens": 3084.3333333333335,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.0,
          "hit_rate_5_ci": [
            0.0,
            0.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.0,
          "count": 30,
          "ndcg_5_graded": 0.10077293927090204
        },
        "lexical": {
          "mrr": 0.5566666666666666,
          "mrr_ci": [
            0.38888888888888895,
            0.7166944444444444
          ],
          "hit_rate_5": 0.6666666666666666,
          "hit_rate_5_ci": [
            0.5,
            0.8333333333333334
          ],
          "ndcg_5": 0.5926547355982971,
          "precision_5": 0.42833333333333334,
          "count": 30,
          "ndcg_5_graded": 0.4763656738749193
        },
        "semantic": {
          "mrr": 0.9027777777777778,
          "mrr_ci": [
            0.8125,
            0.9791666666666666
          ],
          "hit_rate_5": 0.9166666666666666,
          "hit_rate_5_ci": [
            0.8333333333333334,
            0.9791666666666666
          ],
          "ndcg_5": 0.90625,
          "precision_5": 0.7767361111111111,
          "count": 48,
          "ndcg_5_graded": 0.5875345508790318
        }
      },
      "ndcg_5_graded": 0.42144274848674246,
      "ndcg_5_graded_ci": [
        0.3603489209455864,
        0.4819099252023514
      ]
    },
    "candlekeep-precise": {
      "competitor": "candlekeep-precise",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5324074074074074,
      "mrr_ci": [
        0.4351851851851852,
        0.625
      ],
      "ndcg_5": 0.5360443450066146,
      "ndcg_5_ci": [
        0.44000961801670085,
        0.6286369375992072
      ],
      "hit_rate_1": 0.7962962962962963,
      "hit_rate_5": 0.8240740740740741,
      "hit_rate_5_ci": [
        0.75,
        0.8888888888888888
      ],
      "precision_5": 0.7069444444444444,
      "content_match": 0.741866028708134,
      "latency_p50": 120.08525,
      "latency_p95": 718.677625,
      "latency_p99": 1033.044209,
      "avg_tokens": 2592.703703703704,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 1.0,
          "hit_rate_5_ci": [
            1.0,
            1.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 1.0,
          "count": 30,
          "ndcg_5_graded": 0.0
        },
        "lexical": {
          "mrr": 0.5333333333333333,
          "mrr_ci": [
            0.35,
            0.7
          ],
          "hit_rate_5": 0.5666666666666667,
          "hit_rate_5_ci": [
            0.4,
            0.7333333333333333
          ],
          "ndcg_5": 0.5420619835714305,
          "precision_5": 0.40611111111111114,
          "count": 30,
          "ndcg_5_graded": 0.34293297380779
        },
        "semantic": {
          "mrr": 0.8645833333333334,
          "mrr_ci": [
            0.7604166666666666,
            0.9583333333333334
          ],
          "hit_rate_5": 0.875,
          "hit_rate_5_ci": [
            0.7708333333333334,
            0.9583333333333334
          ],
          "ndcg_5": 0.8673110365327387,
          "precision_5": 0.7118055555555555,
          "count": 48,
          "ndcg_5_graded": 0.46480945815634983
        }
      },
      "ndcg_5_graded": 0.3018411407938749,
      "ndcg_5_graded_ci": [
        0.24516544628619444,
        0.3579211381871526
      ]
    },
    "ablation-no-bardic-knowledge": {
      "competitor": "ablation-no-bardic-knowledge",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.47484567901234565,
      "mrr_ci": [
        0.38239197530864194,
        0.5712962962962963
      ],
      "ndcg_5": 0.48407075988841586,
      "ndcg_5_ci": [
        0.3938175173867844,
        0.5800861600901351
      ],
      "hit_rate_1": 0.7129629629629629,
      "hit_rate_5": 0.7685185185185185,
      "hit_rate_5_ci": [
        0.6851851851851852,
        0.8425925925925926
      ],
      "precision_5": 0.6226851851851852,
      "content_match": 0.498006379585327,
      "latency_p50": 41.612625,
      "latency_p95": 65.719209,
      "latency_p99": 71.758917,
      "avg_tokens": 403.10185185185185,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.9333333333333333,
          "hit_rate_5_ci": [
            0.8333333333333334,
            1.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.9333333333333333,
          "count": 30,
          "ndcg_5_graded": 0.009666152964041892
        },
        "lexical": {
          "mrr": 0.46499999999999997,
          "mrr_ci": [
            0.2999583333333334,
            0.6251249999999999
          ],
          "hit_rate_5": 0.5333333333333333,
          "hit_rate_5_ci": [
            0.36666666666666664,
            0.7
          ],
          "ndcg_5": 0.4839260853602,
          "precision_5": 0.3061111111111111,
          "count": 30,
          "ndcg_5_graded": 0.22378376725074378
        },
        "semantic": {
          "mrr": 0.7777777777777778,
          "mrr_ci": [
            0.6631944444444444,
            0.8854166666666666
          ],
          "hit_rate_5": 0.8125,
          "hit_rate_5_ci": [
            0.7083333333333334,
            0.9166666666666666
          ],
          "ndcg_5": 0.7867054063988107,
          "precision_5": 0.6263888888888889,
          "count": 48,
          "ndcg_5_graded": 0.3976572741904781
        }
      },
      "ndcg_5_graded": 0.24158376636654186,
      "ndcg_5_graded_ci": [
        0.1896784553120309,
        0.298171236468265
      ]
    },
    "ablation-no-arcane-recall": {
      "competitor": "ablation-no-arcane-recall",
      "total_queries": 108,
      "runs": 1,
      "mrr": 0.5191358024691358,
      "mrr_ci": [
        0.42807870370370366,
        0.6126697530864197
      ],
      "ndcg_5": 0.5319851441885114,
      "ndcg_5_ci": [
        0.4351049600674469,
        0.6246025540818645
      ],
      "hit_rate_1": 0.7777777777777778,
      "hit_rate_5": 0.8333333333333334,
      "hit_rate_5_ci": [
        0.7592592592592593,
        0.8981481481481481
      ],
      "precision_5": 0.7719135802469135,
      "content_match": 0.5871610845295056,
      "latency_p50": 16.763792,
      "latency_p95": 20.340333,
      "latency_p99": 21.680167,
      "avg_tokens": 389.6666666666667,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 1.0,
          "hit_rate_5_ci": [
            1.0,
            1.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 1.0,
          "count": 30,
          "ndcg_5_graded": 0.0
        },
        "lexical": {
          "mrr": 0.4911111111111111,
          "mrr_ci": [
            0.3299722222222223,
            0.6512222222222221
          ],
          "hit_rate_5": 0.6,
          "hit_rate_5_ci": [
            0.4,
            0.7666666666666667
          ],
          "ndcg_5": 0.527448860626259,
          "precision_5": 0.445,
          "count": 30,
          "ndcg_5_graded": 0.27428586344760003
        },
        "semantic": {
          "mrr": 0.8611111111111112,
          "mrr_ci": [
            0.7569444444444445,
            0.9583333333333334
          ],
          "hit_rate_5": 0.875,
          "hit_rate_5_ci": [
            0.7708333333333334,
            0.9583333333333334
          ],
          "ndcg_5": 0.8673110365327387,
          "precision_5": 0.8336805555555555,
          "count": 48,
          "ndcg_5_graded": 0.3852024392887517
        }
      },
      "ndcg_5_graded": 0.24739160175266742,
      "ndcg_5_graded_ci": [
        0.19570896918739686,
        0.3032588701082544
      ]
    }
  },
  "details": {
    "naive": [
      {
        "competitor": "naive",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.26666666666666666,
        "latency_ms": 14.429209,
        "tokens": 163,
        "ndcg_5_graded": 0.4480777477877839
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.6666666666666666,
        "latency_ms": 13.575834,
        "tokens": 208,
        "ndcg_5_graded": 0.614883930211949
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.7333333333333333,
        "latency_ms": 13.834833,
        "tokens": 233,
        "ndcg_5_graded": 0.23449779936240625
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 14.799375,
        "tokens": 316,
        "ndcg_5_graded": 0.13120507751234178
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 11.447084,
        "tokens": 523,
        "ndcg_5_graded": 0.19004688335796713
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.2,
        "latency_ms": 13.207084,
        "tokens": 177,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 14.491958,
        "tokens": 620,
        "ndcg_5_graded": 0.7653606369886217
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 14.344791,
        "tokens": 576,
        "ndcg_5_graded": 0.7943233365467345
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.26666666666666666,
        "latency_ms": 14.743917,
        "tokens": 203,
        "ndcg_5_graded": 0.27033757566317346
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 16.288,
        "tokens": 487,
        "ndcg_5_graded": 0.3998225165506624
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/redis-data-structures.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.144917,
        "tokens": 200,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 17.771833,
        "tokens": 427,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 15.351125,
        "tokens": 331,
        "ndcg_5_graded": 0.8670870086853021
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.057417,
        "tokens": 145,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8666666666666667,
        "latency_ms": 17.844208,
        "tokens": 414,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.13333333333333333,
        "latency_ms": 16.255042,
        "tokens": 189,
        "ndcg_5_graded": 0.5585075862632192
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 17.480791,
        "tokens": 264,
        "ndcg_5_graded": 0.4796249331362629
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 19.805083,
        "tokens": 313,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 15.311375,
        "tokens": 347,
        "ndcg_5_graded": 0.27541155237618664
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 14.617167,
        "tokens": 510,
        "ndcg_5_graded": 0.5453589439103887
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 15.185375,
        "tokens": 338,
        "ndcg_5_graded": 0.14606834984270645
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 13.216042,
        "tokens": 360,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 15.141667,
        "tokens": 358,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 17.282459,
        "tokens": 505,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 19.102542,
        "tokens": 339,
        "ndcg_5_graded": 0.13120507751234178
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 16.792792,
        "tokens": 579,
        "ndcg_5_graded": 0.7007817175375005
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/package-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 15.024042,
        "tokens": 530,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/sample_docs/authentication.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 15.545792,
        "tokens": 71,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.09090909090909091,
        "latency_ms": 17.351792,
        "tokens": 379,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6,
        "latency_ms": 16.727375,
        "tokens": 518,
        "ndcg_5_graded": 0.24630238874072996
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 12.4315,
        "tokens": 229,
        "ndcg_5_graded": 0.05364782174980228
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 12.932541,
        "tokens": 164,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.919125,
        "tokens": 479,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 16.829167,
        "tokens": 556,
        "ndcg_5_graded": 0.13777597210996176
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 17.260917,
        "tokens": 638,
        "ndcg_5_graded": 0.47036528278595785
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6,
        "latency_ms": 15.566458,
        "tokens": 619,
        "ndcg_5_graded": 0.23919165939156042
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.178,
        "tokens": 470,
        "ndcg_5_graded": 0.614883930211949
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.13975,
        "tokens": 325,
        "ndcg_5_graded": 0.07816178655294431
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.26666666666666666,
        "latency_ms": 14.141,
        "tokens": 218,
        "ndcg_5_graded": 0.6576630675781056
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 12.474666,
        "tokens": 513,
        "ndcg_5_graded": 0.6301642675830844
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 14.381834,
        "tokens": 203,
        "ndcg_5_graded": 0.08703245752405495
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 14.577458,
        "tokens": 335,
        "ndcg_5_graded": 0.6300059872618923
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 12.42825,
        "tokens": 221,
        "ndcg_5_graded": 0.5307212739772436
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/cdn-architecture.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.38685280723454163,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.4666666666666667,
        "latency_ms": 19.740792,
        "tokens": 117,
        "ndcg_5_graded": 0.13120507751234178
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 12.851667,
        "tokens": 533,
        "ndcg_5_graded": 0.2198296349444431
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 16.448792,
        "tokens": 185,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.6,
        "latency_ms": 13.2895,
        "tokens": 317,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 15.464792,
        "tokens": 194,
        "ndcg_5_graded": 0.11305340175787203
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.6666666666666666,
        "latency_ms": 11.643625,
        "tokens": 503,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 13.0535,
        "tokens": 320,
        "ndcg_5_graded": 0.557505327736571
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 12.469209,
        "tokens": 285,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.5333333333333333,
        "latency_ms": 13.981875,
        "tokens": 396,
        "ndcg_5_graded": 0.5784447668310352
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 14.673917,
        "tokens": 193,
        "ndcg_5_graded": 0.057211112467919066
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8,
        "latency_ms": 12.420792,
        "tokens": 268,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 11.236667,
        "tokens": 361,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 14.045291,
        "tokens": 639,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 16.409875,
        "tokens": 321,
        "ndcg_5_graded": 0.35098520806348704
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 12.843708,
        "tokens": 477,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 13.300083,
        "tokens": 133,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.9333333333333333,
        "latency_ms": 13.747208,
        "tokens": 285,
        "ndcg_5_graded": 0.4494919412956149
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8,
        "latency_ms": 13.557542,
        "tokens": 100,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 13.929292,
        "tokens": 293,
        "ndcg_5_graded": 0.47054637065131494
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.3333333333333333,
        "latency_ms": 12.336292,
        "tokens": 353,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 14.926834,
        "tokens": 400,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 13.000834,
        "tokens": 451,
        "ndcg_5_graded": 0.6291344046077069
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8666666666666667,
        "latency_ms": 13.720542,
        "tokens": 363,
        "ndcg_5_graded": 0.4861209192747735
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 11.543375,
        "tokens": 517,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 14.898917,
        "tokens": 449,
        "ndcg_5_graded": 0.6802773158903762
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 1.0,
        "latency_ms": 12.451584,
        "tokens": 500,
        "ndcg_5_graded": 0.6699428277754006
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4,
        "latency_ms": 13.144541,
        "tokens": 309,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 11.239584,
        "tokens": 485,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8,
        "latency_ms": 16.03075,
        "tokens": 367,
        "ndcg_5_graded": 0.26406812257259094
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 12.377167,
        "tokens": 357,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 11.982416,
        "tokens": 386,
        "ndcg_5_graded": 0.48522855511632257
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 16.969375,
        "tokens": 353,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.3333333333333333,
        "latency_ms": 15.100125,
        "tokens": 601,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 14.333625,
        "tokens": 316,
        "ndcg_5_graded": 0.39032682911292027
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 14.287417,
        "tokens": 321,
        "ndcg_5_graded": 0.1700834227832046
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.912916,
        "tokens": 485,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.753625,
        "tokens": 434,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.471792,
        "tokens": 316,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.330833,
        "tokens": 383,
        "ndcg_5_graded": 0.21398626473452756
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/owasp-top-10.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.899709,
        "tokens": 294,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.455167,
        "tokens": 102,
        "ndcg_5_graded": 0.2899845889212568
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/database-migrations.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.428083,
        "tokens": 521,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.372166,
        "tokens": 392,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.306417,
        "tokens": 287,
        "ndcg_5_graded": 0.38685280723454163
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.142417,
        "tokens": 520,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.766083,
        "tokens": 171,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.128583,
        "tokens": 20,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.549917,
        "tokens": 226,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.759667,
        "tokens": 98,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.944708,
        "tokens": 181,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.517333,
        "tokens": 166,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.398625,
        "tokens": 98,
        "ndcg_5_graded": 0.38685280723454163
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.8315,
        "tokens": 280,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.962167,
        "tokens": 102,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.2865,
        "tokens": 395,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 18.704417,
        "tokens": 265,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.034125,
        "tokens": 233,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.170167,
        "tokens": 90,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/sample_docs/authentication.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.684709,
        "tokens": 103,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.147,
        "tokens": 132,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.249291,
        "tokens": 476,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.96475,
        "tokens": 411,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.109542,
        "tokens": 20,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 18.36175,
        "tokens": 356,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.420917,
        "tokens": 150,
        "ndcg_5_graded": 0.0
      }
    ],
    "naive-rerank": [
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 213.294208,
        "tokens": 287,
        "ndcg_5_graded": 0.4480777477877839
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.6666666666666666,
        "latency_ms": 540.549083,
        "tokens": 208,
        "ndcg_5_graded": 0.614883930211949
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.6666666666666666,
        "latency_ms": 276.029458,
        "tokens": 284,
        "ndcg_5_graded": 0.6108618778826077
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.38685280723454163,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 245.729334,
        "tokens": 515,
        "ndcg_5_graded": 0.21398626473452756
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 196.886792,
        "tokens": 523,
        "ndcg_5_graded": 0.46037297756774664
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 240.973,
        "tokens": 369,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 270.861958,
        "tokens": 639,
        "ndcg_5_graded": 0.46927872602275644
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 318.798208,
        "tokens": 639,
        "ndcg_5_graded": 0.7072908790226796
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4666666666666667,
        "latency_ms": 403.683792,
        "tokens": 515,
        "ndcg_5_graded": 0.38529251151272215
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 224.15375,
        "tokens": 487,
        "ndcg_5_graded": 0.3534421566803347
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 372.129958,
        "tokens": 282,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4,
        "latency_ms": 479.284375,
        "tokens": 563,
        "ndcg_5_graded": 0.4180055271620171
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 289.696875,
        "tokens": 359,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 241.030584,
        "tokens": 300,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8666666666666667,
        "latency_ms": 387.99375,
        "tokens": 590,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 237.572167,
        "tokens": 302,
        "ndcg_5_graded": 0.5585075862632192
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 350.365166,
        "tokens": 416,
        "ndcg_5_graded": 0.7601875334318685
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.3333333333333333,
        "latency_ms": 266.260917,
        "tokens": 358,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 219.866125,
        "tokens": 485,
        "ndcg_5_graded": 0.27541155237618664
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 144.073,
        "tokens": 510,
        "ndcg_5_graded": 0.6699428277754006
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.26666666666666666,
        "latency_ms": 159.993958,
        "tokens": 457,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 484.052708,
        "tokens": 347,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 466.043875,
        "tokens": 500,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 480.274291,
        "tokens": 374,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 239.408209,
        "tokens": 383,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 262.399667,
        "tokens": 520,
        "ndcg_5_graded": 0.5509127178047296
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 398.317042,
        "tokens": 504,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/database-migrations.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6666666666666666,
        "latency_ms": 439.172708,
        "tokens": 405,
        "ndcg_5_graded": 0.14606834984270645
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 272.959917,
        "tokens": 509,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 236.356958,
        "tokens": 536,
        "ndcg_5_graded": 0.24630238874072996
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 276.602291,
        "tokens": 323,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 208.261834,
        "tokens": 345,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4666666666666667,
        "latency_ms": 401.656083,
        "tokens": 484,
        "ndcg_5_graded": 0.09691603875641078
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 457.3495,
        "tokens": 568,
        "ndcg_5_graded": 0.30672987316947203
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 211.367208,
        "tokens": 639,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 190.935,
        "tokens": 529,
        "ndcg_5_graded": 0.23449779936240625
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 259.192334,
        "tokens": 535,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 177.848625,
        "tokens": 430,
        "ndcg_5_graded": 0.24706659717782395
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 159.864708,
        "tokens": 474,
        "ndcg_5_graded": 0.6576630675781056
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 147.286333,
        "tokens": 588,
        "ndcg_5_graded": 0.6851691024258786
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 166.779459,
        "tokens": 192,
        "ndcg_5_graded": 0.12750024571574825
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.7333333333333333,
        "latency_ms": 362.458333,
        "tokens": 581,
        "ndcg_5_graded": 0.7625024946924551
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 197.837167,
        "tokens": 400,
        "ndcg_5_graded": 0.6508205185601091
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.5333333333333333,
        "latency_ms": 166.615042,
        "tokens": 398,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 175.795083,
        "tokens": 533,
        "ndcg_5_graded": 0.27739411480640186
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 197.628834,
        "tokens": 403,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.7333333333333333,
        "latency_ms": 165.147333,
        "tokens": 438,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 174.198708,
        "tokens": 336,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.3333333333333333,
        "latency_ms": 209.796792,
        "tokens": 487,
        "ndcg_5_graded": 0.38784965522118486
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 194.311042,
        "tokens": 404,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 258.600209,
        "tokens": 408,
        "ndcg_5_graded": 0.22353633018007057
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8,
        "latency_ms": 250.998333,
        "tokens": 608,
        "ndcg_5_graded": 0.3546717849523194
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 219.44625,
        "tokens": 558,
        "ndcg_5_graded": 0.3985202681370658
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 203.914292,
        "tokens": 460,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 1.0,
        "latency_ms": 218.914417,
        "tokens": 523,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 202.290084,
        "tokens": 584,
        "ndcg_5_graded": 0.52129602861432
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 190.010125,
        "tokens": 266,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 215.916083,
        "tokens": 610,
        "ndcg_5_graded": 0.3868528072345416
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 225.38925,
        "tokens": 211,
        "ndcg_5_graded": 0.23981246656813146
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 149.997542,
        "tokens": 406,
        "ndcg_5_graded": 0.6134648581575844
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 163.770083,
        "tokens": 221,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 162.245875,
        "tokens": 520,
        "ndcg_5_graded": 0.6785815599127776
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4,
        "latency_ms": 182.352583,
        "tokens": 404,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 222.57525,
        "tokens": 514,
        "ndcg_5_graded": 0.6843515475204854
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 278.608333,
        "tokens": 512,
        "ndcg_5_graded": 0.8344475896326595
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 252.06025,
        "tokens": 554,
        "ndcg_5_graded": 0.5445047826183156
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 284.088958,
        "tokens": 489,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 216.706375,
        "tokens": 567,
        "ndcg_5_graded": 0.8174830915460666
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/package-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 1.0,
        "latency_ms": 200.210584,
        "tokens": 515,
        "ndcg_5_graded": 0.6911126357085503
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 197.753167,
        "tokens": 462,
        "ndcg_5_graded": 0.3156484524795145
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 294.374541,
        "tokens": 518,
        "ndcg_5_graded": 0.3835663673713356
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 179.872583,
        "tokens": 598,
        "ndcg_5_graded": 0.3868528072345416
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 214.571625,
        "tokens": 356,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 199.036667,
        "tokens": 435,
        "ndcg_5_graded": 0.5087403079104241
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8,
        "latency_ms": 203.936958,
        "tokens": 451,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 276.601333,
        "tokens": 639,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.3333333333333333,
        "latency_ms": 173.353666,
        "tokens": 369,
        "ndcg_5_graded": 0.5800690628219334
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 147.651792,
        "tokens": 313,
        "ndcg_5_graded": 0.1700834227832046
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 209.566042,
        "tokens": 448,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 477.301042,
        "tokens": 510,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 454.100166,
        "tokens": 429,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 282.34075,
        "tokens": 430,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 357.30125,
        "tokens": 329,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 157.050083,
        "tokens": 281,
        "ndcg_5_graded": 0.2899845889212568
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 270.022459,
        "tokens": 537,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 281.913208,
        "tokens": 286,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 280.908959,
        "tokens": 304,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 230.782542,
        "tokens": 407,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 208.981542,
        "tokens": 35,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 72.825291,
        "tokens": 34,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 221.692333,
        "tokens": 232,
        "ndcg_5_graded": 0.38685280723454163
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 280.217,
        "tokens": 69,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/linux-permissions.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 260.791708,
        "tokens": 18,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 282.890541,
        "tokens": 291,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 246.49975,
        "tokens": 100,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 314.991833,
        "tokens": 280,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 165.888959,
        "tokens": 95,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 258.715667,
        "tokens": 630,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 172.556625,
        "tokens": 484,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 166.226958,
        "tokens": 258,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 281.279834,
        "tokens": 139,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 208.332083,
        "tokens": 124,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 172.68875,
        "tokens": 45,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 157.778041,
        "tokens": 280,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 251.912375,
        "tokens": 361,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 122.841125,
        "tokens": 111,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 195.046541,
        "tokens": 518,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "naive-rerank",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 235.390125,
        "tokens": 371,
        "ndcg_5_graded": 0.0
      }
    ],
    "langchain": [
      {
        "competitor": "langchain",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8666666666666667,
        "latency_ms": 20.56875,
        "tokens": 484,
        "ndcg_5_graded": 0.4356528310968354
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 14.94875,
        "tokens": 452,
        "ndcg_5_graded": 0.7169243964604542
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 15.552458,
        "tokens": 406,
        "ndcg_5_graded": 0.1437816673887371
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.6666666666666666,
        "latency_ms": 15.396667,
        "tokens": 419,
        "ndcg_5_graded": 0.4703652827859579
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 12.814458,
        "tokens": 315,
        "ndcg_5_graded": 0.19004688335796713
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.13333333333333333,
        "latency_ms": 18.232625,
        "tokens": 370,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 14.101167,
        "tokens": 387,
        "ndcg_5_graded": 0.2960819109658652
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.7333333333333333,
        "latency_ms": 16.872791,
        "tokens": 487,
        "ndcg_5_graded": 0.7072908790226796
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 15.75325,
        "tokens": 395,
        "ndcg_5_graded": 0.06934854457688917
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4666666666666667,
        "latency_ms": 14.556125,
        "tokens": 410,
        "ndcg_5_graded": 0.228123720382349
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4,
        "latency_ms": 17.434708,
        "tokens": 278,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.13333333333333333,
        "latency_ms": 15.693792,
        "tokens": 385,
        "ndcg_5_graded": 0.4453015045590608
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 44.564458,
        "tokens": 344,
        "ndcg_5_graded": 0.3354350434265105
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 24.432833,
        "tokens": 365,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 20.389,
        "tokens": 287,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 19.1375,
        "tokens": 193,
        "ndcg_5_graded": 0.44149241373678083
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 14.783834,
        "tokens": 324,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.13333333333333333,
        "latency_ms": 16.509083,
        "tokens": 419,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.13333333333333333,
        "latency_ms": 14.100417,
        "tokens": 370,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 17.002333,
        "tokens": 281,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.26666666666666666,
        "latency_ms": 16.075584,
        "tokens": 220,
        "ndcg_5_graded": 0.30078518014914984
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 15.177167,
        "tokens": 413,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 14.912875,
        "tokens": 336,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 13.289625,
        "tokens": 499,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/sample_docs/authentication.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 17.207375,
        "tokens": 397,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 16.100083,
        "tokens": 433,
        "ndcg_5_graded": 0.5192956693936299
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 19.958375,
        "tokens": 338,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 18.988208,
        "tokens": 240,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 35.089833,
        "tokens": 604,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 14.418958,
        "tokens": 332,
        "ndcg_5_graded": 0.24630238874072996
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 15.507875,
        "tokens": 409,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.2,
        "latency_ms": 15.896541,
        "tokens": 486,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.6666666666666666,
        "latency_ms": 16.022375,
        "tokens": 476,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 14.939792,
        "tokens": 408,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 16.074875,
        "tokens": 335,
        "ndcg_5_graded": 0.7860137352654724
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.3265,
        "tokens": 225,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 16.3145,
        "tokens": 384,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.942541,
        "tokens": 355,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.26666666666666666,
        "latency_ms": 20.8725,
        "tokens": 234,
        "ndcg_5_graded": 0.6576630675781056
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 36.135708,
        "tokens": 483,
        "ndcg_5_graded": 0.180931318522349
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 25.452584,
        "tokens": 85,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 16.188166,
        "tokens": 332,
        "ndcg_5_graded": 0.6300059872618923
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.246125,
        "tokens": 296,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.3333333333333333,
        "latency_ms": 17.275458,
        "tokens": 83,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 14.833291,
        "tokens": 139,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 13.647875,
        "tokens": 253,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.3333333333333333,
        "latency_ms": 17.182542,
        "tokens": 292,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 14.674833,
        "tokens": 240,
        "ndcg_5_graded": 0.07132875491150918
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.577792,
        "tokens": 326,
        "ndcg_5_graded": 0.21398626473452753
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4666666666666667,
        "latency_ms": 14.505959,
        "tokens": 391,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.7272727272727273,
        "latency_ms": 14.355084,
        "tokens": 60,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 13.556083,
        "tokens": 355,
        "ndcg_5_graded": 0.22377298187871583
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 15.110166,
        "tokens": 402,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8,
        "latency_ms": 15.355333,
        "tokens": 234,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 14.9485,
        "tokens": 357,
        "ndcg_5_graded": 0.27739411480640186
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 16.907917,
        "tokens": 395,
        "ndcg_5_graded": 0.52129602861432
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 14.893375,
        "tokens": 447,
        "ndcg_5_graded": 0.35098520806348704
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 16.195958,
        "tokens": 403,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 15.32825,
        "tokens": 405,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 19.333875,
        "tokens": 406,
        "ndcg_5_graded": 0.555943793520813
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.7333333333333333,
        "latency_ms": 15.273334,
        "tokens": 85,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.052584,
        "tokens": 281,
        "ndcg_5_graded": 0.160957993938732
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.3333333333333333,
        "latency_ms": 14.829834,
        "tokens": 378,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 15.048166,
        "tokens": 380,
        "ndcg_5_graded": 0.8539316501572934
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 16.335042,
        "tokens": 458,
        "ndcg_5_graded": 0.8344475896326595
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.9333333333333333,
        "latency_ms": 14.899958,
        "tokens": 368,
        "ndcg_5_graded": 0.24771501815026745
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 16.016541,
        "tokens": 285,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 12.231833,
        "tokens": 549,
        "ndcg_5_graded": 0.3546717849523194
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 1.0,
        "latency_ms": 15.175333,
        "tokens": 437,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 15.54675,
        "tokens": 96,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.4,
        "latency_ms": 14.398667,
        "tokens": 357,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 18.420166,
        "tokens": 376,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 13.467209,
        "tokens": 311,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 14.538375,
        "tokens": 271,
        "ndcg_5_graded": 0.360054614577234
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.6666666666666666,
        "latency_ms": 19.489125,
        "tokens": 332,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.26666666666666666,
        "latency_ms": 16.124625,
        "tokens": 229,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4,
        "latency_ms": 14.444542,
        "tokens": 387,
        "ndcg_5_graded": 0.27727342735504823
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8666666666666667,
        "latency_ms": 15.681208,
        "tokens": 358,
        "ndcg_5_graded": 0.27739411480640186
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.297375,
        "tokens": 324,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 42.139,
        "tokens": 427,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 22.504916,
        "tokens": 324,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.475916,
        "tokens": 490,
        "ndcg_5_graded": 0.14606834984270645
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.978041,
        "tokens": 400,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.759792,
        "tokens": 195,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.961125,
        "tokens": 392,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.444584,
        "tokens": 227,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 13.042667,
        "tokens": 227,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 18.18275,
        "tokens": 382,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 12.741958,
        "tokens": 370,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.843333,
        "tokens": 33,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.270083,
        "tokens": 210,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.966042,
        "tokens": 67,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.643042,
        "tokens": 26,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.608625,
        "tokens": 281,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.600708,
        "tokens": 200,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 15.347084,
        "tokens": 263,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.679667,
        "tokens": 179,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.292042,
        "tokens": 400,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.959417,
        "tokens": 255,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.073417,
        "tokens": 329,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 37.429583,
        "tokens": 44,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.91425,
        "tokens": 287,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 18.4315,
        "tokens": 81,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.081375,
        "tokens": 300,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 19.11875,
        "tokens": 368,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 23.940083,
        "tokens": 108,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 45.149417,
        "tokens": 412,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "langchain",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/linux-networking-config.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 14.998625,
        "tokens": 147,
        "ndcg_5_graded": 0.0
      }
    ],
    "candlekeep-simple": [
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 1.0,
        "latency_ms": 32.358459,
        "tokens": 679,
        "ndcg_5_graded": 0.17923109911511356
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 38.430583,
        "tokens": 391,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 39.846625,
        "tokens": 1743,
        "ndcg_5_graded": 0.5317398689291576
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 54.578708,
        "tokens": 234,
        "ndcg_5_graded": 0.3391602052736161
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 33.670208,
        "tokens": 3593,
        "ndcg_5_graded": 0.6651640917528849
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 33.5365,
        "tokens": 3841,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 36.94375,
        "tokens": 3647,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 44.853167,
        "tokens": 3014,
        "ndcg_5_graded": 0.8347911247384279
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4666666666666667,
        "latency_ms": 43.643167,
        "tokens": 2028,
        "ndcg_5_graded": 0.16102233399262758
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 38.319875,
        "tokens": 5312,
        "ndcg_5_graded": 0.8097786687244751
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8666666666666667,
        "latency_ms": 49.362042,
        "tokens": 730,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 52.6535,
        "tokens": 1524,
        "ndcg_5_graded": 0.4453015045590608
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 48.468209,
        "tokens": 233,
        "ndcg_5_graded": 0.8670870086853021
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 43.086667,
        "tokens": 887,
        "ndcg_5_graded": 0.27541155237618664
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 34.897667,
        "tokens": 3457,
        "ndcg_5_graded": 0.8261942844722937
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 61.132875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 50.4655,
        "tokens": 650,
        "ndcg_5_graded": 0.23981246656813146
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 68.047542,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 55.465167,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 43.815583,
        "tokens": 3156,
        "ndcg_5_graded": 0.665171950479666
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 47.260042,
        "tokens": 2945,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 54.735167,
        "tokens": 1107,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 47.117875,
        "tokens": 1932,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 46.614333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6666666666666666,
        "latency_ms": 64.613,
        "tokens": 413,
        "ndcg_5_graded": 0.21398626473452756
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 38.666916,
        "tokens": 3221,
        "ndcg_5_graded": 0.9013035765734799
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 39.493875,
        "tokens": 3356,
        "ndcg_5_graded": 0.7140477885347966
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 53.835666,
        "tokens": 2430,
        "ndcg_5_graded": 0.7860137352654724
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.36363636363636365,
        "latency_ms": 49.474542,
        "tokens": 3885,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 40.898708,
        "tokens": 2144,
        "ndcg_5_graded": 0.6366824387328316
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 0.8,
        "latency_ms": 52.07425,
        "tokens": 3127,
        "ndcg_5_graded": 0.23953610355706254
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 55.01775,
        "tokens": 963,
        "ndcg_5_graded": 0.8733683229467235
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8666666666666667,
        "latency_ms": 56.59125,
        "tokens": 1946,
        "ndcg_5_graded": 0.39621550658410765
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 61.524833,
        "tokens": 1287,
        "ndcg_5_graded": 0.3314377972870635
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 42.5165,
        "tokens": 3320,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 42.83275,
        "tokens": 2956,
        "ndcg_5_graded": 0.6469743691466233
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 47.136625,
        "tokens": 759,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.269667,
        "tokens": 1175,
        "ndcg_5_graded": 0.22900989526413995
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 36.058917,
        "tokens": 4112,
        "ndcg_5_graded": 0.8381840863879982
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 36.117541,
        "tokens": 1530,
        "ndcg_5_graded": 0.6301642675830844
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 59.237583,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 44.715583,
        "tokens": 3717,
        "ndcg_5_graded": 0.21000199575396408
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 39.402,
        "tokens": 2471,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 56.83275,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 39.0745,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 41.3755,
        "tokens": 2305,
        "ndcg_5_graded": 0.6608397947263838
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 60.315542,
        "tokens": 4409,
        "ndcg_5_graded": 0.5850293327314487
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 113.55975,
        "tokens": 1483,
        "ndcg_5_graded": 0.44009306825027156
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8666666666666667,
        "latency_ms": 93.499958,
        "tokens": 1292,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 59.872792,
        "tokens": 3842,
        "ndcg_5_graded": 0.6681130542686281
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 1.0,
        "latency_ms": 41.2805,
        "tokens": 1591,
        "ndcg_5_graded": 0.44707266036014115
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 39.723333,
        "tokens": 3546,
        "ndcg_5_graded": 0.9202279900626544
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 47.306625,
        "tokens": 2579,
        "ndcg_5_graded": 0.06642004468951097
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 34.762875,
        "tokens": 3019,
        "ndcg_5_graded": 0.7878483464942911
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 1.0,
        "latency_ms": 44.5625,
        "tokens": 3482,
        "ndcg_5_graded": 0.9368830196397312
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 36.994583,
        "tokens": 2665,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 36.096042,
        "tokens": 2687,
        "ndcg_5_graded": 0.2781491965442198
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 39.394333,
        "tokens": 5480,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 58.555709,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9333333333333333,
        "latency_ms": 54.11875,
        "tokens": 2227,
        "ndcg_5_graded": 0.23323426801486458
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 48.175333,
        "tokens": 3291,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 37.004167,
        "tokens": 3048,
        "ndcg_5_graded": 0.8866167491742403
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 37.53825,
        "tokens": 3824,
        "ndcg_5_graded": 0.8145672023038535
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 39.20875,
        "tokens": 4458,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 35.571208,
        "tokens": 2756,
        "ndcg_5_graded": 0.9072836011519267
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 35.835667,
        "tokens": 1529,
        "ndcg_5_graded": 0.7540718673839634
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 37.364958,
        "tokens": 3196,
        "ndcg_5_graded": 0.7337495705923308
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 41.54425,
        "tokens": 1062,
        "ndcg_5_graded": 0.9357070198635065
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 34.042667,
        "tokens": 2957,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 38.658375,
        "tokens": 2948,
        "ndcg_5_graded": 0.8687949224876581
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 38.393666,
        "tokens": 3201,
        "ndcg_5_graded": 0.9286712450884907
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 36.723792,
        "tokens": 4829,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 39.253542,
        "tokens": 3309,
        "ndcg_5_graded": 0.8331277807946136
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 44.724416,
        "tokens": 4036,
        "ndcg_5_graded": 0.7227265726449517
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 35.2125,
        "tokens": 3048,
        "ndcg_5_graded": 0.7920031270989772
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 37.924375,
        "tokens": 1705,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 41.91525,
        "tokens": 3424,
        "ndcg_5_graded": 0.7261374126646398
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 31.965417,
        "tokens": 3970,
        "ndcg_5_graded": 0.5400216008686894
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 39.085792,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 55.93375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 53.106833,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 70.544792,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 56.786375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 58.199584,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 34.096084,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 46.568125,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 58.5505,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 54.087958,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 65.129625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 49.158292,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 59.473333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 46.224083,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 53.048084,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 41.195208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 47.039333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 63.528125,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 58.571375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 66.05525,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 43.643833,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 59.81825,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 46.988458,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 43.643375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 42.845083,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 56.001042,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 45.942542,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 54.867125,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 62.071375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-simple",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 44.640875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      }
    ],
    "candlekeep-hybrid": [
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 48.784292,
        "tokens": 1192,
        "ndcg_5_graded": 0.47154443142726726
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 61.360083,
        "tokens": 585,
        "ndcg_5_graded": 0.7403910800999376
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.9333333333333333,
        "latency_ms": 42.999666,
        "tokens": 3614,
        "ndcg_5_graded": 0.6890278110034098
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 62.964709,
        "tokens": 1405,
        "ndcg_5_graded": 0.3391602052736161
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 45.12525,
        "tokens": 4425,
        "ndcg_5_graded": 0.6199062332840657
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 44.357292,
        "tokens": 3978,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 41.9125,
        "tokens": 4044,
        "ndcg_5_graded": 0.7653606369886217
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 46.513542,
        "tokens": 3924,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6,
        "latency_ms": 52.182,
        "tokens": 3772,
        "ndcg_5_graded": 0.5635781689741965
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 1.0,
        "latency_ms": 47.945792,
        "tokens": 6673,
        "ndcg_5_graded": 0.5150073172254981
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/redis-data-structures.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.9333333333333333,
        "latency_ms": 56.110875,
        "tokens": 2362,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.6666666666666666,
        "latency_ms": 64.333792,
        "tokens": 1544,
        "ndcg_5_graded": 0.3491966571193543
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 76.460709,
        "tokens": 1558,
        "ndcg_5_graded": 0.9815720279306078
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 102.642417,
        "tokens": 2624,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 1.0,
        "latency_ms": 45.197458,
        "tokens": 5145,
        "ndcg_5_graded": 0.7927064172140198
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 81.906417,
        "tokens": 1901,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 63.27075,
        "tokens": 1818,
        "ndcg_5_graded": 0.14704034066641014
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 77.11825,
        "tokens": 2316,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 75.69325,
        "tokens": 1687,
        "ndcg_5_graded": 0.17376534287144002
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 46.881375,
        "tokens": 4996,
        "ndcg_5_graded": 0.08051116699631379
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 57.821542,
        "tokens": 2106,
        "ndcg_5_graded": 0.21398626473452756
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 71.40575,
        "tokens": 1820,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 59.914459,
        "tokens": 2890,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 61.258166,
        "tokens": 1581,
        "ndcg_5_graded": 0.5
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6666666666666666,
        "latency_ms": 58.392125,
        "tokens": 1596,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.6,
        "latency_ms": 46.525375,
        "tokens": 4162,
        "ndcg_5_graded": 0.2959909957759406
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/cloud-networking.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 62.308583,
        "tokens": 3390,
        "ndcg_5_graded": 0.5112538985510147
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.38685280723454163,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 68.705041,
        "tokens": 3359,
        "ndcg_5_graded": 0.34519134224686937
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2727272727272727,
        "latency_ms": 46.197459,
        "tokens": 4133,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 49.294416,
        "tokens": 3596,
        "ndcg_5_graded": 0.8318724637288825
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.9333333333333333,
        "latency_ms": 51.59925,
        "tokens": 4472,
        "ndcg_5_graded": 0.504978318690281
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6666666666666666,
        "latency_ms": 73.906958,
        "tokens": 1146,
        "ndcg_5_graded": 0.6045023477188619
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8666666666666667,
        "latency_ms": 60.340542,
        "tokens": 2765,
        "ndcg_5_graded": 0.4702881014512792
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 63.512709,
        "tokens": 1576,
        "ndcg_5_graded": 0.4254845293006517
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 40.759625,
        "tokens": 3871,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 45.041625,
        "tokens": 3634,
        "ndcg_5_graded": 0.8761099271696507
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.9333333333333333,
        "latency_ms": 46.29825,
        "tokens": 3801,
        "ndcg_5_graded": 0.5184777987062338
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.494541,
        "tokens": 1577,
        "ndcg_5_graded": 0.44758845621380333
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 40.696834,
        "tokens": 5231,
        "ndcg_5_graded": 0.41493919716010286
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 38.355792,
        "tokens": 1824,
        "ndcg_5_graded": 0.6851691024258786
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 104.522375,
        "tokens": 1322,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 46.97475,
        "tokens": 3717,
        "ndcg_5_graded": 0.6300059872618923
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 39.504417,
        "tokens": 3790,
        "ndcg_5_graded": 0.7653606369886218
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8666666666666667,
        "latency_ms": 63.494334,
        "tokens": 2018,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 39.546209,
        "tokens": 4165,
        "ndcg_5_graded": 0.7903299296767691
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 47.518125,
        "tokens": 3923,
        "ndcg_5_graded": 0.6608397947263838
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 47.57125,
        "tokens": 5456,
        "ndcg_5_graded": 0.7374665727330693
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 56.489125,
        "tokens": 2134,
        "ndcg_5_graded": 0.2974355584272533
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 48.476417,
        "tokens": 6481,
        "ndcg_5_graded": 0.6992148198508501
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 38.805208,
        "tokens": 4732,
        "ndcg_5_graded": 0.6356712608573731
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 59.042125,
        "tokens": 2596,
        "ndcg_5_graded": 0.5960968804801883
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 51.489459,
        "tokens": 4890,
        "ndcg_5_graded": 0.4011088743548755
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 60.139333,
        "tokens": 2428,
        "ndcg_5_graded": 0.06642004468951097
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 37.307333,
        "tokens": 3292,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 41.61675,
        "tokens": 3754,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 48.050667,
        "tokens": 3611,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 42.914584,
        "tokens": 2947,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 37.841792,
        "tokens": 5997,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 71.066458,
        "tokens": 1213,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.9333333333333333,
        "latency_ms": 52.425417,
        "tokens": 1984,
        "ndcg_5_graded": 0.43832931887619025
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 48.6335,
        "tokens": 4176,
        "ndcg_5_graded": 1.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 47.16825,
        "tokens": 4523,
        "ndcg_5_graded": 0.41607037852292533
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 40.051542,
        "tokens": 4696,
        "ndcg_5_graded": 0.9514426589871553
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 41.558083,
        "tokens": 5259,
        "ndcg_5_graded": 0.7227265726449517
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 42.30325,
        "tokens": 3606,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6666666666666666,
        "content_match": 1.0,
        "latency_ms": 50.989292,
        "tokens": 2171,
        "ndcg_5_graded": 0.705770535222841
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 46.382208,
        "tokens": 3370,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 48.434834,
        "tokens": 1657,
        "ndcg_5_graded": 0.5784447668310352
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 43.302541,
        "tokens": 2957,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 46.24725,
        "tokens": 4531,
        "ndcg_5_graded": 0.8687949224876581
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 39.822625,
        "tokens": 4887,
        "ndcg_5_graded": 0.9513105500524311
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 45.022791,
        "tokens": 5177,
        "ndcg_5_graded": 0.3868528072345416
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 38.558375,
        "tokens": 4289,
        "ndcg_5_graded": 0.5321239748243536
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 38.997542,
        "tokens": 5861,
        "ndcg_5_graded": 0.7227265726449517
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 47.405833,
        "tokens": 3605,
        "ndcg_5_graded": 0.6061680178534535
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 36.430125,
        "tokens": 5015,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 37.721708,
        "tokens": 4676,
        "ndcg_5_graded": 0.5296347172140421
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 45.053833,
        "tokens": 5339,
        "ndcg_5_graded": 0.6594889048333293
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 45.145833,
        "tokens": 4545,
        "ndcg_5_graded": 0.24630238874073
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 67.595916,
        "tokens": 3370,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 74.968833,
        "tokens": 2961,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 79.033584,
        "tokens": 1744,
        "ndcg_5_graded": 0.38356636737133565
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.176708,
        "tokens": 1351,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.707,
        "tokens": 1575,
        "ndcg_5_graded": 0.2174884416909426
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 60.73125,
        "tokens": 4233,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.931584,
        "tokens": 1780,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 72.387375,
        "tokens": 1996,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.45525,
        "tokens": 2066,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 70.285333,
        "tokens": 1846,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 64.722,
        "tokens": 2142,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.962875,
        "tokens": 1378,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 63.464417,
        "tokens": 1028,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 77.349542,
        "tokens": 1338,
        "ndcg_5_graded": 0.18454357993201065
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 59.214458,
        "tokens": 1706,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 63.48475,
        "tokens": 1037,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.148542,
        "tokens": 1365,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 70.474,
        "tokens": 1897,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.747875,
        "tokens": 3656,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/cloud-networking.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.948834,
        "tokens": 4331,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 76.28025,
        "tokens": 2993,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 64.185833,
        "tokens": 2813,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/scale_docs/stream-processing.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 49.789708,
        "tokens": 2008,
        "ndcg_5_graded": 0.26499301486112564
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 75.420458,
        "tokens": 1571,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/linux-permissions.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 83.332125,
        "tokens": 2672,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 57.792,
        "tokens": 3942,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.590334,
        "tokens": 1615,
        "ndcg_5_graded": 0.5
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.270625,
        "tokens": 2531,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-hybrid",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 49.05,
        "tokens": 1280,
        "ndcg_5_graded": 0.0
      }
    ],
    "candlekeep-precise": [
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 1.0,
        "latency_ms": 179.493667,
        "tokens": 861,
        "ndcg_5_graded": 0.2923133323121536
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 106.962375,
        "tokens": 391,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9333333333333333,
        "latency_ms": 718.677625,
        "tokens": 4415,
        "ndcg_5_graded": 0.6054325501994834
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 124.555416,
        "tokens": 507,
        "ndcg_5_graded": 0.3391602052736161
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 156.705375,
        "tokens": 4606,
        "ndcg_5_graded": 0.38009376671593426
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 110.475584,
        "tokens": 3978,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 220.751208,
        "tokens": 6543,
        "ndcg_5_graded": 0.46927872602275644
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 1.0,
        "latency_ms": 453.641,
        "tokens": 6647,
        "ndcg_5_graded": 0.8347911247384279
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 163.885333,
        "tokens": 3310,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 0.8666666666666667,
        "latency_ms": 279.456166,
        "tokens": 7246,
        "ndcg_5_graded": 0.5858493980841567
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 1.0,
        "latency_ms": 1063.610333,
        "tokens": 3754,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.5333333333333333,
        "latency_ms": 958.752834,
        "tokens": 1211,
        "ndcg_5_graded": 0.6421755823489528
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 83.757583,
        "tokens": 233,
        "ndcg_5_graded": 0.8670870086853021
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 168.796666,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 1.0,
        "latency_ms": 152.932458,
        "tokens": 5855,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 52.009208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 183.255542,
        "tokens": 128,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 66.460833,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 47.192292,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 97.619834,
        "tokens": 6184,
        "ndcg_5_graded": 0.16102233399262758
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 654.695417,
        "tokens": 3174,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 236.875208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 769.112042,
        "tokens": 70,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 91.0345,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 231.510791,
        "tokens": 394,
        "ndcg_5_graded": 0.3391602052736161
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.6,
        "latency_ms": 305.701125,
        "tokens": 5931,
        "ndcg_5_graded": 0.6827250156238165
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 494.112542,
        "tokens": 5378,
        "ndcg_5_graded": 0.5846159692892348
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 1033.044209,
        "tokens": 3024,
        "ndcg_5_graded": 0.5087403079104241
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.18181818181818182,
        "latency_ms": 582.015834,
        "tokens": 4042,
        "ndcg_5_graded": 0.751572573230831
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 107.657166,
        "tokens": 3939,
        "ndcg_5_graded": 0.3903800499921017
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 1.0,
        "latency_ms": 452.5625,
        "tokens": 5704,
        "ndcg_5_graded": 0.5672615109654686
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/configuration-management.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 508.23525,
        "tokens": 1140,
        "ndcg_5_graded": 0.5110303792074372
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 410.197417,
        "tokens": 4531,
        "ndcg_5_graded": 0.480936756624784
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/secrets-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 864.404375,
        "tokens": 2072,
        "ndcg_5_graded": 0.4350543107844848
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 227.207792,
        "tokens": 4055,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 215.435667,
        "tokens": 4938,
        "ndcg_5_graded": 0.6061680178534535
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 118.863875,
        "tokens": 1061,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 227.255792,
        "tokens": 1538,
        "ndcg_5_graded": 0.18148604814387062
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 149.668042,
        "tokens": 5509,
        "ndcg_5_graded": 0.6576630675781056
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 374.524875,
        "tokens": 1716,
        "ndcg_5_graded": 0.6851691024258786
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 53.381875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.9333333333333333,
        "latency_ms": 365.083583,
        "tokens": 4137,
        "ndcg_5_graded": 0.21000199575396408
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 148.926917,
        "tokens": 4035,
        "ndcg_5_graded": 0.4692787260227565
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 54.858208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 47.716333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 206.185834,
        "tokens": 5161,
        "ndcg_5_graded": 0.5087403079104241
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 191.869625,
        "tokens": 7068,
        "ndcg_5_graded": 0.7920031270989772
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 155.777041,
        "tokens": 2891,
        "ndcg_5_graded": 0.32703966649239957
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8666666666666667,
        "latency_ms": 152.221458,
        "tokens": 1669,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 149.173042,
        "tokens": 5195,
        "ndcg_5_graded": 0.6061680178534535
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 1.0,
        "latency_ms": 279.25725,
        "tokens": 4349,
        "ndcg_5_graded": 0.3462526816204333
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 102.354542,
        "tokens": 7077,
        "ndcg_5_graded": 0.3546717849523194
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 336.344083,
        "tokens": 4728,
        "ndcg_5_graded": 0.5487530776828935
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 103.490791,
        "tokens": 3292,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 199.136209,
        "tokens": 7469,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 212.822917,
        "tokens": 4772,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 120.08525,
        "tokens": 2947,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 104.499209,
        "tokens": 6475,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 70.915834,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 280.587959,
        "tokens": 3690,
        "ndcg_5_graded": 0.41247582707130004
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 261.020334,
        "tokens": 6309,
        "ndcg_5_graded": 0.8687949224876581
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 140.401375,
        "tokens": 3985,
        "ndcg_5_graded": 0.41607037852292533
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 102.178125,
        "tokens": 5549,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 109.34175,
        "tokens": 5627,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/firewall-rules.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/firewall-rules.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9333333333333333,
        "latency_ms": 568.573416,
        "tokens": 4996,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 168.429833,
        "tokens": 2158,
        "ndcg_5_graded": 0.6403340327839019
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 1.0,
        "latency_ms": 271.489708,
        "tokens": 5266,
        "ndcg_5_graded": 0.8347911247384279
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 173.486708,
        "tokens": 1657,
        "ndcg_5_graded": 0.5784447668310352
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 109.848625,
        "tokens": 2957,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 270.229791,
        "tokens": 6050,
        "ndcg_5_graded": 0.8687949224876581
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.9333333333333333,
        "latency_ms": 366.753041,
        "tokens": 6653,
        "ndcg_5_graded": 0.4818177150966345
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8,
        "latency_ms": 258.062792,
        "tokens": 5672,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 97.3785,
        "tokens": 4409,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 102.439167,
        "tokens": 7099,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 149.792833,
        "tokens": 5459,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 107.047417,
        "tokens": 5015,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 247.756792,
        "tokens": 6045,
        "ndcg_5_graded": 0.8687949224876581
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 95.623083,
        "tokens": 6066,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 31.669167,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 115.878,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 63.001792,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 77.83425,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 72.585375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 72.095625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 50.477041,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 64.163791,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 62.248542,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 58.458,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 109.169458,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.038208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 68.9655,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.612541,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 71.738709,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 68.666125,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 68.426291,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 77.305375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 76.553625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 59.392708,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 43.739625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 69.345959,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 55.197584,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 48.629416,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 73.79025,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 74.803583,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 48.005208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 73.890584,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 64.957917,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "candlekeep-precise",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 52.155708,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      }
    ],
    "ablation-no-bardic-knowledge": [
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.2,
        "latency_ms": 31.633917,
        "tokens": 31,
        "ndcg_5_graded": 0.3584621982302271
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 47.15,
        "tokens": 132,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 54.094,
        "tokens": 285,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 43.410125,
        "tokens": 106,
        "ndcg_5_graded": 0.3391602052736161
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 25.836333,
        "tokens": 1214,
        "ndcg_5_graded": 0.19004688335796713
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.13333333333333333,
        "latency_ms": 33.31375,
        "tokens": 91,
        "ndcg_5_graded": 0.6131471927654584
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.8,
        "latency_ms": 35.370833,
        "tokens": 1674,
        "ndcg_5_graded": 0.7653606369886217
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 35.245417,
        "tokens": 1153,
        "ndcg_5_graded": 0.7943233365467345
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.3333333333333333,
        "latency_ms": 36.410375,
        "tokens": 373,
        "ndcg_5_graded": 0.27033757566317346
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4666666666666667,
        "latency_ms": 28.457334,
        "tokens": 487,
        "ndcg_5_graded": 0.3998225165506624
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/redis-data-structures.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8666666666666667,
        "latency_ms": 34.962917,
        "tokens": 478,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.38685280723454163,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.26666666666666666,
        "latency_ms": 44.795333,
        "tokens": 1179,
        "ndcg_5_graded": 0.15232257932946242
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 49.994417,
        "tokens": 233,
        "ndcg_5_graded": 0.8670870086853021
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 41.612625,
        "tokens": 145,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8666666666666667,
        "latency_ms": 41.473458,
        "tokens": 1264,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 34.97975,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 49.451833,
        "tokens": 407,
        "ndcg_5_graded": 0.4796249331362629
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 38.309875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.2,
        "latency_ms": 38.212208,
        "tokens": 416,
        "ndcg_5_graded": 0.27541155237618664
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 29.64525,
        "tokens": 766,
        "ndcg_5_graded": 0.5635781689741965
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 29.61625,
        "tokens": 466,
        "ndcg_5_graded": 0.14606834984270645
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 56.186042,
        "tokens": 564,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 43.087125,
        "tokens": 614,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 47.514875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 43.80675,
        "tokens": 359,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 35.185208,
        "tokens": 985,
        "ndcg_5_graded": 0.5444581444316119
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/package-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 44.884833,
        "tokens": 530,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/sample_docs/authentication.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.13333333333333333,
        "latency_ms": 46.25275,
        "tokens": 71,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.18181818181818182,
        "latency_ms": 40.786792,
        "tokens": 1982,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 0.8666666666666667,
        "latency_ms": 28.246167,
        "tokens": 1192,
        "ndcg_5_graded": 0.24630238874072996
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.7333333333333333,
        "latency_ms": 32.30575,
        "tokens": 888,
        "ndcg_5_graded": 0.15866090337592778
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 36.447084,
        "tokens": 164,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.4666666666666667,
        "latency_ms": 36.962,
        "tokens": 741,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 40.197208,
        "tokens": 958,
        "ndcg_5_graded": 0.24696084675730837
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 22.389,
        "tokens": 128,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 38.25925,
        "tokens": 550,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 36.129083,
        "tokens": 438,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 34.057583,
        "tokens": 625,
        "ndcg_5_graded": 0.07816178655294431
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 47.067333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 22.628333,
        "tokens": 1530,
        "ndcg_5_graded": 0.6301642675830844
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 49.98375,
        "tokens": 4,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.8,
        "latency_ms": 30.699833,
        "tokens": 946,
        "ndcg_5_graded": 0.6300059872618923
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/sample_docs/document-processing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.5333333333333333,
        "latency_ms": 40.053334,
        "tokens": 305,
        "ndcg_5_graded": 0.5307212739772436
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 43.637542,
        "tokens": 16,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/service-mesh.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 37.239125,
        "tokens": 434,
        "ndcg_5_graded": 0.27739411480640186
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 45.61025,
        "tokens": 103,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 46.096583,
        "tokens": 335,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 39.771791,
        "tokens": 194,
        "ndcg_5_graded": 0.11305340175787203
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 41.65775,
        "tokens": 446,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.5333333333333333,
        "latency_ms": 34.598,
        "tokens": 395,
        "ndcg_5_graded": 0.6061680178534535
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 44.3765,
        "tokens": 380,
        "ndcg_5_graded": 0.44707266036014115
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 31.893791,
        "tokens": 266,
        "ndcg_5_graded": 0.5784447668310352
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 43.884666,
        "tokens": 439,
        "ndcg_5_graded": 0.057211112467919066
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6666666666666666,
        "content_match": 0.8,
        "latency_ms": 39.496667,
        "tokens": 203,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/sample_docs/caching.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 36.462583,
        "tokens": 412,
        "ndcg_5_graded": 0.4396592698888862
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 27.6695,
        "tokens": 1449,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 30.572542,
        "tokens": 965,
        "ndcg_5_graded": 0.9072836011519267
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 38.198208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 44.766167,
        "tokens": 58,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.9333333333333333,
        "latency_ms": 34.926208,
        "tokens": 754,
        "ndcg_5_graded": 0.34789815979014543
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 36.046375,
        "tokens": 68,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.5333333333333333,
        "latency_ms": 44.890166,
        "tokens": 477,
        "ndcg_5_graded": 0.47054637065131494
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.3333333333333333,
        "latency_ms": 37.745583,
        "tokens": 564,
        "ndcg_5_graded": 0.5562983930884396
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 39.033,
        "tokens": 453,
        "ndcg_5_graded": 0.5531464700081437
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/linux-logging.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.4666666666666667,
        "latency_ms": 30.340708,
        "tokens": 1014,
        "ndcg_5_graded": 0.9072836011519267
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 1.0,
        "latency_ms": 38.502917,
        "tokens": 1553,
        "ndcg_5_graded": 0.7268541659237271
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.7333333333333333,
        "latency_ms": 27.905834,
        "tokens": 1251,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 21.499167,
        "tokens": 1062,
        "ndcg_5_graded": 0.9357070198635065
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 42.044375,
        "tokens": 355,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.26666666666666666,
        "latency_ms": 33.161083,
        "tokens": 23,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 33.40725,
        "tokens": 1824,
        "ndcg_5_graded": 0.48522855511632257
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8,
        "latency_ms": 25.952166,
        "tokens": 881,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 28.728916,
        "tokens": 835,
        "ndcg_5_graded": 0.6097426926720908
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 32.273542,
        "tokens": 643,
        "ndcg_5_graded": 0.5087403079104241
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 40.570125,
        "tokens": 247,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 41.123166,
        "tokens": 256,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6,
        "content_match": 0.26666666666666666,
        "latency_ms": 44.612375,
        "tokens": 316,
        "ndcg_5_graded": 0.39032682911292027
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 35.8845,
        "tokens": 321,
        "ndcg_5_graded": 0.1700834227832046
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 25.411625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 50.060583,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 66.115667,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 56.09025,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 57.292208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 72.885708,
        "tokens": 53,
        "ndcg_5_graded": 0.2899845889212568
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.156958,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 65.719209,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.359917,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 51.5575,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.651333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 62.974709,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 68.745417,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.026292,
        "tokens": 16,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 71.758917,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 57.480166,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 58.247625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 55.70625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 64.792667,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 56.076333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 60.884875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 71.120167,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 65.457709,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 51.5625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 55.165042,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 63.680625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 56.154875,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 49.679584,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 63.477291,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-bardic-knowledge",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 55.019791,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      }
    ],
    "ablation-no-arcane-recall": [
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/semantic-search.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 18.313333,
        "tokens": 207,
        "ndcg_5_graded": 0.4053955655091937
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/sample_docs/vector-databases.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 14.552375,
        "tokens": 316,
        "ndcg_5_graded": 0.23157189859982485
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 14.828708,
        "tokens": 342,
        "ndcg_5_graded": 0.6061680178534535
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 15.422584,
        "tokens": 29,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 15.012917,
        "tokens": 865,
        "ndcg_5_graded": 0.23981246656813146
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 16.860875,
        "tokens": 378,
        "ndcg_5_graded": 0.3065735963827292
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 16.664666,
        "tokens": 954,
        "ndcg_5_graded": 0.23463936301137822
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/tls-ssl.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 16.763792,
        "tokens": 907,
        "ndcg_5_graded": 0.6062493248765826
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.3333333333333333,
        "latency_ms": 19.222125,
        "tokens": 540,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 19.686542,
        "tokens": 777,
        "ndcg_5_graded": 0.4327622083024971
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6666666666666666,
        "latency_ms": 20.986583,
        "tokens": 458,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.4,
        "latency_ms": 17.04725,
        "tokens": 629,
        "ndcg_5_graded": 0.4453015045590608
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/owasp-top-10.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4,
        "latency_ms": 13.472042,
        "tokens": 233,
        "ndcg_5_graded": 0.8670870086853021
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 16.45175,
        "tokens": 206,
        "ndcg_5_graded": 0.27541155237618664
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 15.922667,
        "tokens": 832,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 16.2535,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 16.782541,
        "tokens": 278,
        "ndcg_5_graded": 0.23981246656813146
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 17.45175,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 16.077166,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 17.019459,
        "tokens": 755,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.8666666666666667,
        "latency_ms": 17.110542,
        "tokens": 784,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 16.51175,
        "tokens": 223,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.06666666666666667,
        "latency_ms": 21.804084,
        "tokens": 491,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 18.477917,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6666666666666666,
        "latency_ms": 19.776416,
        "tokens": 412,
        "ndcg_5_graded": 0.36005461457723403
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 18.850625,
        "tokens": 820,
        "ndcg_5_graded": 0.7483055646577699
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 16.0425,
        "tokens": 707,
        "ndcg_5_graded": 0.07451211006002353
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.6666666666666666,
        "latency_ms": 18.419416,
        "tokens": 739,
        "ndcg_5_graded": 0.7860137352654724
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.09090909090909091,
        "latency_ms": 18.429958,
        "tokens": 733,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/systemd-services.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 14.559458,
        "tokens": 695,
        "ndcg_5_graded": 0.24630238874072996
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-filesystem.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 15.699791,
        "tokens": 542,
        "ndcg_5_graded": 0.07859263830765566
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/configuration-management.md"
        ],
        "rr": 0.2,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 15.886792,
        "tokens": 549,
        "ndcg_5_graded": 0.7311340247721385
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.8,
        "content_match": 0.6,
        "latency_ms": 19.003709,
        "tokens": 834,
        "ndcg_5_graded": 0.39621550658410765
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 18.858541,
        "tokens": 768,
        "ndcg_5_graded": 0.19366182517710176
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 16.038542,
        "tokens": 771,
        "ndcg_5_graded": 0.47036528278595785
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 15.700375,
        "tokens": 918,
        "ndcg_5_graded": 0.27530415065557595
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 17.287125,
        "tokens": 179,
        "ndcg_5_graded": 0.5376932973453407
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 17.928708,
        "tokens": 564,
        "ndcg_5_graded": 0.22900989526413995
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 15.608833,
        "tokens": 646,
        "ndcg_5_graded": 0.41363780175807613
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 19.242916,
        "tokens": 513,
        "ndcg_5_graded": 0.6301642675830844
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 14.921625,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 16.137375,
        "tokens": 915,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/load-balancing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 14.891,
        "tokens": 493,
        "ndcg_5_graded": 0.7039180890341348
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 20.567,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 16.009917,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 20.340333,
        "tokens": 398,
        "ndcg_5_graded": 0.5147714448836773
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 17.677625,
        "tokens": 837,
        "ndcg_5_graded": 0.32961677663426076
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.4,
        "content_match": 0.7333333333333333,
        "latency_ms": 14.7355,
        "tokens": 847,
        "ndcg_5_graded": 0.3122376124598264
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.6666666666666666,
        "content_match": 0.8666666666666667,
        "latency_ms": 15.372041,
        "tokens": 528,
        "ndcg_5_graded": 0.33916020527361607
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 14.507292,
        "tokens": 614,
        "ndcg_5_graded": 0.6108618778826077
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.75,
        "content_match": 1.0,
        "latency_ms": 15.017458,
        "tokens": 447,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 17.571209,
        "tokens": 662,
        "ndcg_5_graded": 0.681189665347623
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 14.807542,
        "tokens": 792,
        "ndcg_5_graded": 0.05138956148956205
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/functional-programming.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 15.3385,
        "tokens": 699,
        "ndcg_5_graded": 0.20804563373066753
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 14.956583,
        "tokens": 713,
        "ndcg_5_graded": 0.6290102109696928
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 19.540792,
        "tokens": 910,
        "ndcg_5_graded": 0.52129602861432
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/connection-pooling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 20.280917,
        "tokens": 738,
        "ndcg_5_graded": 0.7715039881147672
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 15.288,
        "tokens": 828,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 14.810167,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/network-security-hardening.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 17.44975,
        "tokens": 348,
        "ndcg_5_graded": 0.062291941932505944
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 17.959084,
        "tokens": 574,
        "ndcg_5_graded": 0.49125969208957576
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.05975,
        "tokens": 469,
        "ndcg_5_graded": 0.6785815599127776
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 14.8815,
        "tokens": 787,
        "ndcg_5_graded": 0.2781491965442198
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 18.333083,
        "tokens": 564,
        "ndcg_5_graded": 0.6608397947263838
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 17.352917,
        "tokens": 902,
        "ndcg_5_graded": 0.8344475896326595
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 19.72375,
        "tokens": 408,
        "ndcg_5_graded": 0.5305446586069097
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/websocket-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 16.027042,
        "tokens": 467,
        "ndcg_5_graded": 0.7072908790226796
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 16.37275,
        "tokens": 449,
        "ndcg_5_graded": 0.6802773158903762
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 1.0,
        "latency_ms": 14.807167,
        "tokens": 712,
        "ndcg_5_graded": 0.48306700197788277
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 16.661709,
        "tokens": 536,
        "ndcg_5_graded": 0.7227265726449517
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 15.680458,
        "tokens": 670,
        "ndcg_5_graded": 0.7826028952457843
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 16.340125,
        "tokens": 685,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 14.107666,
        "tokens": 781,
        "ndcg_5_graded": 0.28294661530471193
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8666666666666667,
        "latency_ms": 14.655416,
        "tokens": 882,
        "ndcg_5_graded": 0.21398626473452753
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 21.680167,
        "tokens": 547,
        "ndcg_5_graded": 0.3716702184910473
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.7333333333333333,
        "latency_ms": 15.3465,
        "tokens": 189,
        "ndcg_5_graded": 0.8262346571285599
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 16.100834,
        "tokens": 501,
        "ndcg_5_graded": 0.4104889601851253
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.9333333333333333,
        "latency_ms": 15.540167,
        "tokens": 598,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.788042,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 20.227458,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.482375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 19.865,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.75075,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.934833,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 14.95,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 16.819333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.873417,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 16.783667,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.037208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 15.34325,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 15.404375,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 14.383959,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.866542,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.570292,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.815,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 16.395166,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.209333,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.005292,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.892958,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 20.621708,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 17.262,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 13.859958,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 18.778583,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 14.024208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 14.8535,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 15.1525,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 19.779584,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      },
      {
        "competitor": "ablation-no-arcane-recall",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": -1.0,
        "latency_ms": 15.935208,
        "tokens": 0,
        "ndcg_5_graded": 0.0
      }
    ]
  }
}