{
  "metadata": {
    "corpus_docs": 89,
    "query_count": 108,
    "runs": 3,
    "k": 5,
    "warmup_queries": 5,
    "timestamp": "2026-02-24T15:34:08"
  },
  "summaries": {
    "llamaindex-arcane": {
      "competitor": "llamaindex-arcane",
      "total_queries": 324,
      "runs": 3,
      "mrr": 0.5632716049382716,
      "mrr_ci": [
        0.5105131172839505,
        0.6126607510288066
      ],
      "ndcg_5": 0.5730099271336354,
      "ndcg_5_ci": [
        0.5204220250573509,
        0.6221209267437434
      ],
      "hit_rate_1": 0.5370370370370371,
      "hit_rate_5": 0.6018518518518519,
      "hit_rate_5_ci": [
        0.5493827160493827,
        0.6512345679012346
      ],
      "precision_5": 0.26743827160493827,
      "content_match": 0.6427432216905901,
      "latency_p50": 58.388833,
      "latency_p95": 74.091084,
      "latency_p99": 80.519125,
      "avg_tokens": 1369.7962962962963,
      "by_category": {
        "adversarial": {
          "mrr": 0.0,
          "mrr_ci": [
            0.0,
            0.0
          ],
          "hit_rate_5": 0.0,
          "hit_rate_5_ci": [
            0.0,
            0.0
          ],
          "ndcg_5": 0.0,
          "precision_5": 0.0,
          "count": 90
        },
        "lexical": {
          "mrr": 0.5833333333333334,
          "mrr_ci": [
            0.4888194444444445,
            0.6777777777777778
          ],
          "hit_rate_5": 0.6666666666666666,
          "hit_rate_5_ci": [
            0.5666666666666667,
            0.7555555555555555
          ],
          "ndcg_5": 0.6041070874429901,
          "precision_5": 0.2211111111111111,
          "count": 90
        },
        "semantic": {
          "mrr": 0.9027777777777778,
          "mrr_ci": [
            0.8564814814814815,
            0.9409722222222222
          ],
          "hit_rate_5": 0.9375,
          "hit_rate_5_ci": [
            0.8958333333333334,
            0.9722222222222222
          ],
          "ndcg_5": 0.9117054063988106,
          "precision_5": 0.4635416666666667,
          "count": 144
        }
      }
    }
  },
  "details": {
    "llamaindex-arcane": [
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 57.174167,
        "tokens": 1181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 60.304875,
        "tokens": 1626
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 51.619334,
        "tokens": 1115
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 49.675209,
        "tokens": 1062
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 55.05425,
        "tokens": 1452
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 61.285417,
        "tokens": 1152
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 53.994125,
        "tokens": 1045
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 55.125458,
        "tokens": 1179
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 55.319167,
        "tokens": 509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 50.167958,
        "tokens": 912
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 62.717875,
        "tokens": 1515
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 62.655459,
        "tokens": 1579
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 63.383375,
        "tokens": 1593
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 57.029542,
        "tokens": 1264
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 54.40525,
        "tokens": 1513
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 56.640083,
        "tokens": 1590
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 56.619208,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 59.867416,
        "tokens": 1730
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8666666666666667,
        "latency_ms": 66.566792,
        "tokens": 2110
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 53.034584,
        "tokens": 831
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 55.803416,
        "tokens": 718
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 73.576417,
        "tokens": 2184
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 65.381834,
        "tokens": 1691
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 74.091084,
        "tokens": 2280
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 64.162875,
        "tokens": 1509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.6,
        "latency_ms": 54.155542,
        "tokens": 524
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 57.654625,
        "tokens": 1747
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 55.461042,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.36363636363636365,
        "latency_ms": 51.465625,
        "tokens": 945
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 60.016084,
        "tokens": 1462
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 52.669541,
        "tokens": 978
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 58.811542,
        "tokens": 1436
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.4666666666666667,
        "latency_ms": 58.799625,
        "tokens": 1482
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 62.717084,
        "tokens": 1813
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9333333333333333,
        "latency_ms": 54.2355,
        "tokens": 1403
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 45.4655,
        "tokens": 461
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 52.762041,
        "tokens": 965
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 54.434041,
        "tokens": 1477
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 44.107834,
        "tokens": 146
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 52.298042,
        "tokens": 1116
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 59.103958,
        "tokens": 1758
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 50.939791,
        "tokens": 1359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 49.253333,
        "tokens": 1453
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 47.529833,
        "tokens": 677
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 49.96025,
        "tokens": 946
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 58.388833,
        "tokens": 1431
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 50.969625,
        "tokens": 450
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 55.65775,
        "tokens": 1889
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.5333333333333333,
        "latency_ms": 47.278167,
        "tokens": 749
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 48.017583,
        "tokens": 1001
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9090909090909091,
        "latency_ms": 48.151625,
        "tokens": 980
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 49.598625,
        "tokens": 375
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 53.3935,
        "tokens": 1938
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 50.0345,
        "tokens": 956
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 44.150333,
        "tokens": 825
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4666666666666667,
        "latency_ms": 51.318459,
        "tokens": 977
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 53.296417,
        "tokens": 1582
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 42.032416,
        "tokens": 587
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 59.923875,
        "tokens": 1696
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 57.6615,
        "tokens": 1287
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 48.077375,
        "tokens": 423
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 59.103125,
        "tokens": 2273
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 48.063834,
        "tokens": 1305
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8666666666666667,
        "latency_ms": 49.093916,
        "tokens": 832
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 50.541917,
        "tokens": 1207
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 50.622125,
        "tokens": 1268
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 52.087417,
        "tokens": 1910
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9090909090909091,
        "latency_ms": 58.673916,
        "tokens": 2279
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 1.0,
        "latency_ms": 53.444583,
        "tokens": 2181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 52.586583,
        "tokens": 124
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 47.58025,
        "tokens": 760
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 51.561667,
        "tokens": 565
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 49.162167,
        "tokens": 1061
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 44.329041,
        "tokens": 498
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 46.920083,
        "tokens": 694
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 48.65825,
        "tokens": 1169
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 43.904167,
        "tokens": 391
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 43.613125,
        "tokens": 412
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.757833,
        "tokens": 902
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.696666,
        "tokens": 1619
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 66.341417,
        "tokens": 2359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.862167,
        "tokens": 1540
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/linux-permissions.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.790042,
        "tokens": 2159
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 70.295375,
        "tokens": 1932
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.092917,
        "tokens": 1756
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.326833,
        "tokens": 2216
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.757166,
        "tokens": 2127
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 62.64525,
        "tokens": 2276
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 67.020792,
        "tokens": 1863
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 59.593875,
        "tokens": 1109
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 66.873833,
        "tokens": 2354
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.720209,
        "tokens": 1637
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 62.812542,
        "tokens": 2053
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 55.375125,
        "tokens": 1935
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.83175,
        "tokens": 1668
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 66.882,
        "tokens": 1538
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.711459,
        "tokens": 1424
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.145083,
        "tokens": 1890
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.402542,
        "tokens": 1504
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 66.330291,
        "tokens": 2351
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 57.966458,
        "tokens": 1716
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 46.610292,
        "tokens": 750
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 55.787833,
        "tokens": 1481
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.52725,
        "tokens": 1584
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 60.23025,
        "tokens": 2309
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.162333,
        "tokens": 2307
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 61.7235,
        "tokens": 1537
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 0,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/plain-text.txt",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 49.780167,
        "tokens": 1297
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 57.530042,
        "tokens": 1181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 61.672083,
        "tokens": 1626
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 49.13425,
        "tokens": 1115
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 50.503166,
        "tokens": 1062
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 61.911458,
        "tokens": 1452
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 57.866042,
        "tokens": 1152
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 59.521917,
        "tokens": 1045
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 62.64875,
        "tokens": 1179
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 59.849042,
        "tokens": 509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 56.30225,
        "tokens": 912
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 61.180917,
        "tokens": 1515
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 64.738417,
        "tokens": 1579
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 65.000125,
        "tokens": 1593
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.961292,
        "tokens": 1264
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 57.19625,
        "tokens": 1513
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 62.157209,
        "tokens": 1590
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 57.587042,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 66.967375,
        "tokens": 1730
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8666666666666667,
        "latency_ms": 68.494292,
        "tokens": 2110
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 58.990709,
        "tokens": 831
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 58.951292,
        "tokens": 718
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 74.536833,
        "tokens": 2184
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 67.400542,
        "tokens": 1691
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 70.766083,
        "tokens": 2280
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 62.630083,
        "tokens": 1509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.6,
        "latency_ms": 54.684958,
        "tokens": 524
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 52.543584,
        "tokens": 1747
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 65.270542,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.36363636363636365,
        "latency_ms": 58.415292,
        "tokens": 945
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 61.305958,
        "tokens": 1462
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 58.158125,
        "tokens": 978
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 61.902792,
        "tokens": 1436
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.4666666666666667,
        "latency_ms": 61.013584,
        "tokens": 1482
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 66.361416,
        "tokens": 1813
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9333333333333333,
        "latency_ms": 59.170667,
        "tokens": 1403
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 50.341833,
        "tokens": 461
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 68.117,
        "tokens": 965
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 70.162041,
        "tokens": 1477
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 52.9435,
        "tokens": 146
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 62.497417,
        "tokens": 1116
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 67.77575,
        "tokens": 1758
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 60.618875,
        "tokens": 1359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 50.384916,
        "tokens": 1453
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 57.784541,
        "tokens": 677
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 48.647125,
        "tokens": 946
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 66.330375,
        "tokens": 1431
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 56.283792,
        "tokens": 450
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 65.326708,
        "tokens": 1889
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.5333333333333333,
        "latency_ms": 50.342291,
        "tokens": 749
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 46.628375,
        "tokens": 1001
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9090909090909091,
        "latency_ms": 49.856709,
        "tokens": 980
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 58.547042,
        "tokens": 375
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 54.409125,
        "tokens": 1938
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 51.0275,
        "tokens": 956
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 45.974459,
        "tokens": 825
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4666666666666667,
        "latency_ms": 57.390833,
        "tokens": 977
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 61.529208,
        "tokens": 1582
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 43.051834,
        "tokens": 587
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 61.493167,
        "tokens": 1696
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 64.488083,
        "tokens": 1287
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 59.194292,
        "tokens": 423
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 62.642917,
        "tokens": 2273
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 54.127834,
        "tokens": 1305
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8666666666666667,
        "latency_ms": 60.887416,
        "tokens": 832
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 62.576875,
        "tokens": 1207
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 60.191209,
        "tokens": 1268
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 62.974917,
        "tokens": 1910
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9090909090909091,
        "latency_ms": 74.143458,
        "tokens": 2279
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 1.0,
        "latency_ms": 58.762792,
        "tokens": 2181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 59.084042,
        "tokens": 124
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 50.917625,
        "tokens": 760
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 57.169,
        "tokens": 565
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 48.809333,
        "tokens": 1061
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 43.825084,
        "tokens": 498
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 55.387708,
        "tokens": 694
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 49.989875,
        "tokens": 1169
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 43.31725,
        "tokens": 391
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 59.944125,
        "tokens": 412
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 60.389708,
        "tokens": 902
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 66.791125,
        "tokens": 1619
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.215791,
        "tokens": 2359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.261166,
        "tokens": 1540
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/linux-permissions.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.324208,
        "tokens": 2159
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.063541,
        "tokens": 1932
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 64.501042,
        "tokens": 1756
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.915375,
        "tokens": 2216
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 79.865375,
        "tokens": 2127
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 81.427334,
        "tokens": 2276
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 82.083959,
        "tokens": 1863
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 74.600583,
        "tokens": 1109
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 80.348583,
        "tokens": 2354
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.785917,
        "tokens": 1637
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.68375,
        "tokens": 2053
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 94.333708,
        "tokens": 1935
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.429542,
        "tokens": 1668
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 75.317416,
        "tokens": 1538
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 80.13625,
        "tokens": 1424
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 72.199334,
        "tokens": 1890
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.247875,
        "tokens": 1504
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 76.019292,
        "tokens": 2351
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 80.462917,
        "tokens": 1716
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 61.617292,
        "tokens": 750
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 80.519125,
        "tokens": 1481
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 73.410542,
        "tokens": 1584
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 74.219292,
        "tokens": 2309
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 63.429042,
        "tokens": 2307
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.700083,
        "tokens": 1537
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 1,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/plain-text.txt",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 55.307667,
        "tokens": 1297
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "What is semantic search?",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/sample_docs/document-processing.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.6,
        "latency_ms": 50.076333,
        "tokens": 1181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "vector database",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/vector-databases.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/spark-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8,
        "latency_ms": 57.816083,
        "tokens": 1626
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "REST API design",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 49.474041,
        "tokens": 1115
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "database normalization",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 49.874917,
        "tokens": 1062
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "HTTP/2 vs HTTP/3 performance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 60.598208,
        "tokens": 1452
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "PostgreSQL 15 internals",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/database-replication.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 58.144333,
        "tokens": 1152
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Apache Kafka 3.0 features",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 52.7645,
        "tokens": 1045
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "TLS 1.3 handshake process",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 53.51125,
        "tokens": 1179
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Kubernetes v1.24 removal of dockershim",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 56.837334,
        "tokens": 509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "gRPC over HTTP/2",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 56.193792,
        "tokens": 912
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Redis 7.0 Multi-part AOF",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 61.693791,
        "tokens": 1515
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Elasticsearch 8.x security changes",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 56.468417,
        "tokens": 1579
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "OWASP Top 10 2021",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.5333333333333333,
        "latency_ms": 54.369583,
        "tokens": 1593
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "AVX-512 vector instructions",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 55.634916,
        "tokens": 1264
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "TCP/IP layer 4",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/http2-http3.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 54.987583,
        "tokens": 1513
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "IPv6 address format",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/linux-networking-config.md",
          "tests/fixtures/scale_docs/dns-resolution.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 56.913625,
        "tokens": 1590
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "UUID v4 generation",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.2,
        "latency_ms": 59.226292,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "0xEF hex code",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 64.251292,
        "tokens": 1730
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Python 3.10 match statement",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.8666666666666667,
        "latency_ms": 64.653,
        "tokens": 2110
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "ISO 27001 compliance",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 55.507875,
        "tokens": 831
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "SOC2 Type II audit",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/compliance-frameworks.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 54.342167,
        "tokens": 718
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "BGE-small-en-v1.5 model",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 71.548875,
        "tokens": 2184
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "ChromaDB v0.4.0",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.0,
        "latency_ms": 58.036333,
        "tokens": 1691
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "MS-MARCO MiniLM L-6-v2",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 63.845,
        "tokens": 2280
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "JWT RS256 signing",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/authentication.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/tls-ssl.md",
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 60.366792,
        "tokens": 1509
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "OAuth 2.0 PKCE flow",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.6,
        "latency_ms": 51.506,
        "tokens": 524
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "RAID 6 configurations",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.3333333333333333,
        "latency_ms": 57.404541,
        "tokens": 1747
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "SQL-92 standards",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/sample_docs/database-design.md",
          "tests/fixtures/scale_docs/data-quality.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.25,
        "ndcg_5": 0.43067655807339306,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 59.223958,
        "tokens": 1591
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "POSIX thread management",
        "category": "lexical",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.36363636363636365,
        "latency_ms": 53.434666,
        "tokens": 945
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "systemd unit files",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/design-patterns-structural.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 58.698,
        "tokens": 1462
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "EXT4 filesystem limits",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 51.649209,
        "tokens": 978
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "YAML 1.2 syntax",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/configuration-management.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/api-gateway-patterns.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 60.373125,
        "tokens": 1436
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "Docker Compose v2",
        "category": "lexical",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/helm-charts.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.4666666666666667,
        "latency_ms": 56.505083,
        "tokens": 1482
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "AWS IAM policies",
        "category": "lexical",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.4,
        "latency_ms": 59.845041,
        "tokens": 1813
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "how to implement chaos engineering",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9333333333333333,
        "latency_ms": 50.503209,
        "tokens": 1403
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "benefits of event-driven architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 46.621333,
        "tokens": 461
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "serverless vs containers",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/container-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 51.394917,
        "tokens": 965
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "microservices data consistency",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/microservices.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 52.37475,
        "tokens": 1477
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "data lakehouse architecture",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-lake-architecture.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.4666666666666667,
        "latency_ms": 45.518292,
        "tokens": 146
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "zero trust security principles",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/zero-trust-architecture.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 63.041791,
        "tokens": 1116
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "continuous integration best practices",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 63.789416,
        "tokens": 1758
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "database sharding strategies",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 54.619666,
        "tokens": 1359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "load balancing algorithms",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.5333333333333333,
        "latency_ms": 51.074833,
        "tokens": 1453
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "content delivery network optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cdn-architecture.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 53.580042,
        "tokens": 677
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "service mesh advantages",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.6666666666666666,
        "latency_ms": 50.419083,
        "tokens": 946
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "infrastructure as code tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 63.130208,
        "tokens": 1431
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "monitoring vs observability",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/monitoring-observability.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 49.963708,
        "tokens": 450
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "auto scaling in the cloud",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.8666666666666667,
        "latency_ms": 57.29825,
        "tokens": 1889
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "disaster recovery planning",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/incident-response.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.5333333333333333,
        "latency_ms": 46.759,
        "tokens": 749
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "api gateway patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/api-gateway-patterns.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/sample_docs/api-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 47.422,
        "tokens": 1001
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "cloud storage options",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.9090909090909091,
        "latency_ms": 46.505083,
        "tokens": 980
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "data serialization formats",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 52.899208,
        "tokens": 375
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "message queue patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 0.3333333333333333,
        "ndcg_5": 0.5,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.6,
        "latency_ms": 54.914583,
        "tokens": 1938
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "functional programming concepts",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 50.21625,
        "tokens": 956
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "linux memory management",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-memory-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.9333333333333333,
        "latency_ms": 47.949,
        "tokens": 825
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "dns resolution process",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dns-resolution.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4666666666666667,
        "latency_ms": 53.556958,
        "tokens": 977
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "connection pooling benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 60.114042,
        "tokens": 1582
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "cryptography basics",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 44.177708,
        "tokens": 587
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "distributed transactions",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/sample_docs/microservices.md",
          "tests/fixtures/scale_docs/redis-data-structures.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": 0.26666666666666666,
        "latency_ms": 62.705,
        "tokens": 1696
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "container security hardening",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/security-audit-checklist.md",
          "tests/fixtures/scale_docs/ssh-configuration.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.7333333333333333,
        "latency_ms": 59.979291,
        "tokens": 1287
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "well architected framework",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 51.955875,
        "tokens": 423
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "cost optimization strategies",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/serverless-architecture.md",
          "tests/fixtures/scale_docs/cost-optimization.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.5,
        "ndcg_5": 0.6309297535714575,
        "hit_rate_1": 0.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.7333333333333333,
        "latency_ms": 58.211,
        "tokens": 2273
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "incident response steps",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.6,
        "latency_ms": 51.717666,
        "tokens": 1305
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "multi-region deployment",
        "category": "semantic",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/multi-region-deployment.md",
          "tests/fixtures/scale_docs/ci-cd-pipelines.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8666666666666667,
        "latency_ms": 52.698417,
        "tokens": 832
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "ssh configuration security",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8,
        "latency_ms": 59.766417,
        "tokens": 1207
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "vpn tunneling protocols",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/vpn-tunneling.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-networking.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 1.0,
        "latency_ms": 56.06475,
        "tokens": 1268
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "websocket protocol overview",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.25,
        "content_match": 0.5333333333333333,
        "latency_ms": 60.7685,
        "tokens": 1910
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "helm charts fundamentals",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/service-mesh.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md",
          "tests/fixtures/scale_docs/data-quality.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 0.9090909090909091,
        "latency_ms": 63.948,
        "tokens": 2279
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "linux process management",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/linux-process-management.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/linux-performance-tuning.md",
          "tests/fixtures/scale_docs/linux-memory-management.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.2,
        "content_match": 1.0,
        "latency_ms": 55.166792,
        "tokens": 2181
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "network troubleshooting tools",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.5333333333333333,
        "latency_ms": 53.638625,
        "tokens": 124
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "database replication types",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/multi-region-deployment.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.4,
        "latency_ms": 48.568583,
        "tokens": 760
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "nosql design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/sample_docs/database-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 53.2735,
        "tokens": 565
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "sql query optimization",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/postgresql-internals.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.7333333333333333,
        "latency_ms": 48.730125,
        "tokens": 1061
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "data pipeline design",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6666666666666666,
        "latency_ms": 44.037375,
        "tokens": 498
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "testing strategies for software",
        "category": "semantic",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.5,
        "content_match": 0.8,
        "latency_ms": 53.614166,
        "tokens": 694
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "dependency injection benefits",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/dependency-injection.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 0.3333333333333333,
        "content_match": 0.8666666666666667,
        "latency_ms": 51.142166,
        "tokens": 1169
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "behavioral design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.6,
        "latency_ms": 65.139667,
        "tokens": 391
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "creational design patterns",
        "category": "semantic",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-creational.md"
        ],
        "rr": 1.0,
        "ndcg_5": 1.0,
        "hit_rate_1": 1.0,
        "hit_rate_5": 1.0,
        "precision_5": 1.0,
        "content_match": 0.8,
        "latency_ms": 54.28425,
        "tokens": 412
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "how to bake sourdough in a kubernetes cluster",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/kubernetes-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 56.930625,
        "tokens": 902
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "best brand of hiking boots for Mars",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/cloud-storage-options.md",
          "tests/fixtures/scale_docs/package-management.md",
          "tests/fixtures/scale_docs/elasticsearch-basics.md",
          "tests/fixtures/scale_docs/cost-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 65.771834,
        "tokens": 1619
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "quantum entanglement in photosynthesis",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/serverless-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.583958,
        "tokens": 2359
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "the secret to eternal life according to python docs",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/cryptography-basics.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 67.36825,
        "tokens": 1540
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "where did I leave my keys",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/api-security.md",
          "tests/fixtures/scale_docs/ssh-configuration.md",
          "tests/fixtures/scale_docs/secrets-management.md",
          "tests/fixtures/scale_docs/linux-permissions.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.079041,
        "tokens": 2159
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "recipe for disaster in distributed systems",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/apache-kafka.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 69.995667,
        "tokens": 1932
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "blue whales vs sperm whales",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/testing-strategies.md",
          "tests/fixtures/scale_docs/database-replication.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 59.944666,
        "tokens": 1756
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "history of the Roman Empire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/data-warehouse-modeling.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/systemd-services.md",
          "tests/fixtures/scale_docs/linux-process-management.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.544875,
        "tokens": 2216
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "how to play the banjo",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/spark-fundamentals.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/data-lake-architecture.md",
          "tests/fixtures/scale_docs/database-sharding.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 74.237667,
        "tokens": 2127
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "why is the sky blue",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/cloud-design-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 67.386167,
        "tokens": 2276
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "symptoms of a cold",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/testing-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 72.693417,
        "tokens": 1863
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "movie recommendations for tonight",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/monitoring-observability.md",
          "tests/fixtures/scale_docs/shell-scripting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.7995,
        "tokens": 1109
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "stock market predictions for 2026",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/nosql-patterns.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.522375,
        "tokens": 2354
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "philosophy of mind and AI",
        "category": "adversarial",
        "difficulty": "hard",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/well-architected-framework.md",
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/chaos-engineering.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.237334,
        "tokens": 1637
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "meaning of life 42",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/grpc-protocol.md",
          "tests/fixtures/scale_docs/linux-filesystem.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/design-patterns-behavioral.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 68.923291,
        "tokens": 2053
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "how to win friends and influence people",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/nosql-patterns.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/zero-trust-architecture.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 63.497667,
        "tokens": 1935
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "yoga for beginners",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/functional-programming.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/sample_docs/api-design.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 64.321875,
        "tokens": 1668
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "best coffee shops in London",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-structural.md",
          "tests/fixtures/scale_docs/shell-scripting.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/scale_docs/container-security.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 71.822375,
        "tokens": 1538
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "gardening tips for summer",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/network-security-hardening.md",
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/auto-scaling.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 74.265959,
        "tokens": 1424
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "how to repair a flat tire",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/database-backup-recovery.md",
          "tests/fixtures/scale_docs/error-handling-patterns.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/helm-charts.md",
          "tests/fixtures/scale_docs/network-troubleshooting.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 64.947,
        "tokens": 1890
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "history of the internet",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/http2-http3.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/tcp-ip-fundamentals.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 60.339792,
        "tokens": 1504
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "space travel in the future",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/concurrency-patterns.md",
          "tests/fixtures/scale_docs/event-driven-architecture.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/chaos-engineering.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 62.8075,
        "tokens": 2351
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "the art of war summary",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/penetration-testing-methodology.md",
          "tests/fixtures/scale_docs/design-patterns-creational.md",
          "tests/fixtures/scale_docs/grpc-protocol.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 59.973458,
        "tokens": 1716
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "meditation techniques",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/design-patterns-behavioral.md",
          "tests/fixtures/scale_docs/stream-processing.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 47.26025,
        "tokens": 750
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "learning a new language fast",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/sample_docs/semantic-search.md",
          "tests/fixtures/scale_docs/data-serialization.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/data-pipeline-design.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 63.009417,
        "tokens": 1481
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "climate change impacts",
        "category": "adversarial",
        "difficulty": "medium",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/auto-scaling.md",
          "tests/fixtures/scale_docs/database-migrations.md",
          "tests/fixtures/scale_docs/disaster-recovery.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 57.691083,
        "tokens": 1584
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "renewable energy sources",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/disaster-recovery.md",
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/migration-strategies.md",
          "tests/fixtures/scale_docs/infrastructure-as-code.md",
          "tests/fixtures/scale_docs/well-architected-framework.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 62.035125,
        "tokens": 2309
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "healthy eating habits",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/load-balancing.md",
          "tests/fixtures/scale_docs/apache-kafka.md",
          "tests/fixtures/scale_docs/incident-response.md",
          "tests/fixtures/scale_docs/sql-query-optimization.md",
          "tests/fixtures/scale_docs/database-sharding.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 58.418083,
        "tokens": 2307
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "travel tips for Japan",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/owasp-top-10.md",
          "tests/fixtures/scale_docs/connection-pooling.md",
          "tests/fixtures/sample_docs/caching.md",
          "tests/fixtures/scale_docs/websocket-protocol.md",
          "tests/fixtures/scale_docs/migration-strategies.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 60.907083,
        "tokens": 1537
      },
      {
        "competitor": "llamaindex-arcane",
        "run": 2,
        "query": "basics of photography",
        "category": "adversarial",
        "difficulty": "easy",
        "retrieved_sources": [
          "tests/fixtures/scale_docs/container-fundamentals.md",
          "tests/fixtures/scale_docs/container-security.md",
          "tests/fixtures/sample_docs/plain-text.txt",
          "tests/fixtures/scale_docs/cryptography-basics.md"
        ],
        "rr": 0.0,
        "ndcg_5": 0.0,
        "hit_rate_1": 0.0,
        "hit_rate_5": 0.0,
        "precision_5": 0.0,
        "content_match": -1.0,
        "latency_ms": 54.431666,
        "tokens": 1297
      }
    ]
  }
}