{
  "summary": {
    "total_queries": 16,
    "avg_precision": 0.9125,
    "avg_recall": 2.072916666666667,
    "f1_score": 1.2671842288904396,
    "avg_latency_ms": 25.627300143241882,
    "avg_top_score": 1.134526575,
    "content_match_rate": 0.546875,
    "by_difficulty": {
      "easy": {
        "count": 1,
        "precision": 1.0,
        "recall": 5.0,
        "latency_ms": 23.186922073364258
      },
      "medium": {
        "count": 7,
        "precision": 0.9428571428571428,
        "recall": 2.357142857142857,
        "latency_ms": 25.87171963282994
      },
      "hard": {
        "count": 8,
        "precision": 0.875,
        "recall": 1.4583333333333333,
        "latency_ms": 25.718480348587036
      }
    }
  },
  "results": [
    {
      "query": "How do you terminate TLS at a load balancer and what cipher suites should you configure?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 27.486085891723633,
      "top_score": 1.16299572,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "found_content": [
        "cipher suite",
        "handshake",
        "layer 7",
        "certificate"
      ],
      "expected_content": [
        "cipher suite",
        "handshake",
        "layer 7",
        "certificate"
      ]
    },
    {
      "query": "How does PostgreSQL's write-ahead log work with primary-replica replication?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 23.632049560546875,
      "top_score": 0.8499504800000001,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/postgresql-internals.md",
        "tests/fixtures/scale_docs/database-replication.md"
      ],
      "found_content": [
        "replica",
        "synchronous"
      ],
      "expected_content": [
        "WAL",
        "replica",
        "synchronous",
        "pg_wal"
      ]
    },
    {
      "query": "How do you apply seccomp profiles and AppArmor to pods running in Kubernetes?",
      "difficulty": "medium",
      "precision": 0.6,
      "recall": 1.5,
      "latency_ms": 31.539440155029297,
      "top_score": 0.9694579000000001,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dependency-injection.md",
        "tests/fixtures/scale_docs/security-audit-checklist.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "found_content": [
        "seccomp",
        "pod",
        "AppArmor",
        "security"
      ],
      "expected_content": [
        "seccomp",
        "pod",
        "AppArmor",
        "security"
      ]
    },
    {
      "query": "How do you implement event sourcing using Kafka topics as the append-only event store?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 27.910232543945312,
      "top_score": 0.96912534,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "found_content": [
        "event sourcing",
        "aggregate"
      ],
      "expected_content": [
        "event sourcing",
        "topic",
        "partition",
        "aggregate"
      ]
    },
    {
      "query": "How do you integrate Trivy container image scanning into a CI/CD pipeline build stage?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 23.218154907226562,
      "top_score": 1.24347289,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "found_content": [
        "image",
        "pipeline"
      ],
      "expected_content": [
        "Trivy",
        "image",
        "pipeline",
        "vulnerability"
      ]
    },
    {
      "query": "How does Istio's Envoy sidecar proxy collect RED metrics and enable distributed tracing?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 23.308515548706055,
      "top_score": 1.0898753399999999,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "found_content": [
        "Envoy",
        "sidecar",
        "tracing"
      ],
      "expected_content": [
        "Envoy",
        "sidecar",
        "RED",
        "tracing"
      ]
    },
    {
      "query": "How do you inject HashiCorp Vault secrets into Kubernetes pods at runtime?",
      "difficulty": "medium",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 24.007558822631836,
      "top_score": 1.02771723,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/secrets-management.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/kubernetes-architecture.md"
      ],
      "found_content": [
        "Vault",
        "secret"
      ],
      "expected_content": [
        "Vault",
        "pod",
        "secret",
        "injection"
      ]
    },
    {
      "query": "How do Linux huge pages and NUMA topology affect PostgreSQL shared buffer performance?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 2.5,
      "latency_ms": 23.256540298461914,
      "top_score": 1.04221946,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/linux-memory-management.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/linux-memory-management.md",
        "tests/fixtures/scale_docs/postgresql-internals.md"
      ],
      "found_content": [
        "huge pages",
        "NUMA",
        "memory"
      ],
      "expected_content": [
        "huge pages",
        "NUMA",
        "shared",
        "memory"
      ]
    },
    {
      "query": "How do you handle backpressure in a Kafka-based streaming data pipeline with windowed aggregations?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.6666666666666667,
      "latency_ms": 24.746179580688477,
      "top_score": 1.26413913,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md",
        "tests/fixtures/scale_docs/stream-processing.md",
        "tests/fixtures/scale_docs/data-pipeline-design.md"
      ],
      "found_content": [
        "backpressure"
      ],
      "expected_content": [
        "backpressure",
        "window",
        "partition",
        "consumer group"
      ]
    },
    {
      "query": "How does mutual TLS authentication work in an Istio service mesh running rootless containers?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.6666666666666667,
      "latency_ms": 23.35667610168457,
      "top_score": 1.32446404,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/service-mesh.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/tls-ssl.md",
        "tests/fixtures/scale_docs/service-mesh.md",
        "tests/fixtures/scale_docs/container-security.md"
      ],
      "found_content": [
        "mutual TLS",
        "mTLS",
        "Istio"
      ],
      "expected_content": [
        "mutual TLS",
        "mTLS",
        "Istio",
        "rootless"
      ]
    },
    {
      "query": "How do you implement warm standby disaster recovery with synchronous database replication and circuit breaker failover?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.6666666666666667,
      "latency_ms": 24.13773536682129,
      "top_score": 1.26789976,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/disaster-recovery.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/disaster-recovery.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/cloud-design-patterns.md"
      ],
      "found_content": [
        "warm standby",
        "failover"
      ],
      "expected_content": [
        "warm standby",
        "synchronous",
        "circuit breaker",
        "failover"
      ]
    },
    {
      "query": "How do you set up canary deployments in Kubernetes with automated rollback based on error rate metrics?",
      "difficulty": "hard",
      "precision": 0.0,
      "recall": 0.0,
      "latency_ms": 31.924009323120117,
      "top_score": 1.12466724,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md",
        "tests/fixtures/scale_docs/error-handling-patterns.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/kubernetes-architecture.md",
        "tests/fixtures/scale_docs/ci-cd-pipelines.md",
        "tests/fixtures/scale_docs/monitoring-observability.md"
      ],
      "found_content": [],
      "expected_content": [
        "canary",
        "rollback",
        "deployment",
        "metrics"
      ]
    },
    {
      "query": "How do you prevent SQL injection in a serverless function API that retrieves database credentials from Vault and authenticates users with OAuth 2.0?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.25,
      "latency_ms": 29.189109802246094,
      "top_score": 1.1524239299999999,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/owasp-top-10.md",
        "tests/fixtures/scale_docs/serverless-architecture.md",
        "tests/fixtures/scale_docs/secrets-management.md",
        "tests/fixtures/scale_docs/api-security.md"
      ],
      "found_content": [
        "serverless",
        "OAuth"
      ],
      "expected_content": [
        "injection",
        "serverless",
        "Vault",
        "OAuth"
      ]
    },
    {
      "query": "How do you maintain exactly-once semantics when using Kafka event sourcing with the saga pattern across replicated databases using optimistic concurrency control?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.25,
      "latency_ms": 25.217056274414062,
      "top_score": 1.17880718,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/apache-kafka.md",
        "tests/fixtures/scale_docs/event-driven-architecture.md",
        "tests/fixtures/scale_docs/database-replication.md",
        "tests/fixtures/scale_docs/concurrency-patterns.md"
      ],
      "found_content": [
        "saga"
      ],
      "expected_content": [
        "exactly-once",
        "saga",
        "replication",
        "concurrency"
      ]
    },
    {
      "query": "What are the different types of DNS records and their TTL behavior?",
      "difficulty": "easy",
      "precision": 1.0,
      "recall": 5.0,
      "latency_ms": 23.186922073364258,
      "top_score": 1.24551239,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/dns-resolution.md",
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/dns-resolution.md"
      ],
      "found_content": [
        "A",
        "TTL"
      ],
      "expected_content": [
        "A",
        "CNAME",
        "MX",
        "TTL"
      ]
    },
    {
      "query": "What is the difference between L4 and L7 load balancing for gRPC services behind a CDN?",
      "difficulty": "hard",
      "precision": 1.0,
      "recall": 1.6666666666666667,
      "latency_ms": 23.920536041259766,
      "top_score": 1.23969717,
      "retrieved_sources": [
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/load-balancing.md"
      ],
      "expected_sources": [
        "tests/fixtures/scale_docs/load-balancing.md",
        "tests/fixtures/scale_docs/grpc-protocol.md",
        "tests/fixtures/scale_docs/cdn-architecture.md"
      ],
      "found_content": [
        "layer 4",
        "layer 7"
      ],
      "expected_content": [
        "layer 4",
        "layer 7",
        "gRPC",
        "edge"
      ]
    }
  ]
}