{
  "run_date": "2026-05-26",
  "golden_set_version": "v1.1",
  "spec": "A",
  "status": "PENDING_RELOAD",
  "note": "v1.1 baseline attempted after re-bootstrap (2949 chunks, correct SOLUTION_ERP root_path). Results unexpectedly worse than v1.0 — MCP server likely needs CLI restart to reload Qdrant/BM25 cache after bootstrap. Re-run needed.",
  "recall_at_5_tentative": 0.3636,
  "hits_tentative": 4,
  "positive_queries": 11,
  "pass_gate": false,
  "results_tentative": [
    {"id":"q01","hit":true,"top1_source":"docs/architecture.md","top1_rerank":0.887},
    {"id":"q02","hit":true,"top1_source":"docs/architecture.md","top1_rerank":0.910},
    {"id":"q03","hit":true,"top1_source":"docs/changelog/sessions/s18","top1_rerank":0.859},
    {"id":"q04","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q05","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q06","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q07","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q08","hit":true,"top1_source":".claude/agent-memory/investigator/MEMORY.md","top1_rerank":0.824},
    {"id":"q09","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q10","hit":false,"note":"0 results — pending reload verify"},
    {"id":"q11","hit":false,"note":"0 results — pending reload verify BUT BM25 direct search returns 3 hits investigator MEMORY.md — pipeline issue"},
    {"id":"q12","hit":true,"note":"CORRECT EXCLUSION"},
    {"id":"q13","hit":true,"note":"CORRECT EXCLUSION"},
    {"id":"q14","hit":true,"note":"CORRECT EXCLUSION"}
  ],
  "_diagnosis": {
    "bm25_confirmed": "BM25 search 'ApprovalWorkflow V1 V2' → 3 hits investigator MEMORY.md (direct SQLite query). Data IS indexed.",
    "qdrant_confirmed": "Qdrant 2949 points green. Source paths all SOLUTION_ERP correct.",
    "likely_cause": "MCP server caches Qdrant collection discovery or vector index. After bootstrap.py cleared+replaced collection, MCP server may use stale embedding cache or connection. CLI restart needed.",
    "action": "After CLI restart, re-run 14 queries as v1.1 official baseline."
  }
}
