{
  "source_revision": "f83ff7abf531573227e5e1cf12c7a116bd69e447",
  "run_utc": "2026-10-12T16:16:59.862235+00:00",
  "method": "BM25Okapi lexical baseline; no dense model, no section expansion",
  "collection": "max77751_v3",
  "chunks": 104,
  "candidate_chunks": 104,
  "tie_break": "SQLite embedding row id ascending; may differ from Chroma API ordering",
  "parameters": {
    "k1": 1.5,
    "b": 0.75,
    "epsilon": 0.25
  },
  "python": "3.12.14",
  "packages": {
    "numpy": "2.3.5",
    "rank-bm25": "0.2.2",
    "PyYAML": "6.0.2"
  },
  "source_sha256": {
    "chroma/chroma.sqlite3": "237641e90d2262f4b3b79252b4d10dc45e0d5a11dc63475f0c5ba0056e6a8b1a",
    "evaluation/eval_gold.yaml": "fccb4ae541910725f3568bb939b485421caeed25f95e5c227af5aa28d67f552d"
  },
  "summary": {
    "all": {
      "n": 45,
      "hit_at_5": 0.8888888888888888,
      "recall_at_5": 0.6907407407407408,
      "ndcg_at_5": 0.5676646627441966
    },
    "development": {
      "n": 33,
      "hit_at_5": 0.9090909090909091,
      "recall_at_5": 0.6691919191919191,
      "ndcg_at_5": 0.5278255924147324
    },
    "holdout": {
      "n": 12,
      "hit_at_5": 0.8333333333333334,
      "recall_at_5": 0.75,
      "ndcg_at_5": 0.6772221061502227
    }
  },
  "limitations": [
    "Single document and author-created relevance judgments.",
    "Existing public split retained; not a fresh independent holdout.",
    "Extraction and embedding pipeline were not rerun.",
    "Not a replication of the reported hybrid + section nDCG 0.728."
  ]
}