{
  "schema_version": "chapter3-evidence-v1",
  "experiment": "3-6",
  "run_id": "20260729T183512Z-3_6-a398d0f7",
  "created_at": "2026-07-29T18:35:12.571244+00:00",
  "status": "passed",
  "run_dir": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/validation/runs/20260729T183512Z-3_6-a398d0f7",
  "artifacts": {
    "evidence.json": "280aae37e6da541881550a29ce799b81e9d381db3ea541eebbbddb6a72295788",
    "receipts.json": "3db117d3cc0779290333a8da33db529dccd88af2434c966a7930e2dad9434e1e"
  },
  "inputs": [
    {
      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/campaign.py",
      "sha256": "59fdde0060261dd89f8aeffa8a2e3fed0887510c1b4b29bee50a47698e514dde",
      "bytes": 5019
    },
    {
      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/evaluate.py",
      "sha256": "5ec2d32d386d396b909b1709cac66d55717753dccfcbb66c2d4e0e48b3049371",
      "bytes": 37506
    },
    {
      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/fusion.py",
      "sha256": "79824352be064e5059cf90ba58bab81f27c4ca94b059ab463b0cbb6f38b07c69",
      "bytes": 5483
    }
  ],
  "summary": {
    "sparse": {
      "recall@k": 0.8333333333333334,
      "mrr": 0.7916666666666666,
      "ndcg@k": 0.8025774794642881,
      "latency_ms": {
        "mean": 29.646694504966337,
        "p50": 0.10129157453775406,
        "p95": 354.74016703665257
      }
    },
    "dense": {
      "recall@k": 1.0,
      "mrr": 1.0,
      "ndcg@k": 1.0,
      "latency_ms": {
        "mean": 164.16664922144264,
        "p50": 162.6114579848945,
        "p95": 183.55158297345042
      }
    },
    "rrf": {
      "recall@k": 1.0,
      "mrr": 1.0,
      "ndcg@k": 1.0,
      "latency_ms": {
        "mean": 193.8208055216819,
        "p50": 165.03987507894635,
        "p95": 517.3575421795249
      }
    },
    "weighted": {
      "recall@k": 1.0,
      "mrr": 0.9583333333333334,
      "ndcg@k": 0.9692441461309548,
      "latency_ms": {
        "mean": 193.82462510839105,
        "p50": 165.04266718402505,
        "p95": 517.3604171723127
      }
    },
    "rerank": {
      "recall@k": 1.0,
      "mrr": 0.9027777777777778,
      "ndcg@k": 0.9275774794642881,
      "latency_ms": {
        "mean": 236.57109351673475,
        "p50": 210.11475007981062,
        "p95": 552.1125011146069
      }
    }
  },
  "acceptance": {
    "real_dense_model_loaded": true,
    "real_cross_encoder_loaded": true,
    "identical_labelled_queries_for_all_methods": true,
    "all_required_query_categories_present": true,
    "sparse_dense_rrf_weighted_reranked_measured": true,
    "recall_mrr_ndcg_and_latency_measured": true,
    "rank_changes_retained": true,
    "hybrid_recall_not_below_best_single": true
  }
}