ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）

chapter3/retrieval-pipeline/validation/runs/20260729T183512Z-3_6-a398d0f7/manifest.json

@@ -0,0 +1,91 @@
+{
+  "schema_version": "chapter3-evidence-v1",
+  "experiment": "3-6",
+  "run_id": "20260729T183512Z-3_6-a398d0f7",
+  "created_at": "2026-07-29T18:35:12.571244+00:00",
+  "status": "passed",
+  "run_dir": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/validation/runs/20260729T183512Z-3_6-a398d0f7",
+  "artifacts": {
+    "evidence.json": "280aae37e6da541881550a29ce799b81e9d381db3ea541eebbbddb6a72295788",
+    "receipts.json": "3db117d3cc0779290333a8da33db529dccd88af2434c966a7930e2dad9434e1e"
+  },
+  "inputs": [
+    {
+      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/campaign.py",
+      "sha256": "59fdde0060261dd89f8aeffa8a2e3fed0887510c1b4b29bee50a47698e514dde",
+      "bytes": 5019
+    },
+    {
+      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/evaluate.py",
+      "sha256": "5ec2d32d386d396b909b1709cac66d55717753dccfcbb66c2d4e0e48b3049371",
+      "bytes": 37506
+    },
+    {
+      "path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/fusion.py",
+      "sha256": "79824352be064e5059cf90ba58bab81f27c4ca94b059ab463b0cbb6f38b07c69",
+      "bytes": 5483
+    }
+  ],
+  "summary": {
+    "sparse": {
+      "recall@k": 0.8333333333333334,
+      "mrr": 0.7916666666666666,
+      "ndcg@k": 0.8025774794642881,
+      "latency_ms": {
+        "mean": 29.646694504966337,
+        "p50": 0.10129157453775406,
+        "p95": 354.74016703665257
+      }
+    },
+    "dense": {
+      "recall@k": 1.0,
+      "mrr": 1.0,
+      "ndcg@k": 1.0,
+      "latency_ms": {
+        "mean": 164.16664922144264,
+        "p50": 162.6114579848945,
+        "p95": 183.55158297345042
+      }
+    },
+    "rrf": {
+      "recall@k": 1.0,
+      "mrr": 1.0,
+      "ndcg@k": 1.0,
+      "latency_ms": {
+        "mean": 193.8208055216819,
+        "p50": 165.03987507894635,
+        "p95": 517.3575421795249
+      }
+    },
+    "weighted": {
+      "recall@k": 1.0,
+      "mrr": 0.9583333333333334,
+      "ndcg@k": 0.9692441461309548,
+      "latency_ms": {
+        "mean": 193.82462510839105,
+        "p50": 165.04266718402505,
+        "p95": 517.3604171723127
+      }
+    },
+    "rerank": {
+      "recall@k": 1.0,
+      "mrr": 0.9027777777777778,
+      "ndcg@k": 0.9275774794642881,
+      "latency_ms": {
+        "mean": 236.57109351673475,
+        "p50": 210.11475007981062,
+        "p95": 552.1125011146069
+      }
+    }
+  },
+  "acceptance": {
+    "real_dense_model_loaded": true,
+    "real_cross_encoder_loaded": true,
+    "identical_labelled_queries_for_all_methods": true,
+    "all_required_query_categories_present": true,
+    "sparse_dense_rrf_weighted_reranked_measured": true,
+    "recall_mrr_ndcg_and_latency_measured": true,
+    "rank_changes_retained": true,
+    "hybrid_recall_not_below_best_single": true
+  }
+}

chapter3/retrieval-pipeline/validation/runs/20260729T183512Z-3_6-a398d0f7/receipts.json

@@ -0,0 +1,28 @@
+[
+  {
+    "kind": "local-model-execution",
+    "models": {
+      "dense": {
+        "provider": "local Hugging Face transformers",
+        "model": "Qwen/Qwen3-Embedding-0.6B",
+        "cached_revision": "97b0c614be4d77ee51c0cef4e5f07c00f9eb65b3",
+        "class": "Qwen3Model",
+        "pooling": "last",
+        "parameters": 595776512,
+        "device": "cpu"
+      },
+      "reranker": {
+        "provider": "local Hugging Face transformers",
+        "model": "cross-encoder/ms-marco-MiniLM-L-6-v2",
+        "cached_revision": "c5ee24cb16019beea0893ab7796b1df96625c6b8",
+        "class": "BertForSequenceClassification",
+        "parameters": 22713601,
+        "device": "cpu"
+      },
+      "sparse": {
+        "implementation": "rank_bm25.BM25Okapi"
+      }
+    },
+    "note": "No remote API or credential was used; complete rankings and timings are in evidence.json."
+  }
+]