liqiang
b119135836
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
92 lines
2.7 KiB
JSON
92 lines
2.7 KiB
JSON
{
|
|
"schema_version": "chapter3-evidence-v1",
|
|
"experiment": "3-6",
|
|
"run_id": "20260729T183512Z-3_6-a398d0f7",
|
|
"created_at": "2026-07-29T18:35:12.571244+00:00",
|
|
"status": "passed",
|
|
"run_dir": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/validation/runs/20260729T183512Z-3_6-a398d0f7",
|
|
"artifacts": {
|
|
"evidence.json": "280aae37e6da541881550a29ce799b81e9d381db3ea541eebbbddb6a72295788",
|
|
"receipts.json": "3db117d3cc0779290333a8da33db529dccd88af2434c966a7930e2dad9434e1e"
|
|
},
|
|
"inputs": [
|
|
{
|
|
"path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/campaign.py",
|
|
"sha256": "59fdde0060261dd89f8aeffa8a2e3fed0887510c1b4b29bee50a47698e514dde",
|
|
"bytes": 5019
|
|
},
|
|
{
|
|
"path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/evaluate.py",
|
|
"sha256": "5ec2d32d386d396b909b1709cac66d55717753dccfcbb66c2d4e0e48b3049371",
|
|
"bytes": 37506
|
|
},
|
|
{
|
|
"path": "/Users/boj/book/ai-agent-book/chapter3/retrieval-pipeline/fusion.py",
|
|
"sha256": "79824352be064e5059cf90ba58bab81f27c4ca94b059ab463b0cbb6f38b07c69",
|
|
"bytes": 5483
|
|
}
|
|
],
|
|
"summary": {
|
|
"sparse": {
|
|
"recall@k": 0.8333333333333334,
|
|
"mrr": 0.7916666666666666,
|
|
"ndcg@k": 0.8025774794642881,
|
|
"latency_ms": {
|
|
"mean": 29.646694504966337,
|
|
"p50": 0.10129157453775406,
|
|
"p95": 354.74016703665257
|
|
}
|
|
},
|
|
"dense": {
|
|
"recall@k": 1.0,
|
|
"mrr": 1.0,
|
|
"ndcg@k": 1.0,
|
|
"latency_ms": {
|
|
"mean": 164.16664922144264,
|
|
"p50": 162.6114579848945,
|
|
"p95": 183.55158297345042
|
|
}
|
|
},
|
|
"rrf": {
|
|
"recall@k": 1.0,
|
|
"mrr": 1.0,
|
|
"ndcg@k": 1.0,
|
|
"latency_ms": {
|
|
"mean": 193.8208055216819,
|
|
"p50": 165.03987507894635,
|
|
"p95": 517.3575421795249
|
|
}
|
|
},
|
|
"weighted": {
|
|
"recall@k": 1.0,
|
|
"mrr": 0.9583333333333334,
|
|
"ndcg@k": 0.9692441461309548,
|
|
"latency_ms": {
|
|
"mean": 193.82462510839105,
|
|
"p50": 165.04266718402505,
|
|
"p95": 517.3604171723127
|
|
}
|
|
},
|
|
"rerank": {
|
|
"recall@k": 1.0,
|
|
"mrr": 0.9027777777777778,
|
|
"ndcg@k": 0.9275774794642881,
|
|
"latency_ms": {
|
|
"mean": 236.57109351673475,
|
|
"p50": 210.11475007981062,
|
|
"p95": 552.1125011146069
|
|
}
|
|
}
|
|
},
|
|
"acceptance": {
|
|
"real_dense_model_loaded": true,
|
|
"real_cross_encoder_loaded": true,
|
|
"identical_labelled_queries_for_all_methods": true,
|
|
"all_required_query_categories_present": true,
|
|
"sparse_dense_rrf_weighted_reranked_measured": true,
|
|
"recall_mrr_ndcg_and_latency_measured": true,
|
|
"rank_changes_retained": true,
|
|
"hybrid_recall_not_below_best_single": true
|
|
}
|
|
}
|