liqiang/ai-agent-book
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）
Build latest book artifacts / build (push) Canceled after 0s
Details
dependency resolution / resolve (3.11) (push) Canceled after 0s
Details
dependency resolution / resolve (3.13) (push) Canceled after 0s
Details
deploy-pages / build (push) Canceled after 0s
Details
deploy-pages / deploy (push) Canceled after 0s
Details
i18n consistency check / check (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
Details
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
Details
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
Details
web-search-agent tests / test (push) Canceled after 0s
Details
web-search-agent tests / agentbook (push) Canceled after 0s
Details

Browse Source
This commit is contained in:
liqiang
2026-08-20 13:12:50 +00:00
commit b119135836
10275 changed files with 3284984 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
chapter5/code-for-logic/validation/smoke_ark_flash_one.json
+594
View File
@@ -0,0 +1,594 @@
{
"schema_version": "2.0",
"experiment": "5-2",
"generated_at_utc": "2026-07-29T18:26:39.099268+00:00",
"provider": "ark",
"model": "doubao-seed-1-6-flash-250615",
"mode": "both",
"tasks": 1,
"dataset_manifest": {
"schema_version": "1.0",
"experiment": "5-2",
"dataset": "K-and-K/perturbed-knights-and-knaves",
"revision": "bc7ee75a15ee8196ccbdb7df3ab46284340412e2",
"license": "CC-BY-NC-SA-4.0",
"sampling": {
"split": "test",
"perturbations": [
"perturbed_leaf",
"perturbed_statement",
"reorder_statement",
"random_pair",
"uncommon_name",
"flip_role"
],
"people": [
2,
3,
4,
5,
6,
7,
8
],
"per_cell": 2,
"seed": 512,
"cells": 42,
"total": 84
},
"source_files": [
{
"path": "test/perturbed_leaf/people2_num100.jsonl",
"sha256": "541c5dadb60c54e4c9973cafa0dbd69635538fb44aa5dcb28dc64ea7a78a56be",
"published_rows": 76,
"sampled_rows": [
6,
11
]
},
{
"path": "test/perturbed_leaf/people3_num100.jsonl",
"sha256": "4c3d767065edb62d19728da7a4e4e4c63f550c1719c3600c868f50f48715711e",
"published_rows": 93,
"sampled_rows": [
6,
92
]
},
{
"path": "test/perturbed_leaf/people4_num100.jsonl",
"sha256": "b3811d1ea4bbdb2ade55dde240361470516e0541c58b5c526609f99ad6a038d7",
"published_rows": 94,
"sampled_rows": [
66,
82
]
},
{
"path": "test/perturbed_leaf/people5_num100.jsonl",
"sha256": "17529110798b0a659286983d0cf4e0d3b5a2b560dfb6ab3b3acb1b61ac9d7da7",
"published_rows": 98,
"sampled_rows": [
16,
41
]
},
{
"path": "test/perturbed_leaf/people6_num100.jsonl",
"sha256": "032c0c253bbe574335c741bb5ba7d07b48f622e217dc939f72a633ef9fbe46b0",
"published_rows": 100,
"sampled_rows": [
17,
51
]
},
{
"path": "test/perturbed_leaf/people7_num100.jsonl",
"sha256": "f62b1f0c3c45e3a62660951fc12b9716679f1466bdc313066d85d08d6fe3c767",
"published_rows": 100,
"sampled_rows": [
79,
80
]
},
{
"path": "test/perturbed_leaf/people8_num100.jsonl",
"sha256": "01947375b3a16ce4fb340d6f0e1545d5aeadfc6f695c49cf2a6f436fcc5ba099",
"published_rows": 100,
"sampled_rows": [
11,
69
]
},
{
"path": "test/perturbed_statement/people2_num100.jsonl",
"sha256": "18479f9b2c327e9ce51e901479e9e7ffcd4397094e91fdca430871a3fc131fc3",
"published_rows": 100,
"sampled_rows": [
8,
94
]
},
{
"path": "test/perturbed_statement/people3_num100.jsonl",
"sha256": "cb8832b4aae19426e10a039236f0e4fb7dad797598edb3850db8067ff7cda1a6",
"published_rows": 100,
"sampled_rows": [
0,
24
]
},
{
"path": "test/perturbed_statement/people4_num100.jsonl",
"sha256": "ec8821279ff09db70098b97c5b47f452f2b9a6059b3d32ff22c9fce8342e4c30",
"published_rows": 100,
"sampled_rows": [
27,
28
]
},
{
"path": "test/perturbed_statement/people5_num100.jsonl",
"sha256": "791a14c3a7fea7713904786cdbd24ccc94901c0508c1ed3daf5abe3794857ed4",
"published_rows": 100,
"sampled_rows": [
95,
99
]
},
{
"path": "test/perturbed_statement/people6_num100.jsonl",
"sha256": "afadf008aa8aba0753bb198baca07ea51ebd9879045b619861225eea56559134",
"published_rows": 100,
"sampled_rows": [
47,
52
]
},
{
"path": "test/perturbed_statement/people7_num100.jsonl",
"sha256": "bd3900ae3527887659a1a0da1146780e0a47e4d96ff301e1c2039f35bcfff849",
"published_rows": 100,
"sampled_rows": [
15,
28
]
},
{
"path": "test/perturbed_statement/people8_num100.jsonl",
"sha256": "c3d91ba046bbeb5ec0d64c9147d3d2c76c1f631716da47d32b8379ebfcbe35a0",
"published_rows": 100,
"sampled_rows": [
37,
86
]
},
{
"path": "test/reorder_statement/people2_num100.jsonl",
"sha256": "c116f384f984150969554d783ccf7cecf4c6e56c59d2f5d326bfcfa722bb149c",
"published_rows": 100,
"sampled_rows": [
60,
76
]
},
{
"path": "test/reorder_statement/people3_num100.jsonl",
"sha256": "ff772d57162fb500e608ef28c59eaf57ba1d80f60cf3f73902162c3476f6b0a2",
"published_rows": 100,
"sampled_rows": [
0,
64
]
},
{
"path": "test/reorder_statement/people4_num100.jsonl",
"sha256": "be12e4b5a38792785264c16c11117f7f10f955517e32c92ea37949017a4da0cb",
"published_rows": 100,
"sampled_rows": [
68,
97
]
},
{
"path": "test/reorder_statement/people5_num100.jsonl",
"sha256": "04a492522cdeb64a960632652b54e3fd27cc505fa8a1c48cf9c666cc8e7d6fb0",
"published_rows": 100,
"sampled_rows": [
55,
92
]
},
{
"path": "test/reorder_statement/people6_num100.jsonl",
"sha256": "4b6131d749c47ce1580d0443e373112cc5f0e20f1b0245455b3df63b106580c5",
"published_rows": 100,
"sampled_rows": [
80,
85
]
},
{
"path": "test/reorder_statement/people7_num100.jsonl",
"sha256": "d3051b151ef7e5c47a9cd69b09b52f1ec94c7f899821ec685e286e578c7932c5",
"published_rows": 100,
"sampled_rows": [
67,
92
]
},
{
"path": "test/reorder_statement/people8_num100.jsonl",
"sha256": "3710c66680d201ebf3d6d243fa9f54ee7e5ce35570ed44f87cd5111b05dc1d9b",
"published_rows": 100,
"sampled_rows": [
2,
14
]
},
{
"path": "test/random_pair/people2_num100.jsonl",
"sha256": "92b9d18d12ea3eaaa0a49daa03f519b5c5f66614bf724e541e9c00e1b9be24ae",
"published_rows": 100,
"sampled_rows": [
13,
14
]
},
{
"path": "test/random_pair/people3_num100.jsonl",
"sha256": "6eb60022244be6fa25d372d1580eb8dddfb06914d7290dbe1d64c9cb57c1f612",
"published_rows": 100,
"sampled_rows": [
54,
75
]
},
{
"path": "test/random_pair/people4_num100.jsonl",
"sha256": "1cafedf8ea1c5bf393d2366a6d798e66730059fdd5290c8b2a8cca35de6c4589",
"published_rows": 100,
"sampled_rows": [
68,
90
]
},
{
"path": "test/random_pair/people5_num100.jsonl",
"sha256": "9036535b0ace7b3cfe1b8cf94fbb898b0c07e8d88d23cbc914707ed6d0221ebc",
"published_rows": 100,
"sampled_rows": [
62,
79
]
},
{
"path": "test/random_pair/people6_num100.jsonl",
"sha256": "9d3a4bcd28f465b311bd5cdc96958b69529240f05e00a79d80ea7a54b8d53002",
"published_rows": 100,
"sampled_rows": [
22,
45
]
},
{
"path": "test/random_pair/people7_num100.jsonl",
"sha256": "389713889ec22d14bf64d1bb9b846d1fb7a4adba44004b6ce9db1e0ac3d54190",
"published_rows": 100,
"sampled_rows": [
64,
91
]
},
{
"path": "test/random_pair/people8_num100.jsonl",
"sha256": "8885fe0d63bfe5910617bd84e6be646f7b62a26978a649b4173889601d0f9229",
"published_rows": 100,
"sampled_rows": [
68,
71
]
},
{
"path": "test/uncommon_name/people2_num100.jsonl",
"sha256": "25437adfc79438934dbaa113f4a2b06378d3f899a3cc9d8193202a3e0d746f29",
"published_rows": 100,
"sampled_rows": [
16,
82
]
},
{
"path": "test/uncommon_name/people3_num100.jsonl",
"sha256": "087b47837520c8da31d78deac08781c3a62ad7961bae246d68f81843b3795ab0",
"published_rows": 100,
"sampled_rows": [
37,
40
]
},
{
"path": "test/uncommon_name/people4_num100.jsonl",
"sha256": "8e0edc42da3d5739a4e24f82725c6332e71189016391810b5e80d549c71d1004",
"published_rows": 100,
"sampled_rows": [
44,
57
]
},
{
"path": "test/uncommon_name/people5_num100.jsonl",
"sha256": "c1e7ade7a1791ab17a1d951f7548ce8c54767190f0402e4e6785889810694f3f",
"published_rows": 100,
"sampled_rows": [
5,
47
]
},
{
"path": "test/uncommon_name/people6_num100.jsonl",
"sha256": "4046b49fe876c7f4eab6eddc35ff0a9f01ad487faf59e9edb5605a39b3e56530",
"published_rows": 100,
"sampled_rows": [
8,
56
]
},
{
"path": "test/uncommon_name/people7_num100.jsonl",
"sha256": "752a97113d999fcff5f2910c78fca761133822b99b5ae6ec9070421e0e51b2dc",
"published_rows": 100,
"sampled_rows": [
34,
69
]
},
{
"path": "test/uncommon_name/people8_num100.jsonl",
"sha256": "951228b33ff7b4afffcbd247eeb67390d9af5ff2def9f9cdb0f8433564fffc15",
"published_rows": 100,
"sampled_rows": [
12,
68
]
},
{
"path": "test/flip_role/people2_num100.jsonl",
"sha256": "2885eb7b356f9ab67ff2ccef9372dcfa7ebcf6ed2b8c5e720db1d74f03840c8d",
"published_rows": 100,
"sampled_rows": [
7,
80
]
},
{
"path": "test/flip_role/people3_num100.jsonl",
"sha256": "31026489710814617c66a6879408accc099c34f395425b41d0bd56743d933461",
"published_rows": 100,
"sampled_rows": [
36,
79
]
},
{
"path": "test/flip_role/people4_num100.jsonl",
"sha256": "a5d56cc8724a40fd674dba7730f52ca8dec26966f07ff434302bd62b1260a458",
"published_rows": 100,
"sampled_rows": [
36,
97
]
},
{
"path": "test/flip_role/people5_num100.jsonl",
"sha256": "1429f88b80794e12f731bcd9cd2502384a3c4ac1a3292010103baccd86e93ae7",
"published_rows": 100,
"sampled_rows": [
22,
73
]
},
{
"path": "test/flip_role/people6_num100.jsonl",
"sha256": "ccfee7ea7e2f24376e88193a979a20ac6410ec2458c534af7e4daedab4ff47ff",
"published_rows": 100,
"sampled_rows": [
39,
62
]
},
{
"path": "test/flip_role/people7_num100.jsonl",
"sha256": "b5720e5a434747f323f90086ac6bae7ba33d1b6ba8d617424f599bfabdbcdeca",
"published_rows": 100,
"sampled_rows": [
1,
91
]
},
{
"path": "test/flip_role/people8_num100.jsonl",
"sha256": "d668973f128b119ad065e0b58f33099516dbd801f0e7957c00e876115e8119dc",
"published_rows": 100,
"sampled_rows": [
64,
96
]
}
],
"label_validation": "all rows independently solved with python-constraint"
},
"dataset_manifest_sha256": "2e55a7d8b07e55b035a8129889b11dff186589bcad97c02c0ce553f38249212f",
"pure": [
{
"id": "perturbed_leaf-p2-r006",
"num": 2,
"pred": {
"James": "knight",
"Sophia": "knave"
},
"gold": {
"James": "knight",
"Sophia": "knave"
},
"correct": true,
"source": {
"dataset": "K-and-K/perturbed-knights-and-knaves",
"revision": "bc7ee75a15ee8196ccbdb7df3ab46284340412e2",
"license": "CC-BY-NC-SA-4.0",
"config": "test",
"split": "perturbed_leaf",
"path": "test/perturbed_leaf/people2_num100.jsonl",
"file_sha256": "541c5dadb60c54e4c9973cafa0dbd69635538fb44aa5dcb28dc64ea7a78a56be",
"row": 6,
"dataset_index": 9
},
"codes": [],
"text": "### Step 1: Analyze James's statement\nJames says, \"Sophia is not a knight.\" Let's denote \\( J \\) as \"James is a knight\" and \\( S \\) as \"Sophia is a knight\". James's statement is \\( \\neg S \\).\n\n### Step 2: Analyze Sophia's statement\nSophia says, \"James is a knight if and only if James is a knave.\" The \"if and only if\" (iff) statement \\( J \\leftrightarrow \\neg J \\) is a contradiction because a statement cannot be both true and false simultaneously.\n\n### Step 3: Assume James is a knight\nIf \\( J \\) is true (James is a knight), then James's statement \\( \\neg S \\) is true, so \\( S \\) is false (Sophia is a knave). Now, check Sophia's statement: \\( J \\leftrightarrow \\neg J \\). Since \\( J \\) is true and \\( \\neg J \\) is false, \\( J \\leftrightarrow \\neg J \\) is false. Sophia is a knave, so she lies, which is consistent with her false statement.\n\n### Step 4: Assume James is a knave\nIf \\( J \\) is false (James is a knave), then James's statement \\( \\neg S \\) is a lie, so \\( S \\) is true (Sophia is a knight). Now, check Sophia's statement: \\( J \\leftrightarrow \\neg J \\). Since \\( J \\) is false and \\( \\neg J \\) is true, \\( J \\leftrightarrow \\neg J \\) is false. But Sophia is a knight, so she must tell the truth. This is a contradiction because her statement is false.\n\nThus, the only consistent case is James is a knight and Sophia is a knave.\n\n{\"James\": \"knight\", \"Sophia\": \"knave\"}",
"used_python_constraint": false,
"duration_s": 9.42,
"provider_receipts": [
{
"turn": 1,
"response_id": "021785349572412c2531bd3ff98f8d456851518a83e6729925db2",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "stop",
"usage": {
"prompt_tokens": 237,
"completion_tokens": 1750,
"total_tokens": 1987,
"cached_prompt_tokens": 0
},
"tool_calls": 0
}
]
}
],
"pure_acc": 1.0,
"code": [
{
"id": "perturbed_leaf-p2-r006",
"num": 2,
"pred": {
"James": "knight",
"Sophia": "knave"
},
"gold": {
"James": "knight",
"Sophia": "knave"
},
"correct": true,
"source": {
"dataset": "K-and-K/perturbed-knights-and-knaves",
"revision": "bc7ee75a15ee8196ccbdb7df3ab46284340412e2",
"license": "CC-BY-NC-SA-4.0",
"config": "test",
"split": "perturbed_leaf",
"path": "test/perturbed_leaf/people2_num100.jsonl",
"file_sha256": "541c5dadb60c54e4c9973cafa0dbd69635538fb44aa5dcb28dc64ea7a78a56be",
"row": 6,
"dataset_index": 9
},
"codes": [
"",
"from constraint import Problem\n\np = Problem()\n# 定义变量，True表示骑士，False表示无赖\np.addVariable('James', [True, False])\np.addVariable('Sophia', [True, False])\n\n# James说\"Sophia不是骑士\"，所以James == (Sophia是假)，即James == (not Sophia)\np.addConstraint(lambda james, sophia: james == (not sophia), ['James', 'Sophia'])\n\n# Sophia说\"James是骑士当且仅当James是无赖\"，即Sophia的话等价于James == not James，而James == not James恒假，所以Sophia == False\np.addConstraint(lambda sophia: sophia == False, ['Sophia'])\n\n# 寻找所有解\nsolutions = p.getSolutions()\n\n# 转换结果并打印\nfor sol in solutions:\n result = {}\n for name, val in sol.items():\n result[name] = 'knight' if val else 'knave'\n print(result)",
"from constraint import Problem\n\np = Problem()\n# 定义变量，True表示骑士，False表示无赖\np.addVariable('James', [True, False])\np.addVariable('Sophia', [True, False])\n\n# James说\"Sophia不是骑士\"，所以James == (Sophia是假)，即James == (not Sophia)\np.addConstraint(lambda james, sophia: james == (not sophia), ['James', 'Sophia'])\n\n# Sophia说\"James是骑士当且仅当James是无赖\"，即Sophia的话等价于James == not James，而James == not James恒假，所以Sophia == False\np.addConstraint(lambda sophia: sophia == False, ['Sophia'])\n\n# 寻找所有解\nsolutions = p.getSolutions()\n\n# 转换结果并打印\nresults = []\nfor sol in solutions:\n result = {}\n for name, val in sol.items():\n result[name] = 'knight' if val else 'knave'\n results.append(result)\n\n# 这里直接输出最终结果\nprint(results)",
"from constraint import Problem\n\np = Problem()\n# 定义变量，True表示骑士，False表示无赖\np.addVariable('James', [True, False])\np.addVariable('Sophia', [True, False])\n\n# James说\"Sophia不是骑士\"，所以James == (Sophia是假)，即James == (not Sophia)\np.addConstraint(lambda james, sophia: james == (not sophia), ['James', 'Sophia'])\n\n# Sophia说\"James是骑士当且仅当James是无赖\"，即Sophia的话等价于James == not James，而James == not James恒假，所以Sophia == False\np.addConstraint(lambda sophia: sophia == False, ['Sophia'])\n\n# 寻找所有解\nsolutions = p.getSolutions()\n\n# 转换结果并输出最终的JSON\nfinal_result = {} \nfor sol in solutions:\n for name, val in sol.items():\n final_result[name] = 'knight' if val else 'knave'\n\nprint(final_result)"
],
"text": "{\"James\": \"knight\", \"Sophia\": \"knave\"}",
"used_python_constraint": true,
"duration_s": 17.563,
"provider_receipts": [
{
"turn": 1,
"response_id": "021785349581717c2531bd3ff98f8d456851518a83e672947b029",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "tool_calls",
"usage": {
"prompt_tokens": 1124,
"completion_tokens": 437,
"total_tokens": 1561,
"cached_prompt_tokens": 0
},
"tool_calls": 1
},
{
"turn": 2,
"response_id": "021785349588314c2531bd3ff98f8d456851518a83e672919a4ec",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "tool_calls",
"usage": {
"prompt_tokens": 1453,
"completion_tokens": 871,
"total_tokens": 2324,
"cached_prompt_tokens": 0
},
"tool_calls": 1
},
{
"turn": 3,
"response_id": "021785349593459c2531bd3ff98f8d456851518a83e6729b3f947",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "tool_calls",
"usage": {
"prompt_tokens": 1747,
"completion_tokens": 345,
"total_tokens": 2092,
"cached_prompt_tokens": 0
},
"tool_calls": 1
},
{
"turn": 4,
"response_id": "021785349596925c2531bd3ff98f8d456851518a83e672961e3df",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "tool_calls",
"usage": {
"prompt_tokens": 2062,
"completion_tokens": 322,
"total_tokens": 2384,
"cached_prompt_tokens": 0
},
"tool_calls": 1
},
{
"turn": 5,
"response_id": "021785349598681c2531bd3ff98f8d456851518a83e67292205e8",
"response_model": "doubao-seed-1-6-flash-250615",
"finish_reason": "stop",
"usage": {
"prompt_tokens": 2361,
"completion_tokens": 70,
"total_tokens": 2431,
"cached_prompt_tokens": 0
},
"tool_calls": 0
}
]
}
],
"code_acc": 1.0,
"paired_analysis": {
"test": "two-sided exact McNemar/binomial test on discordant pairs",
"n": 1,
"contingency": {
"pure_only": 0,
"code_only": 0,
"discordant": 0
},
"pure_accuracy": 1.0,
"code_accuracy": 1.0,
"accuracy_delta": 0.0,
"code_accuracy_wilson_95": [
0.20654931437723745,
1.0
],
"p_value": 1.0,
"python_constraint_tool_use_rate": 1.0,
"acceptance": {
"code_accuracy_over_90_percent": true,
"code_significantly_higher_than_pure": false,
"all_code_trajectories_used_python_constraint": true
}
}
}