ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）

chapter1/search-codegen/validation/real_20260730T033800Z/evidence.json

@@ -0,0 +1,264 @@
+{
+  "schema_version": "1.0",
+  "experiment_id": "1-3",
+  "evidence_mode": "real_api",
+  "created_at": "2026-07-29T19:39:13.370389+00:00",
+  "canonical_source": "book/chapter1.md#实验-1-3-gpt-5-6-原生-deep-research-能力",
+  "host": {
+    "platform": "macOS-26.3-arm64-arm-64bit",
+    "python": "3.11.4 (main, Jul  5 2023, 08:40:20) [Clang 14.0.6 ]",
+    "machine": "arm64"
+  },
+  "repository": {
+    "commit": "4a7f37cf278bd15948c409f14533017c4c7fbc29",
+    "branch": "main",
+    "worktree_dirty": true
+  },
+  "credentials_recorded": false,
+  "runs": [
+    {
+      "backend": "openai",
+      "started": true,
+      "base_url": "https://api.openai.com/v1",
+      "requested_model": "gpt-5.6-sol",
+      "asean": {
+        "success": false,
+        "error": {
+          "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+          "type": "insufficient_quota",
+          "param": null,
+          "code": "insufficient_quota"
+        },
+        "response": null,
+        "request": {
+          "model": "gpt-5.6-sol",
+          "instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
+          "input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
+          "reasoning": {
+            "effort": "high"
+          },
+          "background": false,
+          "store": true,
+          "text": {
+            "verbosity": "high"
+          },
+          "max_output_tokens": 16000,
+          "tools": [
+            {
+              "type": "web_search",
+              "search_context_size": "medium"
+            },
+            {
+              "type": "code_interpreter",
+              "container": {
+                "type": "auto",
+                "memory_limit": "4g"
+              }
+            }
+          ],
+          "tool_choice": "auto"
+        },
+        "raw_response": {
+          "error": {
+            "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+            "type": "insufficient_quota",
+            "param": null,
+            "code": "insufficient_quota"
+          }
+        },
+        "tool_calls": [],
+        "citations": [],
+        "usage": {},
+        "model": "gpt-5.6-sol",
+        "provider": "openai",
+        "base_url": "https://api.openai.com/v1",
+        "elapsed_seconds": 3.900986
+      },
+      "asean_validation": {
+        "checks": {
+          "request_succeeded": false,
+          "exact_gpt_5_6_sol": true,
+          "web_search_completed": false,
+          "code_interpreter_completed": false,
+          "url_citations_present": false,
+          "closest_pair_reported": false,
+          "distance_reported": false
+        },
+        "passed": false,
+        "output_types": []
+      },
+      "clarification": {
+        "ambiguous_task": "搜索最近一个月的比特币走势，做技术分析。",
+        "first": {
+          "success": false,
+          "error": {
+            "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+            "type": "insufficient_quota",
+            "param": null,
+            "code": "insufficient_quota"
+          },
+          "response": null,
+          "request": {
+            "model": "gpt-5.6-sol",
+            "instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
+            "input": "搜索最近一个月的比特币走势，做技术分析。",
+            "reasoning": {
+              "effort": "medium"
+            },
+            "background": false,
+            "store": true,
+            "text": {
+              "verbosity": "medium"
+            },
+            "max_output_tokens": 4000,
+            "tools": [
+              {
+                "type": "web_search",
+                "search_context_size": "medium"
+              },
+              {
+                "type": "code_interpreter",
+                "container": {
+                  "type": "auto",
+                  "memory_limit": "4g"
+                }
+              }
+            ],
+            "tool_choice": "auto"
+          },
+          "raw_response": {
+            "error": {
+              "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+              "type": "insufficient_quota",
+              "param": null,
+              "code": "insufficient_quota"
+            }
+          },
+          "tool_calls": [],
+          "citations": [],
+          "usage": {},
+          "model": "gpt-5.6-sol",
+          "provider": "openai",
+          "base_url": "https://api.openai.com/v1",
+          "elapsed_seconds": 3.851438
+        },
+        "user_reply": null,
+        "second": null,
+        "validation": {
+          "checks": {
+            "first_turn_clarified_before_tools": false,
+            "continuation_used_previous_response_id": false,
+            "followup_succeeded": false,
+            "followup_web_search_completed": false,
+            "followup_code_interpreter_completed": false,
+            "followup_citations_present": false
+          },
+          "passed": false
+        }
+      },
+      "api_turns": [
+        {
+          "request": {
+            "model": "gpt-5.6-sol",
+            "instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
+            "input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
+            "reasoning": {
+              "effort": "high"
+            },
+            "background": false,
+            "store": true,
+            "text": {
+              "verbosity": "high"
+            },
+            "max_output_tokens": 16000,
+            "tools": [
+              {
+                "type": "web_search",
+                "search_context_size": "medium"
+              },
+              {
+                "type": "code_interpreter",
+                "container": {
+                  "type": "auto",
+                  "memory_limit": "4g"
+                }
+              }
+            ],
+            "tool_choice": "auto"
+          },
+          "http_status": 429,
+          "response": {
+            "error": {
+              "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+              "type": "insufficient_quota",
+              "param": null,
+              "code": "insufficient_quota"
+            }
+          },
+          "elapsed_seconds": 3.900986
+        },
+        {
+          "request": {
+            "model": "gpt-5.6-sol",
+            "instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
+            "input": "搜索最近一个月的比特币走势，做技术分析。",
+            "reasoning": {
+              "effort": "medium"
+            },
+            "background": false,
+            "store": true,
+            "text": {
+              "verbosity": "medium"
+            },
+            "max_output_tokens": 4000,
+            "tools": [
+              {
+                "type": "web_search",
+                "search_context_size": "medium"
+              },
+              {
+                "type": "code_interpreter",
+                "container": {
+                  "type": "auto",
+                  "memory_limit": "4g"
+                }
+              }
+            ],
+            "tool_choice": "auto"
+          },
+          "http_status": 429,
+          "response": {
+            "error": {
+              "message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
+              "type": "insufficient_quota",
+              "param": null,
+              "code": "insufficient_quota"
+            }
+          },
+          "elapsed_seconds": 3.851438
+        }
+      ],
+      "usage": {
+        "input_tokens": 0,
+        "output_tokens": 0,
+        "total_tokens": 0,
+        "reported_cost_usd": null,
+        "reported_cost_available": false
+      }
+    }
+  ],
+  "acceptance": {
+    "checks": {
+      "official_openai_asean_passed": false,
+      "official_openai_clarification_passed": false
+    },
+    "passed": false,
+    "openrouter_is_diagnostic_not_official_acceptance": false,
+    "official_docs": [
+      "https://developers.openai.com/api/docs/models/gpt-5.6-sol",
+      "https://developers.openai.com/api/docs/guides/tools-web-search",
+      "https://developers.openai.com/api/docs/guides/tools-code-interpreter",
+      "https://developers.openai.com/api/docs/guides/model-guidance?model=gpt-5.6-sol"
+    ]
+  }
+}

chapter1/search-codegen/validation/real_20260730T033800Z/evidence.sha256

@@ -0,0 +1 @@
+e2364d62b234e9691d0f69d09ea24335b9d685e17178577dfe1bade3573dfa1a  evidence.json