ai-agent-book 精选快照(<2MB 代码与文档,来自 github.com/bojieli/ai-agent-book)
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
This commit is contained in:
File diff suppressed because one or more lines are too long
@@ -0,0 +1,482 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"experiment_id": "1-3",
|
||||
"evidence_mode": "real_api",
|
||||
"created_at": "2026-07-29T15:54:59.247653+00:00",
|
||||
"canonical_source": "book/chapter1.md#实验-1-3-gpt-5-6-原生-deep-research-能力",
|
||||
"host": {
|
||||
"platform": "macOS-26.3-arm64-arm-64bit",
|
||||
"python": "3.11.4 (main, Jul 5 2023, 08:40:20) [Clang 14.0.6 ]",
|
||||
"machine": "arm64"
|
||||
},
|
||||
"repository": {
|
||||
"commit": "4a7f37cf278bd15948c409f14533017c4c7fbc29",
|
||||
"branch": "main",
|
||||
"worktree_dirty": true
|
||||
},
|
||||
"credentials_recorded": false,
|
||||
"runs": [
|
||||
{
|
||||
"backend": "openai",
|
||||
"started": true,
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"requested_model": "gpt-5.6-sol",
|
||||
"asean": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "gpt-5.6-sol",
|
||||
"provider": "openai",
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"elapsed_seconds": 3.478408
|
||||
},
|
||||
"asean_validation": {
|
||||
"checks": {
|
||||
"request_succeeded": false,
|
||||
"exact_gpt_5_6_sol": true,
|
||||
"web_search_completed": false,
|
||||
"code_interpreter_completed": false,
|
||||
"url_citations_present": false,
|
||||
"closest_pair_reported": false,
|
||||
"distance_reported": false
|
||||
},
|
||||
"passed": false,
|
||||
"output_types": []
|
||||
},
|
||||
"clarification": {
|
||||
"ambiguous_task": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"first": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "gpt-5.6-sol",
|
||||
"provider": "openai",
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"elapsed_seconds": 3.775702
|
||||
},
|
||||
"user_reply": null,
|
||||
"second": null,
|
||||
"validation": {
|
||||
"checks": {
|
||||
"first_turn_clarified_before_tools": false,
|
||||
"continuation_used_previous_response_id": false,
|
||||
"followup_succeeded": false,
|
||||
"followup_web_search_completed": false,
|
||||
"followup_code_interpreter_completed": false,
|
||||
"followup_citations_present": false
|
||||
},
|
||||
"passed": false
|
||||
}
|
||||
},
|
||||
"api_turns": [
|
||||
{
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 429,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 3.478408
|
||||
},
|
||||
{
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 429,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 3.775702
|
||||
}
|
||||
],
|
||||
"usage": {
|
||||
"input_tokens": 0,
|
||||
"output_tokens": 0,
|
||||
"total_tokens": 0,
|
||||
"reported_cost_usd": null,
|
||||
"reported_cost_available": false
|
||||
}
|
||||
},
|
||||
{
|
||||
"backend": "openrouter",
|
||||
"started": true,
|
||||
"base_url": "https://openrouter.ai/api/v1",
|
||||
"requested_model": "openai/gpt-5.6-sol",
|
||||
"asean": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"provider": "openrouter",
|
||||
"base_url": "https://openrouter.ai/api/v1",
|
||||
"elapsed_seconds": 1.115963
|
||||
},
|
||||
"asean_validation": {
|
||||
"checks": {
|
||||
"request_succeeded": false,
|
||||
"exact_gpt_5_6_sol": true,
|
||||
"web_search_completed": false,
|
||||
"code_interpreter_completed": false,
|
||||
"url_citations_present": false,
|
||||
"closest_pair_reported": false,
|
||||
"distance_reported": false
|
||||
},
|
||||
"passed": false,
|
||||
"output_types": []
|
||||
},
|
||||
"clarification": {
|
||||
"ambiguous_task": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"first": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"provider": "openrouter",
|
||||
"base_url": "https://openrouter.ai/api/v1",
|
||||
"elapsed_seconds": 1.025438
|
||||
},
|
||||
"user_reply": null,
|
||||
"second": null,
|
||||
"validation": {
|
||||
"checks": {
|
||||
"first_turn_clarified_before_tools": false,
|
||||
"continuation_used_previous_response_id": false,
|
||||
"followup_succeeded": false,
|
||||
"followup_web_search_completed": false,
|
||||
"followup_code_interpreter_completed": false,
|
||||
"followup_citations_present": false
|
||||
},
|
||||
"passed": false
|
||||
}
|
||||
},
|
||||
"api_turns": [
|
||||
{
|
||||
"request": {
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 401,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 1.115963
|
||||
},
|
||||
{
|
||||
"request": {
|
||||
"model": "openai/gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 401,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "User not found.",
|
||||
"code": 401
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 1.025438
|
||||
}
|
||||
],
|
||||
"usage": {
|
||||
"input_tokens": 0,
|
||||
"output_tokens": 0,
|
||||
"total_tokens": 0,
|
||||
"reported_cost_usd": null,
|
||||
"reported_cost_available": false
|
||||
}
|
||||
}
|
||||
],
|
||||
"acceptance": {
|
||||
"checks": {
|
||||
"official_openai_asean_passed": false,
|
||||
"official_openai_clarification_passed": false
|
||||
},
|
||||
"passed": false,
|
||||
"openrouter_is_diagnostic_not_official_acceptance": true,
|
||||
"official_docs": [
|
||||
"https://developers.openai.com/api/docs/models/gpt-5.6-sol",
|
||||
"https://developers.openai.com/api/docs/guides/tools-web-search",
|
||||
"https://developers.openai.com/api/docs/guides/tools-code-interpreter",
|
||||
"https://developers.openai.com/api/docs/guides/model-guidance?model=gpt-5.6-sol"
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
530316ce5e4d5de004b8076dd57a364bc0173aeb371dbc87f09f4fa913d11942 evidence.json
|
||||
@@ -0,0 +1,264 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"experiment_id": "1-3",
|
||||
"evidence_mode": "real_api",
|
||||
"created_at": "2026-07-29T19:39:13.370389+00:00",
|
||||
"canonical_source": "book/chapter1.md#实验-1-3-gpt-5-6-原生-deep-research-能力",
|
||||
"host": {
|
||||
"platform": "macOS-26.3-arm64-arm-64bit",
|
||||
"python": "3.11.4 (main, Jul 5 2023, 08:40:20) [Clang 14.0.6 ]",
|
||||
"machine": "arm64"
|
||||
},
|
||||
"repository": {
|
||||
"commit": "4a7f37cf278bd15948c409f14533017c4c7fbc29",
|
||||
"branch": "main",
|
||||
"worktree_dirty": true
|
||||
},
|
||||
"credentials_recorded": false,
|
||||
"runs": [
|
||||
{
|
||||
"backend": "openai",
|
||||
"started": true,
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"requested_model": "gpt-5.6-sol",
|
||||
"asean": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "gpt-5.6-sol",
|
||||
"provider": "openai",
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"elapsed_seconds": 3.900986
|
||||
},
|
||||
"asean_validation": {
|
||||
"checks": {
|
||||
"request_succeeded": false,
|
||||
"exact_gpt_5_6_sol": true,
|
||||
"web_search_completed": false,
|
||||
"code_interpreter_completed": false,
|
||||
"url_citations_present": false,
|
||||
"closest_pair_reported": false,
|
||||
"distance_reported": false
|
||||
},
|
||||
"passed": false,
|
||||
"output_types": []
|
||||
},
|
||||
"clarification": {
|
||||
"ambiguous_task": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"first": {
|
||||
"success": false,
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
},
|
||||
"response": null,
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"raw_response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"tool_calls": [],
|
||||
"citations": [],
|
||||
"usage": {},
|
||||
"model": "gpt-5.6-sol",
|
||||
"provider": "openai",
|
||||
"base_url": "https://api.openai.com/v1",
|
||||
"elapsed_seconds": 3.851438
|
||||
},
|
||||
"user_reply": null,
|
||||
"second": null,
|
||||
"validation": {
|
||||
"checks": {
|
||||
"first_turn_clarified_before_tools": false,
|
||||
"continuation_used_previous_response_id": false,
|
||||
"followup_succeeded": false,
|
||||
"followup_web_search_completed": false,
|
||||
"followup_code_interpreter_completed": false,
|
||||
"followup_citations_present": false
|
||||
},
|
||||
"passed": false
|
||||
}
|
||||
},
|
||||
"api_turns": [
|
||||
{
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "Research the current official capitals and reliable coordinates\nfor the ten ASEAN member states. You must use hosted web search and cite the\nsources. Then you must use the hosted Python tool—not mental arithmetic—to\nenumerate all 45 capital pairs with the haversine formula and identify the\nclosest pair and distance. Include the coordinates, formula assumptions,\ncalculation result, retrieval date, and clickable citations. Do not say Python\nwas used unless a code_interpreter_call completes.",
|
||||
"reasoning": {
|
||||
"effort": "high"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "high"
|
||||
},
|
||||
"max_output_tokens": 16000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 429,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 3.900986
|
||||
},
|
||||
{
|
||||
"request": {
|
||||
"model": "gpt-5.6-sol",
|
||||
"instructions": "You are a deep-research assistant. Use hosted web search for\ncurrent facts and cite sources. Use the hosted Python/code-interpreter tool for\nquantitative analysis; do not claim a calculation was run unless the response\ncontains a completed code_interpreter_call. Ask a concise clarifying question\nbefore research when a material user preference is genuinely ambiguous.",
|
||||
"input": "搜索最近一个月的比特币走势,做技术分析。",
|
||||
"reasoning": {
|
||||
"effort": "medium"
|
||||
},
|
||||
"background": false,
|
||||
"store": true,
|
||||
"text": {
|
||||
"verbosity": "medium"
|
||||
},
|
||||
"max_output_tokens": 4000,
|
||||
"tools": [
|
||||
{
|
||||
"type": "web_search",
|
||||
"search_context_size": "medium"
|
||||
},
|
||||
{
|
||||
"type": "code_interpreter",
|
||||
"container": {
|
||||
"type": "auto",
|
||||
"memory_limit": "4g"
|
||||
}
|
||||
}
|
||||
],
|
||||
"tool_choice": "auto"
|
||||
},
|
||||
"http_status": 429,
|
||||
"response": {
|
||||
"error": {
|
||||
"message": "You exceeded your current quota, please check your plan and billing details. For more information on this error, read the docs: https://platform.openai.com/docs/guides/error-codes/api-errors.",
|
||||
"type": "insufficient_quota",
|
||||
"param": null,
|
||||
"code": "insufficient_quota"
|
||||
}
|
||||
},
|
||||
"elapsed_seconds": 3.851438
|
||||
}
|
||||
],
|
||||
"usage": {
|
||||
"input_tokens": 0,
|
||||
"output_tokens": 0,
|
||||
"total_tokens": 0,
|
||||
"reported_cost_usd": null,
|
||||
"reported_cost_available": false
|
||||
}
|
||||
}
|
||||
],
|
||||
"acceptance": {
|
||||
"checks": {
|
||||
"official_openai_asean_passed": false,
|
||||
"official_openai_clarification_passed": false
|
||||
},
|
||||
"passed": false,
|
||||
"openrouter_is_diagnostic_not_official_acceptance": false,
|
||||
"official_docs": [
|
||||
"https://developers.openai.com/api/docs/models/gpt-5.6-sol",
|
||||
"https://developers.openai.com/api/docs/guides/tools-web-search",
|
||||
"https://developers.openai.com/api/docs/guides/tools-code-interpreter",
|
||||
"https://developers.openai.com/api/docs/guides/model-guidance?model=gpt-5.6-sol"
|
||||
]
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1 @@
|
||||
e2364d62b234e9691d0f69d09ea24335b9d685e17178577dfe1bade3573dfa1a evidence.json
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
||||
aab1864446613463c936154eca2fc65df8496869c65d4c17dc1f12628eaff3cc evidence.json
|
||||
@@ -0,0 +1,29 @@
|
||||
{
|
||||
"schema_version": "1.0",
|
||||
"experiment_id": "1-3",
|
||||
"run_id": "real_20260731T170529Z",
|
||||
"created_at": "2026-07-31T17:05:29.580761+00:00",
|
||||
"artifacts": {
|
||||
"evidence.json": {
|
||||
"sha256": "aab1864446613463c936154eca2fc65df8496869c65d4c17dc1f12628eaff3cc"
|
||||
},
|
||||
"receipts.json": {
|
||||
"sha256": "9247d69b5915ceff7d27b9dbc0752d63791fc26309f8d69e17844508058edcbe"
|
||||
}
|
||||
},
|
||||
"inputs": {
|
||||
"canonical_source": "book/chapter1.md#实验-1-3-gpt-5-6-原生-deep-research-能力",
|
||||
"backends": [
|
||||
"openai",
|
||||
"dashscope"
|
||||
],
|
||||
"reasoning": "high"
|
||||
},
|
||||
"repository": {
|
||||
"commit": "8c2b7f55e4bd2e5348b15b823dd23a179ef3decf",
|
||||
"branch": "codex/exp1-3-multiprovider-20260731",
|
||||
"worktree_dirty": true
|
||||
},
|
||||
"acceptance_passed": true,
|
||||
"acceptance_backend": "dashscope"
|
||||
}
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
||||
9247d69b5915ceff7d27b9dbc0752d63791fc26309f8d69e17844508058edcbe receipts.json
|
||||
Reference in New Issue
Block a user