liqiang
b119135836
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
28 lines
1.3 KiB
JSON
28 lines
1.3 KiB
JSON
{
|
|
"_comment": "Gold key-facts for the offline keyword-recall metric. Every fact below is transcribed verbatim from the conversation histories / evaluation_criteria of the corresponding test_cases/*.yaml file - none are invented. A fact given as a list is an any-of set of acceptable surface forms.",
|
|
"layer1_01_bank_account": {
|
|
"required_facts": ["4429853327", "123006800"]
|
|
},
|
|
"layer1_02_insurance_claim": {
|
|
"required_facts": ["CLM-2024-894327", "Patricia Wong", ["24-48", "24 to 48"]]
|
|
},
|
|
"layer1_03_medical_appointment": {
|
|
"required_facts": [["November 21", "Nov 21", "Nov. 21"], "2:30", "Robert Chen", "MV-789234"]
|
|
},
|
|
"layer1_04_airline_booking": {
|
|
"required_facts": ["PAC-778K4M", "12C", "14C"]
|
|
},
|
|
"layer2_01_multiple_vehicles": {
|
|
"required_facts": ["Honda Accord", "Tesla Model 3", "FS-447291"]
|
|
},
|
|
"layer2_03_multiple_credit_cards": {
|
|
"required_facts": [["Chase Freedom", "Freedom Unlimited"], ["Amex Gold", "Amex Gold Card"], "3x"]
|
|
},
|
|
"layer3_01_travel_coordination": {
|
|
"required_facts": ["passport", ["February 18", "Feb 18"], "DELTA-JMK892", "Priority Pass"]
|
|
},
|
|
"layer3_04_warranty_coordination": {
|
|
"required_facts": ["MacBook", ["Chase Sapphire Reserve", "Chase"], ["March 2026", "March 15, 2026"], ["600-800", "600"]]
|
|
}
|
|
}
|