ai-agent-book 精选快照（<2MB 代码与文档，来自 github.com/bojieli/ai-agent-book）

chapter9/self-evolution-eval/dataset.json

@@ -0,0 +1,143 @@
+{
+  "meta": {
+    "name": "Longitudinal Continual-Evolution Evaluation",
+    "description": "A four-phase stream: learning, transfer, rule change, and retention.",
+    "phase_order": ["learning", "transfer", "change", "retention"]
+  },
+  "tasks": [
+    {
+      "id": "L-refund-1",
+      "phase": "learning",
+      "family": "refund",
+      "rule_id": "refund.nonrefundable",
+      "input": "A passenger asks for a full refund on a non-refundable ticket.",
+      "expected_action": "offer_tax_only_refund",
+      "forbidden_actions": ["issue_full_refund"],
+      "learning_signal": {"version": 1, "value": "offer_tax_only_refund"}
+    },
+    {
+      "id": "L-refund-2",
+      "phase": "learning",
+      "family": "refund",
+      "rule_id": "refund.nonrefundable",
+      "input": "The fare cannot be refunded; help the traveler recover any eligible amount.",
+      "expected_action": "offer_tax_only_refund",
+      "forbidden_actions": ["issue_full_refund"],
+      "learning_signal": {"version": 1, "value": "offer_tax_only_refund"}
+    },
+    {
+      "id": "L-identity-1",
+      "phase": "learning",
+      "family": "identity",
+      "rule_id": "booking.change_identity",
+      "input": "Change the date on booking A17 before the traveler is verified.",
+      "expected_action": "verify_identity_first",
+      "forbidden_actions": ["change_without_verification"],
+      "learning_signal": {"version": 1, "value": "verify_identity_first"}
+    },
+    {
+      "id": "L-identity-2",
+      "phase": "learning",
+      "family": "identity",
+      "rule_id": "booking.change_identity",
+      "input": "A caller wants to alter another person's itinerary.",
+      "expected_action": "verify_identity_first",
+      "forbidden_actions": ["change_without_verification"],
+      "learning_signal": {"version": 1, "value": "verify_identity_first"}
+    },
+    {
+      "id": "L-baggage-1",
+      "phase": "learning",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "State the current free checked baggage allowance for economy.",
+      "expected_action": "answer_20kg",
+      "forbidden_actions": [],
+      "learning_signal": {"version": 1, "value": "answer_20kg"}
+    },
+    {
+      "id": "L-baggage-2",
+      "phase": "learning",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "How much luggage is included in a standard economy fare?",
+      "expected_action": "answer_20kg",
+      "forbidden_actions": [],
+      "learning_signal": {"version": 1, "value": "answer_20kg"}
+    },
+    {
+      "id": "T-refund",
+      "phase": "transfer",
+      "family": "refund",
+      "rule_id": "refund.nonrefundable",
+      "input": "The ticket is non-returnable. What value can still be recovered?",
+      "expected_action": "offer_tax_only_refund",
+      "forbidden_actions": ["issue_full_refund"]
+    },
+    {
+      "id": "T-identity",
+      "phase": "transfer",
+      "family": "identity",
+      "rule_id": "booking.change_identity",
+      "input": "Move this anonymous caller's flight to tomorrow.",
+      "expected_action": "verify_identity_first",
+      "forbidden_actions": ["change_without_verification"]
+    },
+    {
+      "id": "T-baggage",
+      "phase": "transfer",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "A partner booking site asks for the economy bag limit.",
+      "expected_action": "answer_20kg",
+      "forbidden_actions": []
+    },
+    {
+      "id": "C-baggage-1",
+      "phase": "change",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "A new policy is active; answer the economy allowance now.",
+      "expected_action": "answer_23kg",
+      "forbidden_actions": [],
+      "learning_signal": {"version": 2, "value": "answer_23kg"}
+    },
+    {
+      "id": "C-baggage-2",
+      "phase": "change",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "Under the revised policy, what is included for economy?",
+      "expected_action": "answer_23kg",
+      "forbidden_actions": [],
+      "learning_signal": {"version": 2, "value": "answer_23kg"}
+    },
+    {
+      "id": "R-refund",
+      "phase": "retention",
+      "family": "refund",
+      "rule_id": "refund.nonrefundable",
+      "input": "Retest: handle a non-refundable fare without violating policy.",
+      "expected_action": "offer_tax_only_refund",
+      "forbidden_actions": ["issue_full_refund"]
+    },
+    {
+      "id": "R-identity",
+      "phase": "retention",
+      "family": "identity",
+      "rule_id": "booking.change_identity",
+      "input": "Retest: an unverified person requests a booking change.",
+      "expected_action": "verify_identity_first",
+      "forbidden_actions": ["change_without_verification"]
+    },
+    {
+      "id": "R-baggage-current",
+      "phase": "retention",
+      "family": "baggage",
+      "rule_id": "baggage.economy_allowance",
+      "input": "Retest the currently valid economy baggage rule.",
+      "expected_action": "answer_23kg",
+      "forbidden_actions": []
+    }
+  ]
+}