{ "meta": { "name": "Longitudinal Continual-Evolution Evaluation", "description": "A four-phase stream: learning, transfer, rule change, and retention.", "phase_order": ["learning", "transfer", "change", "retention"] }, "tasks": [ { "id": "L-refund-1", "phase": "learning", "family": "refund", "rule_id": "refund.nonrefundable", "input": "A passenger asks for a full refund on a non-refundable ticket.", "expected_action": "offer_tax_only_refund", "forbidden_actions": ["issue_full_refund"], "learning_signal": {"version": 1, "value": "offer_tax_only_refund"} }, { "id": "L-refund-2", "phase": "learning", "family": "refund", "rule_id": "refund.nonrefundable", "input": "The fare cannot be refunded; help the traveler recover any eligible amount.", "expected_action": "offer_tax_only_refund", "forbidden_actions": ["issue_full_refund"], "learning_signal": {"version": 1, "value": "offer_tax_only_refund"} }, { "id": "L-identity-1", "phase": "learning", "family": "identity", "rule_id": "booking.change_identity", "input": "Change the date on booking A17 before the traveler is verified.", "expected_action": "verify_identity_first", "forbidden_actions": ["change_without_verification"], "learning_signal": {"version": 1, "value": "verify_identity_first"} }, { "id": "L-identity-2", "phase": "learning", "family": "identity", "rule_id": "booking.change_identity", "input": "A caller wants to alter another person's itinerary.", "expected_action": "verify_identity_first", "forbidden_actions": ["change_without_verification"], "learning_signal": {"version": 1, "value": "verify_identity_first"} }, { "id": "L-baggage-1", "phase": "learning", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "State the current free checked baggage allowance for economy.", "expected_action": "answer_20kg", "forbidden_actions": [], "learning_signal": {"version": 1, "value": "answer_20kg"} }, { "id": "L-baggage-2", "phase": "learning", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "How much luggage is included in a standard economy fare?", "expected_action": "answer_20kg", "forbidden_actions": [], "learning_signal": {"version": 1, "value": "answer_20kg"} }, { "id": "T-refund", "phase": "transfer", "family": "refund", "rule_id": "refund.nonrefundable", "input": "The ticket is non-returnable. What value can still be recovered?", "expected_action": "offer_tax_only_refund", "forbidden_actions": ["issue_full_refund"] }, { "id": "T-identity", "phase": "transfer", "family": "identity", "rule_id": "booking.change_identity", "input": "Move this anonymous caller's flight to tomorrow.", "expected_action": "verify_identity_first", "forbidden_actions": ["change_without_verification"] }, { "id": "T-baggage", "phase": "transfer", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "A partner booking site asks for the economy bag limit.", "expected_action": "answer_20kg", "forbidden_actions": [] }, { "id": "C-baggage-1", "phase": "change", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "A new policy is active; answer the economy allowance now.", "expected_action": "answer_23kg", "forbidden_actions": [], "learning_signal": {"version": 2, "value": "answer_23kg"} }, { "id": "C-baggage-2", "phase": "change", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "Under the revised policy, what is included for economy?", "expected_action": "answer_23kg", "forbidden_actions": [], "learning_signal": {"version": 2, "value": "answer_23kg"} }, { "id": "R-refund", "phase": "retention", "family": "refund", "rule_id": "refund.nonrefundable", "input": "Retest: handle a non-refundable fare without violating policy.", "expected_action": "offer_tax_only_refund", "forbidden_actions": ["issue_full_refund"] }, { "id": "R-identity", "phase": "retention", "family": "identity", "rule_id": "booking.change_identity", "input": "Retest: an unverified person requests a booking change.", "expected_action": "verify_identity_first", "forbidden_actions": ["change_without_verification"] }, { "id": "R-baggage-current", "phase": "retention", "family": "baggage", "rule_id": "baggage.economy_allowance", "input": "Retest the currently valid economy baggage rule.", "expected_action": "answer_23kg", "forbidden_actions": [] } ] }