Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
26 lines
505 B
JSON
26 lines
505 B
JSON
[
|
|
{
|
|
"condition": "duplex",
|
|
"n_episodes": 8,
|
|
"task_success": 1.0,
|
|
"partial_credit": 1.0,
|
|
"probe_correct": 0.833,
|
|
"voice_lat_p50": 2.32,
|
|
"voice_lat_p90": 2.85,
|
|
"voice_lat_max": 4.03,
|
|
"wall_time_mean": 207.2,
|
|
"n_lat_samples": 47
|
|
},
|
|
{
|
|
"condition": "strawman",
|
|
"n_episodes": 8,
|
|
"task_success": 1.0,
|
|
"partial_credit": 1.0,
|
|
"probe_correct": 0.917,
|
|
"voice_lat_p50": 12.52,
|
|
"voice_lat_p90": 21.14,
|
|
"voice_lat_max": 37.29,
|
|
"wall_time_mean": 178.0,
|
|
"n_lat_samples": 44
|
|
}
|
|
] |