liqiang
b119135836
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
148 lines
3.7 KiB
JSON
148 lines
3.7 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"experiment": "7-13",
|
|
"generated_at_utc": "2026-08-04T04:38:22.151984+00:00",
|
|
"evidence_policy": {
|
|
"paper_numbers_accepted": false,
|
|
"historical_rollouts_accepted": false,
|
|
"dry_run_commands_accepted": false,
|
|
"required_source": "instrumented upstream val-only execution"
|
|
},
|
|
"configuration": {
|
|
"experiment": "7-13",
|
|
"upstream_path": "/tmp/ai-agent-book-exp7-13-pr/chapter7/SimpleVLA-RL/SimpleVLA-RL",
|
|
"expected_upstream_commit": "7c51662df27b586f9e8a1ab35fcf849f2b8852f9",
|
|
"expected_robotwin2_commit": "13c3c47ff4312dd62484bcd51be034af55c062d1",
|
|
"checkpoint_id": "Haozhan72/twin2_move_can_pot_seed1k_sft_single_20k",
|
|
"expected_checkpoint_revision": "a1f0ac0aa32d31ffab7131b0eda3e11719f39ee5",
|
|
"task": "move_can_pot",
|
|
"task_suite": "robotwin2_move_can_pot",
|
|
"task_config": "exp7_13_three_view",
|
|
"checkpoint_env": "OPENVLA_CHECKPOINT",
|
|
"robotwin2_env": "ROBOTWIN2_PATH",
|
|
"align_path_env": "SIMPLEVLA_ALIGN_PATH",
|
|
"model_family": "openvla",
|
|
"vla": "openvla-oft",
|
|
"action_dimension": 14,
|
|
"action_token_length": 14,
|
|
"action_chunks": [
|
|
1,
|
|
25
|
|
],
|
|
"rgb_views": 3,
|
|
"proprio_dimension": 14,
|
|
"control_hz": 50,
|
|
"iid_validation_seeds": 128,
|
|
"ood_validation_seeds": 128,
|
|
"gpus_required": 1,
|
|
"failure_modes": [
|
|
"grasp_failure",
|
|
"transport_collision",
|
|
"placement_position_error",
|
|
"placement_orientation_error",
|
|
"gripper_release_failure",
|
|
"timeout",
|
|
"environment_error",
|
|
"other_observed_failure"
|
|
]
|
|
},
|
|
"arms": {
|
|
"chunk_1": {
|
|
"action_chunk_length": 1,
|
|
"episodes": 256,
|
|
"successes": 0,
|
|
"success_rate": 0.0,
|
|
"by_split": {
|
|
"iid": {
|
|
"episodes": 128,
|
|
"successes": 0,
|
|
"success_rate": 0.0
|
|
},
|
|
"ood": {
|
|
"episodes": 128,
|
|
"successes": 0,
|
|
"success_rate": 0.0
|
|
}
|
|
},
|
|
"completion_action_steps": {
|
|
"count": 256,
|
|
"mean": 200.0,
|
|
"std": 0.0,
|
|
"min": 200.0,
|
|
"p50": 200.0,
|
|
"p95": 200.0,
|
|
"max": 200.0
|
|
},
|
|
"completion_control_seconds_at_50hz": {
|
|
"count": 256,
|
|
"mean": 4.0,
|
|
"std": 0.0,
|
|
"min": 4.0,
|
|
"p50": 4.0,
|
|
"p95": 4.0,
|
|
"max": 4.0
|
|
},
|
|
"failure_modes": {
|
|
"timeout": 256
|
|
},
|
|
"unclassified_failure_count": 0,
|
|
"missing_video_count": 0,
|
|
"unmatched_video_count": 0
|
|
},
|
|
"chunk_25": {
|
|
"action_chunk_length": 25,
|
|
"episodes": 256,
|
|
"successes": 26,
|
|
"success_rate": 0.1015625,
|
|
"by_split": {
|
|
"iid": {
|
|
"episodes": 128,
|
|
"successes": 13,
|
|
"success_rate": 0.1015625
|
|
},
|
|
"ood": {
|
|
"episodes": 128,
|
|
"successes": 13,
|
|
"success_rate": 0.1015625
|
|
}
|
|
},
|
|
"completion_action_steps": {
|
|
"count": 256,
|
|
"mean": 190.13671875,
|
|
"std": 29.939405918177442,
|
|
"min": 50.0,
|
|
"p50": 200.0,
|
|
"p95": 200.0,
|
|
"max": 200.0
|
|
},
|
|
"completion_control_seconds_at_50hz": {
|
|
"count": 256,
|
|
"mean": 3.802734375,
|
|
"std": 0.5987881183635488,
|
|
"min": 1.0,
|
|
"p50": 4.0,
|
|
"p95": 4.0,
|
|
"max": 4.0
|
|
},
|
|
"failure_modes": {
|
|
"timeout": 230
|
|
},
|
|
"unclassified_failure_count": 0,
|
|
"missing_video_count": 0,
|
|
"unmatched_video_count": 0
|
|
}
|
|
},
|
|
"controlled_action_chunk_comparison": {
|
|
"complete_pairs": 256,
|
|
"chunk_25_wins": 26,
|
|
"chunk_1_wins": 0,
|
|
"ties": 230,
|
|
"mean_paired_success_delta": 0.1015625,
|
|
"unpaired_rows": 0
|
|
},
|
|
"strict_completion": {
|
|
"complete": true,
|
|
"errors": []
|
|
}
|
|
}
|